Publish complete SnapTop model catalog
Browse filesPublish verified speech recognition, alignment, OCR, neural denoising and development translation models alongside the existing SAM2, SAM3 and narration payloads. Include original licenses, upstream provenance, file checksums and a complete catalog.
This view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +1 -0
- LICENSES.md +19 -0
- MODEL_CATALOG.json +529 -0
- README.md +50 -47
- SHA256SUMS +98 -1
- madlad-translation/LICENSE +201 -0
- madlad-translation/PROVENANCE.txt +4 -0
- madlad-translation/added_tokens.json +2 -0
- madlad-translation/config.json +29 -0
- madlad-translation/generation_config.json +7 -0
- madlad-translation/model.safetensors +3 -0
- madlad-translation/special_tokens_map.json +23 -0
- madlad-translation/spiece.model +3 -0
- madlad-translation/tokenizer.json +3 -0
- madlad-translation/tokenizer_config.json +38 -0
- qwen-aligner/LICENSE +201 -0
- qwen-aligner/PROVENANCE.txt +4 -0
- qwen-aligner/README.md +1393 -0
- qwen-aligner/chat_template.json +1 -0
- qwen-aligner/config.json +205 -0
- qwen-aligner/generation_config.json +6 -0
- qwen-aligner/merges.txt +0 -0
- qwen-aligner/model.safetensors +3 -0
- qwen-aligner/preprocessor_config.json +14 -0
- qwen-aligner/tokenizer_config.json +557 -0
- qwen-aligner/vocab.json +0 -0
- qwen-asr/LICENSE +201 -0
- qwen-asr/PROVENANCE.txt +4 -0
- qwen-asr/README.md +1393 -0
- qwen-asr/chat_template.json +1 -0
- qwen-asr/config.json +221 -0
- qwen-asr/generation_config.json +7 -0
- qwen-asr/merges.txt +0 -0
- qwen-asr/model-00001-of-00002.safetensors +3 -0
- qwen-asr/model-00002-of-00002.safetensors +3 -0
- qwen-asr/model.safetensors.index.json +715 -0
- qwen-asr/preprocessor_config.json +14 -0
- qwen-asr/tokenizer_config.json +549 -0
- qwen-asr/vocab.json +0 -0
- rnnoise/LICENSE +31 -0
- rnnoise/PROVENANCE.txt +2 -0
- rnnoise/std.rnnn +0 -0
- tesseract-eng/LICENSE +201 -0
- tesseract-eng/PROVENANCE.txt +2 -0
- tesseract-eng/eng.traineddata.gz +3 -0
- unlimited-ocr/LICENSE +21 -0
- unlimited-ocr/PROVENANCE.txt +4 -0
- unlimited-ocr/README.md +335 -0
- unlimited-ocr/chat_template.jinja +15 -0
- unlimited-ocr/config.json +121 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
madlad-translation/tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
LICENSES.md
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Model-specific licenses
|
| 2 |
+
|
| 3 |
+
SAM3 root weights and ONNX archive: [Meta SAM License](LICENSE).
|
| 4 |
+
|
| 5 |
+
| Model | License | Original source |
|
| 6 |
+
| --- | --- | --- |
|
| 7 |
+
| [chatterbox-turbo](chatterbox-turbo) | [mit](chatterbox-turbo/LICENSE) | [ResembleAI/chatterbox-turbo](https://huggingface.co/ResembleAI/chatterbox-turbo/tree/749d1c1a46eb10492095d68fbcf55691ccf137cd) |
|
| 8 |
+
| [madlad-translation](madlad-translation) | [apache-2.0](madlad-translation/LICENSE) | [google/madlad400-3b-mt](https://huggingface.co/google/madlad400-3b-mt/tree/fa184c675da0b5c9e1c8694fccd4e12e2d422094) |
|
| 9 |
+
| [qwen-aligner](qwen-aligner) | [apache-2.0](qwen-aligner/LICENSE) | [Qwen/Qwen3-ForcedAligner-0.6B](https://huggingface.co/Qwen/Qwen3-ForcedAligner-0.6B/tree/c7cbfc2048c462b0d63a45797104fc9db3ad62b7) |
|
| 10 |
+
| [qwen-asr](qwen-asr) | [apache-2.0](qwen-asr/LICENSE) | [Qwen/Qwen3-ASR-1.7B](https://huggingface.co/Qwen/Qwen3-ASR-1.7B/tree/7278e1e70fe206f11671096ffdd38061171dd6e5) |
|
| 11 |
+
| [rnnoise](rnnoise) | [bsd-3-clause](rnnoise/LICENSE) | [https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn](https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn) |
|
| 12 |
+
| [sam2-base-plus](sam2-base-plus) | [apache-2.0](sam2-base-plus/LICENSE) | [facebook/sam2.1-hiera-base-plus](https://huggingface.co/facebook/sam2.1-hiera-base-plus/tree/b7320756a13354e7530a63935656d35b2f91a290) |
|
| 13 |
+
| [sam2-large](sam2-large) | [apache-2.0](sam2-large/LICENSE) | [facebook/sam2.1-hiera-large](https://huggingface.co/facebook/sam2.1-hiera-large/tree/665f8e2ad61cf5f53d65644ff27c8ee525124610) |
|
| 14 |
+
| [sam2-small](sam2-small) | [apache-2.0](sam2-small/LICENSE) | [facebook/sam2.1-hiera-small](https://huggingface.co/facebook/sam2.1-hiera-small/tree/ee5bba1d82bb8749febdf90f45e84b687142ba03) |
|
| 15 |
+
| [sam2-tiny](sam2-tiny) | [apache-2.0](sam2-tiny/LICENSE) | [facebook/sam2.1-hiera-tiny](https://huggingface.co/facebook/sam2.1-hiera-tiny/tree/de431c4043854a71d8101e17995dfe596bf101a5) |
|
| 16 |
+
| [tesseract-eng](tesseract-eng) | [apache-2.0](tesseract-eng/LICENSE) | [https://cdn.jsdelivr.net/npm/](https://huggingface.co/https://cdn.jsdelivr.net/npm//tree/tesseract.js-data/eng/4.0.0_best_int/eng.traineddata.gz) |
|
| 17 |
+
| [unlimited-ocr](unlimited-ocr) | [mit](unlimited-ocr/LICENSE) | [baidu/Unlimited-OCR](https://huggingface.co/baidu/Unlimited-OCR/tree/8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3) |
|
| 18 |
+
| [whisper-large-v3](whisper-large-v3) | [mit](whisper-large-v3/LICENSE) | [Systran/faster-whisper-large-v3](https://huggingface.co/Systran/faster-whisper-large-v3/tree/edaa852ec7e145841d8ffdb056a99866b5f0a478) |
|
| 19 |
+
| [whisper-small](whisper-small) | [mit](whisper-small/LICENSE) | [Systran/faster-whisper-small](https://huggingface.co/Systran/faster-whisper-small/tree/536b0662742c02347bc0e980a01041f333bce120) |
|
MODEL_CATALOG.json
ADDED
|
@@ -0,0 +1,529 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repository": "hacksider/snaptop-models",
|
| 3 |
+
"sam3": {
|
| 4 |
+
"python": {
|
| 5 |
+
"LICENSE": {
|
| 6 |
+
"size": 7352,
|
| 7 |
+
"sha256": "bec48f70bd37bf8280a9d1ebf01642d26086f6122ba735baa08fe03c5a6e7448"
|
| 8 |
+
},
|
| 9 |
+
"config.json": {
|
| 10 |
+
"size": 25843,
|
| 11 |
+
"sha256": "4616385e4b21f2e5e22c875b65679185cbccfa95de42542b9166f7dc3d57160f"
|
| 12 |
+
},
|
| 13 |
+
"merges.txt": {
|
| 14 |
+
"size": 524619,
|
| 15 |
+
"sha256": "9fd691f7c8039210e0fced15865466c65820d09b63988b0174bfe25de299051a"
|
| 16 |
+
},
|
| 17 |
+
"model.safetensors": {
|
| 18 |
+
"size": 3439938512,
|
| 19 |
+
"sha256": "6d06f0a5f84e435071fe6603e61d0b4cc7b40e0d39d487cfd4d67d8cc11cc14a"
|
| 20 |
+
},
|
| 21 |
+
"processor_config.json": {
|
| 22 |
+
"size": 1712,
|
| 23 |
+
"sha256": "6420cf2671fa9309ea95bc0144a8b9861666d1c5f43c8db09e410dacda974fce"
|
| 24 |
+
},
|
| 25 |
+
"special_tokens_map.json": {
|
| 26 |
+
"size": 588,
|
| 27 |
+
"sha256": "2cdb3b8331a60c92fc1e55a13e9fd61fd2293c5a51275fdcccd62b780052530e"
|
| 28 |
+
},
|
| 29 |
+
"tokenizer.json": {
|
| 30 |
+
"size": 3642073,
|
| 31 |
+
"sha256": "6d9109cc838977f3ca94a379eec36aecc7c807e1785cd729660ca2fc0171fb35"
|
| 32 |
+
},
|
| 33 |
+
"tokenizer_config.json": {
|
| 34 |
+
"size": 799,
|
| 35 |
+
"sha256": "39670ad98457fe8f14ca59f6bb74591e9fc850974380a63993e5b8ffc865baa2"
|
| 36 |
+
},
|
| 37 |
+
"vocab.json": {
|
| 38 |
+
"size": 862328,
|
| 39 |
+
"sha256": "5047b556ce86ccaf6aa22b3ffccfc52d391ea4accdab9c2f2407da5b742d4363"
|
| 40 |
+
}
|
| 41 |
+
},
|
| 42 |
+
"onnx": {
|
| 43 |
+
"filename": "sam3_vit_h.zip",
|
| 44 |
+
"size": 3413511219,
|
| 45 |
+
"sha256": "1617436f9db7eb9dd69029c2c465d54b316c36c21143f0fde0d1be513f15b7d5"
|
| 46 |
+
}
|
| 47 |
+
},
|
| 48 |
+
"catalog": {
|
| 49 |
+
"chatterbox-turbo": {
|
| 50 |
+
"prefix": "chatterbox-turbo",
|
| 51 |
+
"upstream": "ResembleAI/chatterbox-turbo@749d1c1a46eb10492095d68fbcf55691ccf137cd",
|
| 52 |
+
"license": "mit",
|
| 53 |
+
"files": {
|
| 54 |
+
"README.md": {
|
| 55 |
+
"size": 9544,
|
| 56 |
+
"sha256": "d007d8c2ed2093530d95eee9d623f8977c321f6f361c19dafa07c000375808d7"
|
| 57 |
+
},
|
| 58 |
+
"added_tokens.json": {
|
| 59 |
+
"size": 418,
|
| 60 |
+
"sha256": "72e4ab6acb0d9309ac3df4b526ae5fd80a2da5bc5ab7bb02d85096a374f69193"
|
| 61 |
+
},
|
| 62 |
+
"merges.txt": {
|
| 63 |
+
"size": 456318,
|
| 64 |
+
"sha256": "1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5"
|
| 65 |
+
},
|
| 66 |
+
"special_tokens_map.json": {
|
| 67 |
+
"size": 470,
|
| 68 |
+
"sha256": "92ba8063bf40aa163eadebbfe0de07c2aebe44cf0d4a9e8726580b0781fd2640"
|
| 69 |
+
},
|
| 70 |
+
"tokenizer_config.json": {
|
| 71 |
+
"size": 3878,
|
| 72 |
+
"sha256": "bca16a2ac1ddbd78b8d6228f0031884cc74b6ea54b967d6f6d2ebae9ccde23e6"
|
| 73 |
+
},
|
| 74 |
+
"vocab.json": {
|
| 75 |
+
"size": 999186,
|
| 76 |
+
"sha256": "f6bd25a65e4e63ca31360e9fb11c7e4f9a391a78385d640acd814092dd6eee4f"
|
| 77 |
+
},
|
| 78 |
+
"conds.pt": {
|
| 79 |
+
"size": 169454,
|
| 80 |
+
"sha256": "b1852099306fd6a7814eb9d0bd10186caba7249596cc23868f78a0eefbfa5033"
|
| 81 |
+
},
|
| 82 |
+
"ve.safetensors": {
|
| 83 |
+
"size": 5695784,
|
| 84 |
+
"sha256": "f0921cab452fa278bc25cd23ffd59d36f816d7dc5181dd1bef9751a7fb61f63c"
|
| 85 |
+
},
|
| 86 |
+
"s3gen_meanflow.safetensors": {
|
| 87 |
+
"size": 1064875036,
|
| 88 |
+
"sha256": "d65cb687a2ed581ee6cc297e919ffefa63386944f42364ae13b78a594945514f"
|
| 89 |
+
},
|
| 90 |
+
"t3_turbo_v1.safetensors": {
|
| 91 |
+
"size": 1915480052,
|
| 92 |
+
"sha256": "fcf1f8c1d651bb7e3acd69ee5be269b4ac10c02980b7708213d598bc9f7cdf87"
|
| 93 |
+
},
|
| 94 |
+
"LICENSE": {
|
| 95 |
+
"size": 1067,
|
| 96 |
+
"sha256": "4248e910a928849fe5815a0f9236e17fa07768d95b9193212752c464b93d6caa"
|
| 97 |
+
},
|
| 98 |
+
"PROVENANCE.txt": {
|
| 99 |
+
"size": 184,
|
| 100 |
+
"sha256": "633e03dbd0393ca8fb3ee2eb9a1c5ec6708398380d6e713b7e1a64e71b34e327"
|
| 101 |
+
}
|
| 102 |
+
}
|
| 103 |
+
},
|
| 104 |
+
"madlad-translation": {
|
| 105 |
+
"prefix": "madlad-translation",
|
| 106 |
+
"upstream": "google/madlad400-3b-mt@fa184c675da0b5c9e1c8694fccd4e12e2d422094",
|
| 107 |
+
"license": "apache-2.0",
|
| 108 |
+
"files": {
|
| 109 |
+
"config.json": {
|
| 110 |
+
"size": 749,
|
| 111 |
+
"sha256": "cad399cab799b99409a6ec2d90d72552257c2bb752861261d2016691e0643e7c"
|
| 112 |
+
},
|
| 113 |
+
"generation_config.json": {
|
| 114 |
+
"size": 142,
|
| 115 |
+
"sha256": "0849b38987568ccfe4ebefc22bbda1cec4bee01c345e93bfab207d4692b0a1d5"
|
| 116 |
+
},
|
| 117 |
+
"added_tokens.json": {
|
| 118 |
+
"size": 4,
|
| 119 |
+
"sha256": "d914176fd50bd7f565700006a31aa97b79d3ad17cee20c8e5ff2061d5cb74817"
|
| 120 |
+
},
|
| 121 |
+
"special_tokens_map.json": {
|
| 122 |
+
"size": 414,
|
| 123 |
+
"sha256": "7f79f1d5063d56c4b980eec0692f3c7429bdef335071d34e566bd00fd4b5e3e0"
|
| 124 |
+
},
|
| 125 |
+
"spiece.model": {
|
| 126 |
+
"size": 4427844,
|
| 127 |
+
"sha256": "ef11ac9a22c7503492f56d48dce53be20e339b63605983e9f27d2cd0e0f3922c"
|
| 128 |
+
},
|
| 129 |
+
"tokenizer.json": {
|
| 130 |
+
"size": 16629031,
|
| 131 |
+
"sha256": "a2799ccc696b752ba00c34f58726bfe253a04921ceb6cfc620400f560474790b"
|
| 132 |
+
},
|
| 133 |
+
"tokenizer_config.json": {
|
| 134 |
+
"size": 830,
|
| 135 |
+
"sha256": "641fc660745306dfb935f666a68f8bc10a44c39241cfb357be518fda8c09662d"
|
| 136 |
+
},
|
| 137 |
+
"model.safetensors": {
|
| 138 |
+
"size": 11761587872,
|
| 139 |
+
"sha256": "66ff5f8fcaf92291da486fdfbd4d5233cec90e1359348a56e3172c978b3a76d4"
|
| 140 |
+
},
|
| 141 |
+
"LICENSE": {
|
| 142 |
+
"size": 11357,
|
| 143 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 144 |
+
},
|
| 145 |
+
"PROVENANCE.txt": {
|
| 146 |
+
"size": 186,
|
| 147 |
+
"sha256": "9cfafdae9362a042d581da47691054ea8f5eb8aa628d59ab2866e975c3366f44"
|
| 148 |
+
}
|
| 149 |
+
}
|
| 150 |
+
},
|
| 151 |
+
"qwen-aligner": {
|
| 152 |
+
"prefix": "qwen-aligner",
|
| 153 |
+
"upstream": "Qwen/Qwen3-ForcedAligner-0.6B@c7cbfc2048c462b0d63a45797104fc9db3ad62b7",
|
| 154 |
+
"license": "apache-2.0",
|
| 155 |
+
"files": {
|
| 156 |
+
"README.md": {
|
| 157 |
+
"size": 57456,
|
| 158 |
+
"sha256": "5058416891bc47a2051557765997e8c42f8eb78a0e33c3e775bd17d4b0ba4d50"
|
| 159 |
+
},
|
| 160 |
+
"chat_template.json": {
|
| 161 |
+
"size": 1161,
|
| 162 |
+
"sha256": "75a8cfca24f00de72d796fbfed6858fc9614ef3dabd8696684cc3bc03a9c58ff"
|
| 163 |
+
},
|
| 164 |
+
"config.json": {
|
| 165 |
+
"size": 5982,
|
| 166 |
+
"sha256": "d616c65d46c4b90bdc651b0a0963ea932732241140f337f9bb6b0335a9c8ef09"
|
| 167 |
+
},
|
| 168 |
+
"generation_config.json": {
|
| 169 |
+
"size": 115,
|
| 170 |
+
"sha256": "948d089b23bca1d214e768d59c4438365665f52ec6d33678f4062206b3fbbb8c"
|
| 171 |
+
},
|
| 172 |
+
"merges.txt": {
|
| 173 |
+
"size": 1671853,
|
| 174 |
+
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
|
| 175 |
+
},
|
| 176 |
+
"model.safetensors": {
|
| 177 |
+
"size": 1835544544,
|
| 178 |
+
"sha256": "47831d0e82f96b20e9034dba01a075ee06436654719f6a68289e49f1b65ce0e7"
|
| 179 |
+
},
|
| 180 |
+
"preprocessor_config.json": {
|
| 181 |
+
"size": 330,
|
| 182 |
+
"sha256": "45e120a4eda2c20c5d7f2ea9354e63536bf35e27aa573fb7cdf78017b378770d"
|
| 183 |
+
},
|
| 184 |
+
"tokenizer_config.json": {
|
| 185 |
+
"size": 12666,
|
| 186 |
+
"sha256": "3ab80063f8511deb9566e6ad438d17b7a6277fcffd52d92854112f19d36bd81c"
|
| 187 |
+
},
|
| 188 |
+
"vocab.json": {
|
| 189 |
+
"size": 2776833,
|
| 190 |
+
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
|
| 191 |
+
},
|
| 192 |
+
"LICENSE": {
|
| 193 |
+
"size": 11357,
|
| 194 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 195 |
+
},
|
| 196 |
+
"PROVENANCE.txt": {
|
| 197 |
+
"size": 193,
|
| 198 |
+
"sha256": "e536da59d661aeee5e2e1f63825af871f0fb510c2272f213597d5d1945b2c154"
|
| 199 |
+
}
|
| 200 |
+
}
|
| 201 |
+
},
|
| 202 |
+
"qwen-asr": {
|
| 203 |
+
"prefix": "qwen-asr",
|
| 204 |
+
"upstream": "Qwen/Qwen3-ASR-1.7B@7278e1e70fe206f11671096ffdd38061171dd6e5",
|
| 205 |
+
"license": "apache-2.0",
|
| 206 |
+
"files": {
|
| 207 |
+
"README.md": {
|
| 208 |
+
"size": 57456,
|
| 209 |
+
"sha256": "5058416891bc47a2051557765997e8c42f8eb78a0e33c3e775bd17d4b0ba4d50"
|
| 210 |
+
},
|
| 211 |
+
"chat_template.json": {
|
| 212 |
+
"size": 1161,
|
| 213 |
+
"sha256": "75a8cfca24f00de72d796fbfed6858fc9614ef3dabd8696684cc3bc03a9c58ff"
|
| 214 |
+
},
|
| 215 |
+
"config.json": {
|
| 216 |
+
"size": 6194,
|
| 217 |
+
"sha256": "2e74a751548b8ad7d7526d29365ad8144c345d8b412b1152d25dc6698452712f"
|
| 218 |
+
},
|
| 219 |
+
"generation_config.json": {
|
| 220 |
+
"size": 142,
|
| 221 |
+
"sha256": "1da527824d81e07118facff437e03f2e24a23311e3bdeb2368973fe77e5f275c"
|
| 222 |
+
},
|
| 223 |
+
"merges.txt": {
|
| 224 |
+
"size": 1671853,
|
| 225 |
+
"sha256": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5"
|
| 226 |
+
},
|
| 227 |
+
"model-00001-of-00002.safetensors": {
|
| 228 |
+
"size": 4220320824,
|
| 229 |
+
"sha256": "a4cd1f1a04d90b757dc7f7dd26254e69a013b19e80efe590a83c6a3bde8608d6"
|
| 230 |
+
},
|
| 231 |
+
"model-00002-of-00002.safetensors": {
|
| 232 |
+
"size": 478200688,
|
| 233 |
+
"sha256": "6e0b9d9e09e2e0238e7ef3cc8a484ab387e91b90f1900bedf88bc92d7929ccfc"
|
| 234 |
+
},
|
| 235 |
+
"model.safetensors.index.json": {
|
| 236 |
+
"size": 64821,
|
| 237 |
+
"sha256": "f994739fe38e5210b9e3e8ce6c6307315e2ceac3cb630e7b7414d69dce520f60"
|
| 238 |
+
},
|
| 239 |
+
"preprocessor_config.json": {
|
| 240 |
+
"size": 330,
|
| 241 |
+
"sha256": "45e120a4eda2c20c5d7f2ea9354e63536bf35e27aa573fb7cdf78017b378770d"
|
| 242 |
+
},
|
| 243 |
+
"tokenizer_config.json": {
|
| 244 |
+
"size": 12487,
|
| 245 |
+
"sha256": "4942d005604266809309cabc9f4e9cb89ce855d59b14681fdc0e1cc62ea26c4c"
|
| 246 |
+
},
|
| 247 |
+
"vocab.json": {
|
| 248 |
+
"size": 2776833,
|
| 249 |
+
"sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
|
| 250 |
+
},
|
| 251 |
+
"LICENSE": {
|
| 252 |
+
"size": 11357,
|
| 253 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 254 |
+
},
|
| 255 |
+
"PROVENANCE.txt": {
|
| 256 |
+
"size": 183,
|
| 257 |
+
"sha256": "cfcbdf6e015bf22a5580bbed4e314d8053ad13b880ec1c620700c6aa5f18804d"
|
| 258 |
+
}
|
| 259 |
+
}
|
| 260 |
+
},
|
| 261 |
+
"rnnoise": {
|
| 262 |
+
"prefix": "rnnoise",
|
| 263 |
+
"upstream": "https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn",
|
| 264 |
+
"license": "bsd-3-clause",
|
| 265 |
+
"files": {
|
| 266 |
+
"std.rnnn": {
|
| 267 |
+
"size": 302903,
|
| 268 |
+
"sha256": "6b8943dc4a9b6b24425873992a44f29c0577503276456af46a8854774faeb294"
|
| 269 |
+
},
|
| 270 |
+
"LICENSE": {
|
| 271 |
+
"size": 1581,
|
| 272 |
+
"sha256": "e2f59ff41d9d03adc3dcf3deff170f8c8cf4a6eb4a9b174762a7656d23200ffa"
|
| 273 |
+
},
|
| 274 |
+
"PROVENANCE.txt": {
|
| 275 |
+
"size": 148,
|
| 276 |
+
"sha256": "81933a7bcf5c44b242332e3adafa6140d735c4309e959bb7ea1038156a3ffb6c"
|
| 277 |
+
}
|
| 278 |
+
}
|
| 279 |
+
},
|
| 280 |
+
"sam2-base-plus": {
|
| 281 |
+
"prefix": "sam2-base-plus",
|
| 282 |
+
"upstream": "facebook/sam2.1-hiera-base-plus@b7320756a13354e7530a63935656d35b2f91a290",
|
| 283 |
+
"license": "apache-2.0",
|
| 284 |
+
"files": {
|
| 285 |
+
"sam2.1_hiera_base_plus.pt": {
|
| 286 |
+
"size": 323606802,
|
| 287 |
+
"sha256": "a2345aede8715ab1d5d31b4a509fb160c5a4af1970f199d9054ccfb746c004c5"
|
| 288 |
+
},
|
| 289 |
+
"LICENSE": {
|
| 290 |
+
"size": 11357,
|
| 291 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 292 |
+
},
|
| 293 |
+
"PROVENANCE.txt": {
|
| 294 |
+
"size": 195,
|
| 295 |
+
"sha256": "effcb3a166b276d98dc828e6aede623731ad214ec78fb78dffe8f46ab4b4c979"
|
| 296 |
+
}
|
| 297 |
+
}
|
| 298 |
+
},
|
| 299 |
+
"sam2-large": {
|
| 300 |
+
"prefix": "sam2-large",
|
| 301 |
+
"upstream": "facebook/sam2.1-hiera-large@665f8e2ad61cf5f53d65644ff27c8ee525124610",
|
| 302 |
+
"license": "apache-2.0",
|
| 303 |
+
"files": {
|
| 304 |
+
"sam2.1_hiera_large.pt": {
|
| 305 |
+
"size": 898083611,
|
| 306 |
+
"sha256": "2647878d5dfa5098f2f8649825738a9345572bae2d4350a2468587ece47dd318"
|
| 307 |
+
},
|
| 308 |
+
"LICENSE": {
|
| 309 |
+
"size": 11357,
|
| 310 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 311 |
+
},
|
| 312 |
+
"PROVENANCE.txt": {
|
| 313 |
+
"size": 191,
|
| 314 |
+
"sha256": "55039cfc30d353c574dd17f2c846537384a8743b0000a42ed98eff36307e37c7"
|
| 315 |
+
}
|
| 316 |
+
}
|
| 317 |
+
},
|
| 318 |
+
"sam2-small": {
|
| 319 |
+
"prefix": "sam2-small",
|
| 320 |
+
"upstream": "facebook/sam2.1-hiera-small@ee5bba1d82bb8749febdf90f45e84b687142ba03",
|
| 321 |
+
"license": "apache-2.0",
|
| 322 |
+
"files": {
|
| 323 |
+
"sam2.1_hiera_small.pt": {
|
| 324 |
+
"size": 184416285,
|
| 325 |
+
"sha256": "6d1aa6f30de5c92224f8172114de081d104bbd23dd9dc5c58996f0cad5dc4d38"
|
| 326 |
+
},
|
| 327 |
+
"LICENSE": {
|
| 328 |
+
"size": 11357,
|
| 329 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 330 |
+
},
|
| 331 |
+
"PROVENANCE.txt": {
|
| 332 |
+
"size": 191,
|
| 333 |
+
"sha256": "5db26cc2ee5597748b419bc1f457fc5f80dbb403354ab617288de3a7995bfd8f"
|
| 334 |
+
}
|
| 335 |
+
}
|
| 336 |
+
},
|
| 337 |
+
"sam2-tiny": {
|
| 338 |
+
"prefix": "sam2-tiny",
|
| 339 |
+
"upstream": "facebook/sam2.1-hiera-tiny@de431c4043854a71d8101e17995dfe596bf101a5",
|
| 340 |
+
"license": "apache-2.0",
|
| 341 |
+
"files": {
|
| 342 |
+
"sam2.1_hiera_tiny.pt": {
|
| 343 |
+
"size": 156008466,
|
| 344 |
+
"sha256": "7402e0d864fa82708a20fbd15bc84245c2f26dff0eb43a4b5b93452deb34be69"
|
| 345 |
+
},
|
| 346 |
+
"LICENSE": {
|
| 347 |
+
"size": 11357,
|
| 348 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 349 |
+
},
|
| 350 |
+
"PROVENANCE.txt": {
|
| 351 |
+
"size": 190,
|
| 352 |
+
"sha256": "f11cc4c485393c9fb1073ca11f9f1494fce9122095f6e17a242685657f147f3e"
|
| 353 |
+
}
|
| 354 |
+
}
|
| 355 |
+
},
|
| 356 |
+
"tesseract-eng": {
|
| 357 |
+
"prefix": "tesseract-eng",
|
| 358 |
+
"upstream": "https://cdn.jsdelivr.net/npm/@tesseract.js-data/eng/4.0.0_best_int/eng.traineddata.gz",
|
| 359 |
+
"license": "apache-2.0",
|
| 360 |
+
"files": {
|
| 361 |
+
"eng.traineddata.gz": {
|
| 362 |
+
"size": 2952873,
|
| 363 |
+
"sha256": "45b4cb346724ac1774f1c36f42f182b887bcdb28ebe63e6fff90ac41f3fcff91"
|
| 364 |
+
},
|
| 365 |
+
"LICENSE": {
|
| 366 |
+
"size": 11357,
|
| 367 |
+
"sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4"
|
| 368 |
+
},
|
| 369 |
+
"PROVENANCE.txt": {
|
| 370 |
+
"size": 124,
|
| 371 |
+
"sha256": "dcfa4baae68e25fd7108136eefd43ac3f7228fe3356f527bc9e67d84ad278a01"
|
| 372 |
+
}
|
| 373 |
+
}
|
| 374 |
+
},
|
| 375 |
+
"unlimited-ocr": {
|
| 376 |
+
"prefix": "unlimited-ocr",
|
| 377 |
+
"upstream": "baidu/Unlimited-OCR@8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3",
|
| 378 |
+
"license": "mit",
|
| 379 |
+
"files": {
|
| 380 |
+
"LICENSE": {
|
| 381 |
+
"size": 1061,
|
| 382 |
+
"sha256": "d985048c6d69429d685fdbe7557340aa0897c0fd8dc038299b148b9c75dc3383"
|
| 383 |
+
},
|
| 384 |
+
"README.md": {
|
| 385 |
+
"size": 11108,
|
| 386 |
+
"sha256": "4f573db255db5262bfe2ea92e459bfc11635a456f210e3a96289bb9605077a55"
|
| 387 |
+
},
|
| 388 |
+
"chat_template.jinja": {
|
| 389 |
+
"size": 529,
|
| 390 |
+
"sha256": "690dcec206a691b4876d70db7092b6b0ae14cb8b51396e4c89a25b777f5a6830"
|
| 391 |
+
},
|
| 392 |
+
"config.json": {
|
| 393 |
+
"size": 2881,
|
| 394 |
+
"sha256": "55e6c5179eea054a3fca99e3e41424649d22f574fba4c5f0737ef9c9095526e4"
|
| 395 |
+
},
|
| 396 |
+
"configuration_deepseek_v2.py": {
|
| 397 |
+
"size": 10720,
|
| 398 |
+
"sha256": "b8470dd616ba8745fce6e27b093aef73a098863cc891b2477dcf9326a36000f7"
|
| 399 |
+
},
|
| 400 |
+
"conversation.py": {
|
| 401 |
+
"size": 9253,
|
| 402 |
+
"sha256": "ec7b6ce89bcda643de1f43269ffa66a7b2e65dc3ed30e427958f776546b4ba03"
|
| 403 |
+
},
|
| 404 |
+
"deepencoder.py": {
|
| 405 |
+
"size": 38008,
|
| 406 |
+
"sha256": "0ae2fb6d1e5ae8cf100fc32f854830acd08c821a0a1f23a94a76588c222ddcf2"
|
| 407 |
+
},
|
| 408 |
+
"generation_config.json": {
|
| 409 |
+
"size": 202,
|
| 410 |
+
"sha256": "dc97b67afaad12b72320c4230f292be8cb5a73fcb4caa9072074fe5a341fb003"
|
| 411 |
+
},
|
| 412 |
+
"model-00001-of-000001.safetensors": {
|
| 413 |
+
"size": 6672547120,
|
| 414 |
+
"sha256": "2bc48a7a110061ea58fff65d3169367eebe3aee371ca6968dc2219c1b2855fc6"
|
| 415 |
+
},
|
| 416 |
+
"model.safetensors.index.json": {
|
| 417 |
+
"size": 257611,
|
| 418 |
+
"sha256": "354be1f2dcfb72ebb385e25465522ce5413a77c36f3b35fec088a3162a11af99"
|
| 419 |
+
},
|
| 420 |
+
"modeling_deepseekv2.py": {
|
| 421 |
+
"size": 90162,
|
| 422 |
+
"sha256": "74e36e6bd0ba7bc565ef76464a99baa8e6bccb710ae9c1007b54ac30b855fa4c"
|
| 423 |
+
},
|
| 424 |
+
"modeling_unlimitedocr.py": {
|
| 425 |
+
"size": 53411,
|
| 426 |
+
"sha256": "3894696d68197ad00e89f0963880645dfce49b1933a9f27e78fbc05983547a78"
|
| 427 |
+
},
|
| 428 |
+
"preprocessor_config.json": {
|
| 429 |
+
"size": 457,
|
| 430 |
+
"sha256": "62cef9e2db4ae494ff2ecccaedfeef884d8ba880c25d17f14e81f3d1c3c899cb"
|
| 431 |
+
},
|
| 432 |
+
"processor_config.json": {
|
| 433 |
+
"size": 452,
|
| 434 |
+
"sha256": "2c82d81788aac5146db01d842138e8f5921daa907d2fd61c3c6c757d41dfb1d7"
|
| 435 |
+
},
|
| 436 |
+
"special_tokens_map.json": {
|
| 437 |
+
"size": 801,
|
| 438 |
+
"sha256": "ab4bd57ce17d62e39e0a39e739de1e407484f090f0b2c7e391312bca7a5b061a"
|
| 439 |
+
},
|
| 440 |
+
"tokenizer.json": {
|
| 441 |
+
"size": 9979544,
|
| 442 |
+
"sha256": "a02f8fd5228c90256bb4f6554c34a579d48f909e5beb232dc4afad870b55a8b4"
|
| 443 |
+
},
|
| 444 |
+
"tokenizer_config.json": {
|
| 445 |
+
"size": 165938,
|
| 446 |
+
"sha256": "a0cbe8464049da1f891b7a12676de06af4cb54c130995d42f71adc1c30c6e9f3"
|
| 447 |
+
},
|
| 448 |
+
"PROVENANCE.txt": {
|
| 449 |
+
"size": 176,
|
| 450 |
+
"sha256": "6a4046757ec2c1b5978855e536406929e3f6a91113c4ed3c4550883368e3ba1d"
|
| 451 |
+
}
|
| 452 |
+
}
|
| 453 |
+
},
|
| 454 |
+
"whisper-large-v3": {
|
| 455 |
+
"prefix": "whisper-large-v3",
|
| 456 |
+
"upstream": "Systran/faster-whisper-large-v3@edaa852ec7e145841d8ffdb056a99866b5f0a478",
|
| 457 |
+
"license": "mit",
|
| 458 |
+
"files": {
|
| 459 |
+
"README.md": {
|
| 460 |
+
"size": 2052,
|
| 461 |
+
"sha256": "39e96252229f5a3d0141dc81afb65a36fd205461ac21e5b70f2cd1248ef0082c"
|
| 462 |
+
},
|
| 463 |
+
"config.json": {
|
| 464 |
+
"size": 2394,
|
| 465 |
+
"sha256": "a9306624f5ec14270a014b647e5c316b6e03a662c369758d1b90697a7b0655b9"
|
| 466 |
+
},
|
| 467 |
+
"model.bin": {
|
| 468 |
+
"size": 3087284237,
|
| 469 |
+
"sha256": "69f74147e3334731bc3a76048724833325d2ec74642fb52620eda87352e3d4f1"
|
| 470 |
+
},
|
| 471 |
+
"preprocessor_config.json": {
|
| 472 |
+
"size": 340,
|
| 473 |
+
"sha256": "7ccc62c6f2765af1f3b46c00c9b5894426835a05021c8b9c01eecb6dfb542711"
|
| 474 |
+
},
|
| 475 |
+
"tokenizer.json": {
|
| 476 |
+
"size": 2480617,
|
| 477 |
+
"sha256": "6d8cbd7cd0d8d5815e478dac67b85a26bbe77c1f5e0c6d76d1ce2abc0e5f21ca"
|
| 478 |
+
},
|
| 479 |
+
"vocabulary.json": {
|
| 480 |
+
"size": 1068114,
|
| 481 |
+
"sha256": "c69260f2ab26d659b7c398f9a2b2b48ed0df16c3b47d7326782fd9cba71690c1"
|
| 482 |
+
},
|
| 483 |
+
"LICENSE": {
|
| 484 |
+
"size": 1063,
|
| 485 |
+
"sha256": "b5d65a59060e68c4ff940e1eddfa6f94b2d68fdf58ed7f4dd57721c997e35e9d"
|
| 486 |
+
},
|
| 487 |
+
"PROVENANCE.txt": {
|
| 488 |
+
"size": 188,
|
| 489 |
+
"sha256": "c917b3927e21c81a42d4c26d6cefed78a115e05fe272e30b2cd7b605b92a179c"
|
| 490 |
+
}
|
| 491 |
+
}
|
| 492 |
+
},
|
| 493 |
+
"whisper-small": {
|
| 494 |
+
"prefix": "whisper-small",
|
| 495 |
+
"upstream": "Systran/faster-whisper-small@536b0662742c02347bc0e980a01041f333bce120",
|
| 496 |
+
"license": "mit",
|
| 497 |
+
"files": {
|
| 498 |
+
"README.md": {
|
| 499 |
+
"size": 1998,
|
| 500 |
+
"sha256": "329373481008c7c38654aff8ecdcf0163c211557cc7ba8e2ef6f2f84b4f75ec8"
|
| 501 |
+
},
|
| 502 |
+
"config.json": {
|
| 503 |
+
"size": 2370,
|
| 504 |
+
"sha256": "b55496ac7940a7ae47d2c01eab40edfd8701feec1229d9cce3b40014383fb828"
|
| 505 |
+
},
|
| 506 |
+
"model.bin": {
|
| 507 |
+
"size": 483546902,
|
| 508 |
+
"sha256": "3e305921506d8872816023e4c273e75d2419fb89b24da97b4fe7bce14170d671"
|
| 509 |
+
},
|
| 510 |
+
"tokenizer.json": {
|
| 511 |
+
"size": 2203239,
|
| 512 |
+
"sha256": "fb7b63191e9bb045082c79fd742a3106a12c99513ab30df4a0d47fa6cb6fd0ab"
|
| 513 |
+
},
|
| 514 |
+
"vocabulary.txt": {
|
| 515 |
+
"size": 459861,
|
| 516 |
+
"sha256": "34ce3fe1c5041027b3f8d42912270993f986dbc4bb34cf27f951e34a1e453913"
|
| 517 |
+
},
|
| 518 |
+
"LICENSE": {
|
| 519 |
+
"size": 1063,
|
| 520 |
+
"sha256": "b5d65a59060e68c4ff940e1eddfa6f94b2d68fdf58ed7f4dd57721c997e35e9d"
|
| 521 |
+
},
|
| 522 |
+
"PROVENANCE.txt": {
|
| 523 |
+
"size": 185,
|
| 524 |
+
"sha256": "3a8afb611fb355e25ca6ddd9a7c9c9bf5526d74f880a6cdde62c1f647edc83a4"
|
| 525 |
+
}
|
| 526 |
+
}
|
| 527 |
+
}
|
| 528 |
+
}
|
| 529 |
+
}
|
README.md
CHANGED
|
@@ -1,47 +1,50 @@
|
|
| 1 |
-
---
|
| 2 |
-
license: other
|
| 3 |
-
license_name:
|
| 4 |
-
license_link:
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
-
|
| 10 |
-
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
SnapTop downloads
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
##
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
-
|
| 47 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: other
|
| 3 |
+
license_name: model-specific
|
| 4 |
+
license_link: https://huggingface.co/hacksider/snaptop-models/blob/main/LICENSES.md
|
| 5 |
+
tags:
|
| 6 |
+
- snaptop
|
| 7 |
+
- sam3
|
| 8 |
+
- onnx
|
| 9 |
+
- speech
|
| 10 |
+
- ocr
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
# SnapTop model catalog
|
| 14 |
+
|
| 15 |
+
The dedicated public model repository for SnapTop, separate from application source and all other account repositories.
|
| 16 |
+
All SnapTop model downloads originate here. Files are public; no account, login or access token is needed.
|
| 17 |
+
Models run locally: screenshots, recordings, prompts and voice samples remain on the user's computer.
|
| 18 |
+
|
| 19 |
+
SnapTop downloads models on demand using the immutable commit and SHA-256 checksums recorded in the application's `sam/model-source.json`.
|
| 20 |
+
`MODEL_CATALOG.json` records file sizes, checksums and exact upstream revisions. `SHA256SUMS` covers all distributed model payloads.
|
| 21 |
+
Each model folder includes its original license and provenance. The licenses are model-specific; this repository does not relicense model weights.
|
| 22 |
+
|
| 23 |
+
## SAM3
|
| 24 |
+
|
| 25 |
+
The root `model.safetensors` and processor/tokenizer files are unchanged Meta SAM3 weights from
|
| 26 |
+
[facebook/sam3@3c879f39826c281e95690f02c7821c4de09afae7](https://huggingface.co/facebook/sam3/tree/3c879f39826c281e95690f02c7821c4de09afae7).
|
| 27 |
+
The root `sam3_vit_h.zip` is the unchanged ONNX conversion from
|
| 28 |
+
[vietanhdev/segment-anything-3-onnx-models](https://huggingface.co/vietanhdev/segment-anything-3-onnx-models).
|
| 29 |
+
Both retain the [Meta SAM License](LICENSE). The root Transformers files remain a loadable SAM3 snapshot.
|
| 30 |
+
|
| 31 |
+
## Additional models
|
| 32 |
+
|
| 33 |
+
| Model | License | Original source |
|
| 34 |
+
| --- | --- | --- |
|
| 35 |
+
| [chatterbox-turbo](chatterbox-turbo) | [mit](chatterbox-turbo/LICENSE) | [ResembleAI/chatterbox-turbo](https://huggingface.co/ResembleAI/chatterbox-turbo/tree/749d1c1a46eb10492095d68fbcf55691ccf137cd) |
|
| 36 |
+
| [madlad-translation](madlad-translation) | [apache-2.0](madlad-translation/LICENSE) | [google/madlad400-3b-mt](https://huggingface.co/google/madlad400-3b-mt/tree/fa184c675da0b5c9e1c8694fccd4e12e2d422094) |
|
| 37 |
+
| [qwen-aligner](qwen-aligner) | [apache-2.0](qwen-aligner/LICENSE) | [Qwen/Qwen3-ForcedAligner-0.6B](https://huggingface.co/Qwen/Qwen3-ForcedAligner-0.6B/tree/c7cbfc2048c462b0d63a45797104fc9db3ad62b7) |
|
| 38 |
+
| [qwen-asr](qwen-asr) | [apache-2.0](qwen-asr/LICENSE) | [Qwen/Qwen3-ASR-1.7B](https://huggingface.co/Qwen/Qwen3-ASR-1.7B/tree/7278e1e70fe206f11671096ffdd38061171dd6e5) |
|
| 39 |
+
| [rnnoise](rnnoise) | [bsd-3-clause](rnnoise/LICENSE) | [https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn](https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn) |
|
| 40 |
+
| [sam2-base-plus](sam2-base-plus) | [apache-2.0](sam2-base-plus/LICENSE) | [facebook/sam2.1-hiera-base-plus](https://huggingface.co/facebook/sam2.1-hiera-base-plus/tree/b7320756a13354e7530a63935656d35b2f91a290) |
|
| 41 |
+
| [sam2-large](sam2-large) | [apache-2.0](sam2-large/LICENSE) | [facebook/sam2.1-hiera-large](https://huggingface.co/facebook/sam2.1-hiera-large/tree/665f8e2ad61cf5f53d65644ff27c8ee525124610) |
|
| 42 |
+
| [sam2-small](sam2-small) | [apache-2.0](sam2-small/LICENSE) | [facebook/sam2.1-hiera-small](https://huggingface.co/facebook/sam2.1-hiera-small/tree/ee5bba1d82bb8749febdf90f45e84b687142ba03) |
|
| 43 |
+
| [sam2-tiny](sam2-tiny) | [apache-2.0](sam2-tiny/LICENSE) | [facebook/sam2.1-hiera-tiny](https://huggingface.co/facebook/sam2.1-hiera-tiny/tree/de431c4043854a71d8101e17995dfe596bf101a5) |
|
| 44 |
+
| [tesseract-eng](tesseract-eng) | [apache-2.0](tesseract-eng/LICENSE) | [https://cdn.jsdelivr.net/npm/](https://huggingface.co/https://cdn.jsdelivr.net/npm//tree/tesseract.js-data/eng/4.0.0_best_int/eng.traineddata.gz) |
|
| 45 |
+
| [unlimited-ocr](unlimited-ocr) | [mit](unlimited-ocr/LICENSE) | [baidu/Unlimited-OCR](https://huggingface.co/baidu/Unlimited-OCR/tree/8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3) |
|
| 46 |
+
| [whisper-large-v3](whisper-large-v3) | [mit](whisper-large-v3/LICENSE) | [Systran/faster-whisper-large-v3](https://huggingface.co/Systran/faster-whisper-large-v3/tree/edaa852ec7e145841d8ffdb056a99866b5f0a478) |
|
| 47 |
+
| [whisper-small](whisper-small) | [mit](whisper-small/LICENSE) | [Systran/faster-whisper-small](https://huggingface.co/Systran/faster-whisper-small/tree/536b0662742c02347bc0e980a01041f333bce120) |
|
| 48 |
+
|
| 49 |
+
MADLAD is used only to generate application translations during development. Qwen ASR/alignment and Unlimited OCR are optional engines.
|
| 50 |
+
Software dependencies and runtimes are installed from their official package sources; they are not model payloads in this repository.
|
SHA256SUMS
CHANGED
|
@@ -1,10 +1,107 @@
|
|
| 1 |
bec48f70bd37bf8280a9d1ebf01642d26086f6122ba735baa08fe03c5a6e7448 LICENSE
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
4616385e4b21f2e5e22c875b65679185cbccfa95de42542b9166f7dc3d57160f config.json
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
9fd691f7c8039210e0fced15865466c65820d09b63988b0174bfe25de299051a merges.txt
|
| 4 |
6d06f0a5f84e435071fe6603e61d0b4cc7b40e0d39d487cfd4d67d8cc11cc14a model.safetensors
|
| 5 |
6420cf2671fa9309ea95bc0144a8b9861666d1c5f43c8db09e410dacda974fce processor_config.json
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
2cdb3b8331a60c92fc1e55a13e9fd61fd2293c5a51275fdcccd62b780052530e special_tokens_map.json
|
|
|
|
|
|
|
|
|
|
| 7 |
6d9109cc838977f3ca94a379eec36aecc7c807e1785cd729660ca2fc0171fb35 tokenizer.json
|
| 8 |
39670ad98457fe8f14ca59f6bb74591e9fc850974380a63993e5b8ffc865baa2 tokenizer_config.json
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
5047b556ce86ccaf6aa22b3ffccfc52d391ea4accdab9c2f2407da5b742d4363 vocab.json
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
bec48f70bd37bf8280a9d1ebf01642d26086f6122ba735baa08fe03c5a6e7448 LICENSE
|
| 2 |
+
4248e910a928849fe5815a0f9236e17fa07768d95b9193212752c464b93d6caa chatterbox-turbo/LICENSE
|
| 3 |
+
633e03dbd0393ca8fb3ee2eb9a1c5ec6708398380d6e713b7e1a64e71b34e327 chatterbox-turbo/PROVENANCE.txt
|
| 4 |
+
d007d8c2ed2093530d95eee9d623f8977c321f6f361c19dafa07c000375808d7 chatterbox-turbo/README.md
|
| 5 |
+
72e4ab6acb0d9309ac3df4b526ae5fd80a2da5bc5ab7bb02d85096a374f69193 chatterbox-turbo/added_tokens.json
|
| 6 |
+
b1852099306fd6a7814eb9d0bd10186caba7249596cc23868f78a0eefbfa5033 chatterbox-turbo/conds.pt
|
| 7 |
+
1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5 chatterbox-turbo/merges.txt
|
| 8 |
+
d65cb687a2ed581ee6cc297e919ffefa63386944f42364ae13b78a594945514f chatterbox-turbo/s3gen_meanflow.safetensors
|
| 9 |
+
92ba8063bf40aa163eadebbfe0de07c2aebe44cf0d4a9e8726580b0781fd2640 chatterbox-turbo/special_tokens_map.json
|
| 10 |
+
fcf1f8c1d651bb7e3acd69ee5be269b4ac10c02980b7708213d598bc9f7cdf87 chatterbox-turbo/t3_turbo_v1.safetensors
|
| 11 |
+
bca16a2ac1ddbd78b8d6228f0031884cc74b6ea54b967d6f6d2ebae9ccde23e6 chatterbox-turbo/tokenizer_config.json
|
| 12 |
+
f0921cab452fa278bc25cd23ffd59d36f816d7dc5181dd1bef9751a7fb61f63c chatterbox-turbo/ve.safetensors
|
| 13 |
+
f6bd25a65e4e63ca31360e9fb11c7e4f9a391a78385d640acd814092dd6eee4f chatterbox-turbo/vocab.json
|
| 14 |
4616385e4b21f2e5e22c875b65679185cbccfa95de42542b9166f7dc3d57160f config.json
|
| 15 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 madlad-translation/LICENSE
|
| 16 |
+
9cfafdae9362a042d581da47691054ea8f5eb8aa628d59ab2866e975c3366f44 madlad-translation/PROVENANCE.txt
|
| 17 |
+
d914176fd50bd7f565700006a31aa97b79d3ad17cee20c8e5ff2061d5cb74817 madlad-translation/added_tokens.json
|
| 18 |
+
cad399cab799b99409a6ec2d90d72552257c2bb752861261d2016691e0643e7c madlad-translation/config.json
|
| 19 |
+
0849b38987568ccfe4ebefc22bbda1cec4bee01c345e93bfab207d4692b0a1d5 madlad-translation/generation_config.json
|
| 20 |
+
66ff5f8fcaf92291da486fdfbd4d5233cec90e1359348a56e3172c978b3a76d4 madlad-translation/model.safetensors
|
| 21 |
+
7f79f1d5063d56c4b980eec0692f3c7429bdef335071d34e566bd00fd4b5e3e0 madlad-translation/special_tokens_map.json
|
| 22 |
+
ef11ac9a22c7503492f56d48dce53be20e339b63605983e9f27d2cd0e0f3922c madlad-translation/spiece.model
|
| 23 |
+
a2799ccc696b752ba00c34f58726bfe253a04921ceb6cfc620400f560474790b madlad-translation/tokenizer.json
|
| 24 |
+
641fc660745306dfb935f666a68f8bc10a44c39241cfb357be518fda8c09662d madlad-translation/tokenizer_config.json
|
| 25 |
9fd691f7c8039210e0fced15865466c65820d09b63988b0174bfe25de299051a merges.txt
|
| 26 |
6d06f0a5f84e435071fe6603e61d0b4cc7b40e0d39d487cfd4d67d8cc11cc14a model.safetensors
|
| 27 |
6420cf2671fa9309ea95bc0144a8b9861666d1c5f43c8db09e410dacda974fce processor_config.json
|
| 28 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 qwen-aligner/LICENSE
|
| 29 |
+
e536da59d661aeee5e2e1f63825af871f0fb510c2272f213597d5d1945b2c154 qwen-aligner/PROVENANCE.txt
|
| 30 |
+
5058416891bc47a2051557765997e8c42f8eb78a0e33c3e775bd17d4b0ba4d50 qwen-aligner/README.md
|
| 31 |
+
75a8cfca24f00de72d796fbfed6858fc9614ef3dabd8696684cc3bc03a9c58ff qwen-aligner/chat_template.json
|
| 32 |
+
d616c65d46c4b90bdc651b0a0963ea932732241140f337f9bb6b0335a9c8ef09 qwen-aligner/config.json
|
| 33 |
+
948d089b23bca1d214e768d59c4438365665f52ec6d33678f4062206b3fbbb8c qwen-aligner/generation_config.json
|
| 34 |
+
8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 qwen-aligner/merges.txt
|
| 35 |
+
47831d0e82f96b20e9034dba01a075ee06436654719f6a68289e49f1b65ce0e7 qwen-aligner/model.safetensors
|
| 36 |
+
45e120a4eda2c20c5d7f2ea9354e63536bf35e27aa573fb7cdf78017b378770d qwen-aligner/preprocessor_config.json
|
| 37 |
+
3ab80063f8511deb9566e6ad438d17b7a6277fcffd52d92854112f19d36bd81c qwen-aligner/tokenizer_config.json
|
| 38 |
+
ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 qwen-aligner/vocab.json
|
| 39 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 qwen-asr/LICENSE
|
| 40 |
+
cfcbdf6e015bf22a5580bbed4e314d8053ad13b880ec1c620700c6aa5f18804d qwen-asr/PROVENANCE.txt
|
| 41 |
+
5058416891bc47a2051557765997e8c42f8eb78a0e33c3e775bd17d4b0ba4d50 qwen-asr/README.md
|
| 42 |
+
75a8cfca24f00de72d796fbfed6858fc9614ef3dabd8696684cc3bc03a9c58ff qwen-asr/chat_template.json
|
| 43 |
+
2e74a751548b8ad7d7526d29365ad8144c345d8b412b1152d25dc6698452712f qwen-asr/config.json
|
| 44 |
+
1da527824d81e07118facff437e03f2e24a23311e3bdeb2368973fe77e5f275c qwen-asr/generation_config.json
|
| 45 |
+
8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 qwen-asr/merges.txt
|
| 46 |
+
a4cd1f1a04d90b757dc7f7dd26254e69a013b19e80efe590a83c6a3bde8608d6 qwen-asr/model-00001-of-00002.safetensors
|
| 47 |
+
6e0b9d9e09e2e0238e7ef3cc8a484ab387e91b90f1900bedf88bc92d7929ccfc qwen-asr/model-00002-of-00002.safetensors
|
| 48 |
+
f994739fe38e5210b9e3e8ce6c6307315e2ceac3cb630e7b7414d69dce520f60 qwen-asr/model.safetensors.index.json
|
| 49 |
+
45e120a4eda2c20c5d7f2ea9354e63536bf35e27aa573fb7cdf78017b378770d qwen-asr/preprocessor_config.json
|
| 50 |
+
4942d005604266809309cabc9f4e9cb89ce855d59b14681fdc0e1cc62ea26c4c qwen-asr/tokenizer_config.json
|
| 51 |
+
ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 qwen-asr/vocab.json
|
| 52 |
+
e2f59ff41d9d03adc3dcf3deff170f8c8cf4a6eb4a9b174762a7656d23200ffa rnnoise/LICENSE
|
| 53 |
+
81933a7bcf5c44b242332e3adafa6140d735c4309e959bb7ea1038156a3ffb6c rnnoise/PROVENANCE.txt
|
| 54 |
+
6b8943dc4a9b6b24425873992a44f29c0577503276456af46a8854774faeb294 rnnoise/std.rnnn
|
| 55 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 sam2-base-plus/LICENSE
|
| 56 |
+
effcb3a166b276d98dc828e6aede623731ad214ec78fb78dffe8f46ab4b4c979 sam2-base-plus/PROVENANCE.txt
|
| 57 |
+
a2345aede8715ab1d5d31b4a509fb160c5a4af1970f199d9054ccfb746c004c5 sam2-base-plus/sam2.1_hiera_base_plus.pt
|
| 58 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 sam2-large/LICENSE
|
| 59 |
+
55039cfc30d353c574dd17f2c846537384a8743b0000a42ed98eff36307e37c7 sam2-large/PROVENANCE.txt
|
| 60 |
+
2647878d5dfa5098f2f8649825738a9345572bae2d4350a2468587ece47dd318 sam2-large/sam2.1_hiera_large.pt
|
| 61 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 sam2-small/LICENSE
|
| 62 |
+
5db26cc2ee5597748b419bc1f457fc5f80dbb403354ab617288de3a7995bfd8f sam2-small/PROVENANCE.txt
|
| 63 |
+
6d1aa6f30de5c92224f8172114de081d104bbd23dd9dc5c58996f0cad5dc4d38 sam2-small/sam2.1_hiera_small.pt
|
| 64 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 sam2-tiny/LICENSE
|
| 65 |
+
f11cc4c485393c9fb1073ca11f9f1494fce9122095f6e17a242685657f147f3e sam2-tiny/PROVENANCE.txt
|
| 66 |
+
7402e0d864fa82708a20fbd15bc84245c2f26dff0eb43a4b5b93452deb34be69 sam2-tiny/sam2.1_hiera_tiny.pt
|
| 67 |
+
1617436f9db7eb9dd69029c2c465d54b316c36c21143f0fde0d1be513f15b7d5 sam3_vit_h.zip
|
| 68 |
2cdb3b8331a60c92fc1e55a13e9fd61fd2293c5a51275fdcccd62b780052530e special_tokens_map.json
|
| 69 |
+
c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4 tesseract-eng/LICENSE
|
| 70 |
+
dcfa4baae68e25fd7108136eefd43ac3f7228fe3356f527bc9e67d84ad278a01 tesseract-eng/PROVENANCE.txt
|
| 71 |
+
45b4cb346724ac1774f1c36f42f182b887bcdb28ebe63e6fff90ac41f3fcff91 tesseract-eng/eng.traineddata.gz
|
| 72 |
6d9109cc838977f3ca94a379eec36aecc7c807e1785cd729660ca2fc0171fb35 tokenizer.json
|
| 73 |
39670ad98457fe8f14ca59f6bb74591e9fc850974380a63993e5b8ffc865baa2 tokenizer_config.json
|
| 74 |
+
d985048c6d69429d685fdbe7557340aa0897c0fd8dc038299b148b9c75dc3383 unlimited-ocr/LICENSE
|
| 75 |
+
6a4046757ec2c1b5978855e536406929e3f6a91113c4ed3c4550883368e3ba1d unlimited-ocr/PROVENANCE.txt
|
| 76 |
+
4f573db255db5262bfe2ea92e459bfc11635a456f210e3a96289bb9605077a55 unlimited-ocr/README.md
|
| 77 |
+
690dcec206a691b4876d70db7092b6b0ae14cb8b51396e4c89a25b777f5a6830 unlimited-ocr/chat_template.jinja
|
| 78 |
+
55e6c5179eea054a3fca99e3e41424649d22f574fba4c5f0737ef9c9095526e4 unlimited-ocr/config.json
|
| 79 |
+
b8470dd616ba8745fce6e27b093aef73a098863cc891b2477dcf9326a36000f7 unlimited-ocr/configuration_deepseek_v2.py
|
| 80 |
+
ec7b6ce89bcda643de1f43269ffa66a7b2e65dc3ed30e427958f776546b4ba03 unlimited-ocr/conversation.py
|
| 81 |
+
0ae2fb6d1e5ae8cf100fc32f854830acd08c821a0a1f23a94a76588c222ddcf2 unlimited-ocr/deepencoder.py
|
| 82 |
+
dc97b67afaad12b72320c4230f292be8cb5a73fcb4caa9072074fe5a341fb003 unlimited-ocr/generation_config.json
|
| 83 |
+
2bc48a7a110061ea58fff65d3169367eebe3aee371ca6968dc2219c1b2855fc6 unlimited-ocr/model-00001-of-000001.safetensors
|
| 84 |
+
354be1f2dcfb72ebb385e25465522ce5413a77c36f3b35fec088a3162a11af99 unlimited-ocr/model.safetensors.index.json
|
| 85 |
+
74e36e6bd0ba7bc565ef76464a99baa8e6bccb710ae9c1007b54ac30b855fa4c unlimited-ocr/modeling_deepseekv2.py
|
| 86 |
+
3894696d68197ad00e89f0963880645dfce49b1933a9f27e78fbc05983547a78 unlimited-ocr/modeling_unlimitedocr.py
|
| 87 |
+
62cef9e2db4ae494ff2ecccaedfeef884d8ba880c25d17f14e81f3d1c3c899cb unlimited-ocr/preprocessor_config.json
|
| 88 |
+
2c82d81788aac5146db01d842138e8f5921daa907d2fd61c3c6c757d41dfb1d7 unlimited-ocr/processor_config.json
|
| 89 |
+
ab4bd57ce17d62e39e0a39e739de1e407484f090f0b2c7e391312bca7a5b061a unlimited-ocr/special_tokens_map.json
|
| 90 |
+
a02f8fd5228c90256bb4f6554c34a579d48f909e5beb232dc4afad870b55a8b4 unlimited-ocr/tokenizer.json
|
| 91 |
+
a0cbe8464049da1f891b7a12676de06af4cb54c130995d42f71adc1c30c6e9f3 unlimited-ocr/tokenizer_config.json
|
| 92 |
5047b556ce86ccaf6aa22b3ffccfc52d391ea4accdab9c2f2407da5b742d4363 vocab.json
|
| 93 |
+
b5d65a59060e68c4ff940e1eddfa6f94b2d68fdf58ed7f4dd57721c997e35e9d whisper-large-v3/LICENSE
|
| 94 |
+
c917b3927e21c81a42d4c26d6cefed78a115e05fe272e30b2cd7b605b92a179c whisper-large-v3/PROVENANCE.txt
|
| 95 |
+
39e96252229f5a3d0141dc81afb65a36fd205461ac21e5b70f2cd1248ef0082c whisper-large-v3/README.md
|
| 96 |
+
a9306624f5ec14270a014b647e5c316b6e03a662c369758d1b90697a7b0655b9 whisper-large-v3/config.json
|
| 97 |
+
69f74147e3334731bc3a76048724833325d2ec74642fb52620eda87352e3d4f1 whisper-large-v3/model.bin
|
| 98 |
+
7ccc62c6f2765af1f3b46c00c9b5894426835a05021c8b9c01eecb6dfb542711 whisper-large-v3/preprocessor_config.json
|
| 99 |
+
6d8cbd7cd0d8d5815e478dac67b85a26bbe77c1f5e0c6d76d1ce2abc0e5f21ca whisper-large-v3/tokenizer.json
|
| 100 |
+
c69260f2ab26d659b7c398f9a2b2b48ed0df16c3b47d7326782fd9cba71690c1 whisper-large-v3/vocabulary.json
|
| 101 |
+
b5d65a59060e68c4ff940e1eddfa6f94b2d68fdf58ed7f4dd57721c997e35e9d whisper-small/LICENSE
|
| 102 |
+
3a8afb611fb355e25ca6ddd9a7c9c9bf5526d74f880a6cdde62c1f647edc83a4 whisper-small/PROVENANCE.txt
|
| 103 |
+
329373481008c7c38654aff8ecdcf0163c211557cc7ba8e2ef6f2f84b4f75ec8 whisper-small/README.md
|
| 104 |
+
b55496ac7940a7ae47d2c01eab40edfd8701feec1229d9cce3b40014383fb828 whisper-small/config.json
|
| 105 |
+
3e305921506d8872816023e4c273e75d2419fb89b24da97b4fe7bce14170d671 whisper-small/model.bin
|
| 106 |
+
fb7b63191e9bb045082c79fd742a3106a12c99513ab30df4a0d47fa6cb6fd0ab whisper-small/tokenizer.json
|
| 107 |
+
34ce3fe1c5041027b3f8d42912270993f986dbc4bb34cf27f951e34a1e453913 whisper-small/vocabulary.txt
|
madlad-translation/LICENSE
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Apache License
|
| 2 |
+
Version 2.0, January 2004
|
| 3 |
+
http://www.apache.org/licenses/
|
| 4 |
+
|
| 5 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 6 |
+
|
| 7 |
+
1. Definitions.
|
| 8 |
+
|
| 9 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 10 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 11 |
+
|
| 12 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 13 |
+
the copyright owner that is granting the License.
|
| 14 |
+
|
| 15 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 16 |
+
other entities that control, are controlled by, or are under common
|
| 17 |
+
control with that entity. For the purposes of this definition,
|
| 18 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 19 |
+
direction or management of such entity, whether by contract or
|
| 20 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 21 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 22 |
+
|
| 23 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 24 |
+
exercising permissions granted by this License.
|
| 25 |
+
|
| 26 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 27 |
+
including but not limited to software source code, documentation
|
| 28 |
+
source, and configuration files.
|
| 29 |
+
|
| 30 |
+
"Object" form shall mean any form resulting from mechanical
|
| 31 |
+
transformation or translation of a Source form, including but
|
| 32 |
+
not limited to compiled object code, generated documentation,
|
| 33 |
+
and conversions to other media types.
|
| 34 |
+
|
| 35 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 36 |
+
Object form, made available under the License, as indicated by a
|
| 37 |
+
copyright notice that is included in or attached to the work
|
| 38 |
+
(an example is provided in the Appendix below).
|
| 39 |
+
|
| 40 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 41 |
+
form, that is based on (or derived from) the Work and for which the
|
| 42 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 43 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 44 |
+
of this License, Derivative Works shall not include works that remain
|
| 45 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 46 |
+
the Work and Derivative Works thereof.
|
| 47 |
+
|
| 48 |
+
"Contribution" shall mean any work of authorship, including
|
| 49 |
+
the original version of the Work and any modifications or additions
|
| 50 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 51 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 52 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 53 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 54 |
+
means any form of electronic, verbal, or written communication sent
|
| 55 |
+
to the Licensor or its representatives, including but not limited to
|
| 56 |
+
communication on electronic mailing lists, source code control systems,
|
| 57 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 58 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 59 |
+
excluding communication that is conspicuously marked or otherwise
|
| 60 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 61 |
+
|
| 62 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 63 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 64 |
+
subsequently incorporated within the Work.
|
| 65 |
+
|
| 66 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 67 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 68 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 69 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 70 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 71 |
+
Work and such Derivative Works in Source or Object form.
|
| 72 |
+
|
| 73 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 74 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 75 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 76 |
+
(except as stated in this section) patent license to make, have made,
|
| 77 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 78 |
+
where such license applies only to those patent claims licensable
|
| 79 |
+
by such Contributor that are necessarily infringed by their
|
| 80 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 81 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 82 |
+
institute patent litigation against any entity (including a
|
| 83 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 84 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 85 |
+
or contributory patent infringement, then any patent licenses
|
| 86 |
+
granted to You under this License for that Work shall terminate
|
| 87 |
+
as of the date such litigation is filed.
|
| 88 |
+
|
| 89 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 90 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 91 |
+
modifications, and in Source or Object form, provided that You
|
| 92 |
+
meet the following conditions:
|
| 93 |
+
|
| 94 |
+
(a) You must give any other recipients of the Work or
|
| 95 |
+
Derivative Works a copy of this License; and
|
| 96 |
+
|
| 97 |
+
(b) You must cause any modified files to carry prominent notices
|
| 98 |
+
stating that You changed the files; and
|
| 99 |
+
|
| 100 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 101 |
+
that You distribute, all copyright, patent, trademark, and
|
| 102 |
+
attribution notices from the Source form of the Work,
|
| 103 |
+
excluding those notices that do not pertain to any part of
|
| 104 |
+
the Derivative Works; and
|
| 105 |
+
|
| 106 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 107 |
+
distribution, then any Derivative Works that You distribute must
|
| 108 |
+
include a readable copy of the attribution notices contained
|
| 109 |
+
within such NOTICE file, excluding those notices that do not
|
| 110 |
+
pertain to any part of the Derivative Works, in at least one
|
| 111 |
+
of the following places: within a NOTICE text file distributed
|
| 112 |
+
as part of the Derivative Works; within the Source form or
|
| 113 |
+
documentation, if provided along with the Derivative Works; or,
|
| 114 |
+
within a display generated by the Derivative Works, if and
|
| 115 |
+
wherever such third-party notices normally appear. The contents
|
| 116 |
+
of the NOTICE file are for informational purposes only and
|
| 117 |
+
do not modify the License. You may add Your own attribution
|
| 118 |
+
notices within Derivative Works that You distribute, alongside
|
| 119 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 120 |
+
that such additional attribution notices cannot be construed
|
| 121 |
+
as modifying the License.
|
| 122 |
+
|
| 123 |
+
You may add Your own copyright statement to Your modifications and
|
| 124 |
+
may provide additional or different license terms and conditions
|
| 125 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 126 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 127 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 128 |
+
the conditions stated in this License.
|
| 129 |
+
|
| 130 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 131 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 132 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 133 |
+
this License, without any additional terms or conditions.
|
| 134 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 135 |
+
the terms of any separate license agreement you may have executed
|
| 136 |
+
with Licensor regarding such Contributions.
|
| 137 |
+
|
| 138 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 139 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 140 |
+
except as required for reasonable and customary use in describing the
|
| 141 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 142 |
+
|
| 143 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 144 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 145 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 146 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 147 |
+
implied, including, without limitation, any warranties or conditions
|
| 148 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 149 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 150 |
+
appropriateness of using or redistributing the Work and assume any
|
| 151 |
+
risks associated with Your exercise of permissions under this License.
|
| 152 |
+
|
| 153 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 154 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 155 |
+
unless required by applicable law (such as deliberate and grossly
|
| 156 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 157 |
+
liable to You for damages, including any direct, indirect, special,
|
| 158 |
+
incidental, or consequential damages of any character arising as a
|
| 159 |
+
result of this License or out of the use or inability to use the
|
| 160 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 161 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 162 |
+
other commercial damages or losses), even if such Contributor
|
| 163 |
+
has been advised of the possibility of such damages.
|
| 164 |
+
|
| 165 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 166 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 167 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 168 |
+
or other liability obligations and/or rights consistent with this
|
| 169 |
+
License. However, in accepting such obligations, You may act only
|
| 170 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 171 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 172 |
+
defend, and hold each Contributor harmless for any liability
|
| 173 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 174 |
+
of your accepting any such warranty or additional liability.
|
| 175 |
+
|
| 176 |
+
END OF TERMS AND CONDITIONS
|
| 177 |
+
|
| 178 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 179 |
+
|
| 180 |
+
To apply the Apache License to your work, attach the following
|
| 181 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 182 |
+
replaced with your own identifying information. (Don't include
|
| 183 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 184 |
+
comment syntax for the file format. We also recommend that a
|
| 185 |
+
file or class name and description of purpose be included on the
|
| 186 |
+
same "printed page" as the copyright notice for easier
|
| 187 |
+
identification within third-party archives.
|
| 188 |
+
|
| 189 |
+
Copyright [yyyy] [name of copyright owner]
|
| 190 |
+
|
| 191 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 192 |
+
you may not use this file except in compliance with the License.
|
| 193 |
+
You may obtain a copy of the License at
|
| 194 |
+
|
| 195 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 196 |
+
|
| 197 |
+
Unless required by applicable law or agreed to in writing, software
|
| 198 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 199 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 200 |
+
See the License for the specific language governing permissions and
|
| 201 |
+
limitations under the License.
|
madlad-translation/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: google/madlad400-3b-mt
|
| 2 |
+
Upstream revision: fa184c675da0b5c9e1c8694fccd4e12e2d422094
|
| 3 |
+
License: apache-2.0
|
| 4 |
+
Distributed for SnapTop without changing the upstream license.
|
madlad-translation/added_tokens.json
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
}
|
madlad-translation/config.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"T5ForConditionalGeneration"
|
| 4 |
+
],
|
| 5 |
+
"d_ff": 8192,
|
| 6 |
+
"d_kv": 128,
|
| 7 |
+
"d_model": 1024,
|
| 8 |
+
"dropout_rate": 0.1,
|
| 9 |
+
"decoder_start_token_id": 0,
|
| 10 |
+
"pad_token_id": 1,
|
| 11 |
+
"eos_token_id": 2,
|
| 12 |
+
"feed_forward_proj": "gated-gelu",
|
| 13 |
+
"initializer_factor": 1.0,
|
| 14 |
+
"is_encoder_decoder": true,
|
| 15 |
+
"layer_norm_epsilon": 1e-06,
|
| 16 |
+
"model_type": "t5",
|
| 17 |
+
"n_positions": 512,
|
| 18 |
+
"num_decoder_layers": 32,
|
| 19 |
+
"num_heads": 16,
|
| 20 |
+
"num_layers": 32,
|
| 21 |
+
"output_past": true,
|
| 22 |
+
"relative_attention_max_distance": 128,
|
| 23 |
+
"relative_attention_num_buckets": 32,
|
| 24 |
+
"task_specific_params": {},
|
| 25 |
+
"tie_word_embeddings": false,
|
| 26 |
+
"transformers_version": "4.23.1",
|
| 27 |
+
"use_cache": true,
|
| 28 |
+
"vocab_size": 256000
|
| 29 |
+
}
|
madlad-translation/generation_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"decoder_start_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"pad_token_id": 1,
|
| 6 |
+
"transformers_version": "4.35.0"
|
| 7 |
+
}
|
madlad-translation/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:66ff5f8fcaf92291da486fdfbd4d5233cec90e1359348a56e3172c978b3a76d4
|
| 3 |
+
size 11761587872
|
madlad-translation/special_tokens_map.json
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"eos_token": {
|
| 3 |
+
"content": "</s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"pad_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"unk_token": {
|
| 17 |
+
"content": "<unk>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
}
|
| 23 |
+
}
|
madlad-translation/spiece.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef11ac9a22c7503492f56d48dce53be20e339b63605983e9f27d2cd0e0f3922c
|
| 3 |
+
size 4427844
|
madlad-translation/tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2799ccc696b752ba00c34f58726bfe253a04921ceb6cfc620400f560474790b
|
| 3 |
+
size 16629031
|
madlad-translation/tokenizer_config.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<unk>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<s>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"additional_special_tokens": [],
|
| 29 |
+
"clean_up_tokenization_spaces": true,
|
| 30 |
+
"eos_token": "</s>",
|
| 31 |
+
"extra_ids": 0,
|
| 32 |
+
"legacy": false,
|
| 33 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 34 |
+
"pad_token": "<s>",
|
| 35 |
+
"sp_model_kwargs": {},
|
| 36 |
+
"tokenizer_class": "T5Tokenizer",
|
| 37 |
+
"unk_token": "<unk>"
|
| 38 |
+
}
|
qwen-aligner/LICENSE
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Apache License
|
| 2 |
+
Version 2.0, January 2004
|
| 3 |
+
http://www.apache.org/licenses/
|
| 4 |
+
|
| 5 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 6 |
+
|
| 7 |
+
1. Definitions.
|
| 8 |
+
|
| 9 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 10 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 11 |
+
|
| 12 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 13 |
+
the copyright owner that is granting the License.
|
| 14 |
+
|
| 15 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 16 |
+
other entities that control, are controlled by, or are under common
|
| 17 |
+
control with that entity. For the purposes of this definition,
|
| 18 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 19 |
+
direction or management of such entity, whether by contract or
|
| 20 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 21 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 22 |
+
|
| 23 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 24 |
+
exercising permissions granted by this License.
|
| 25 |
+
|
| 26 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 27 |
+
including but not limited to software source code, documentation
|
| 28 |
+
source, and configuration files.
|
| 29 |
+
|
| 30 |
+
"Object" form shall mean any form resulting from mechanical
|
| 31 |
+
transformation or translation of a Source form, including but
|
| 32 |
+
not limited to compiled object code, generated documentation,
|
| 33 |
+
and conversions to other media types.
|
| 34 |
+
|
| 35 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 36 |
+
Object form, made available under the License, as indicated by a
|
| 37 |
+
copyright notice that is included in or attached to the work
|
| 38 |
+
(an example is provided in the Appendix below).
|
| 39 |
+
|
| 40 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 41 |
+
form, that is based on (or derived from) the Work and for which the
|
| 42 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 43 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 44 |
+
of this License, Derivative Works shall not include works that remain
|
| 45 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 46 |
+
the Work and Derivative Works thereof.
|
| 47 |
+
|
| 48 |
+
"Contribution" shall mean any work of authorship, including
|
| 49 |
+
the original version of the Work and any modifications or additions
|
| 50 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 51 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 52 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 53 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 54 |
+
means any form of electronic, verbal, or written communication sent
|
| 55 |
+
to the Licensor or its representatives, including but not limited to
|
| 56 |
+
communication on electronic mailing lists, source code control systems,
|
| 57 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 58 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 59 |
+
excluding communication that is conspicuously marked or otherwise
|
| 60 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 61 |
+
|
| 62 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 63 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 64 |
+
subsequently incorporated within the Work.
|
| 65 |
+
|
| 66 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 67 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 68 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 69 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 70 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 71 |
+
Work and such Derivative Works in Source or Object form.
|
| 72 |
+
|
| 73 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 74 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 75 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 76 |
+
(except as stated in this section) patent license to make, have made,
|
| 77 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 78 |
+
where such license applies only to those patent claims licensable
|
| 79 |
+
by such Contributor that are necessarily infringed by their
|
| 80 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 81 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 82 |
+
institute patent litigation against any entity (including a
|
| 83 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 84 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 85 |
+
or contributory patent infringement, then any patent licenses
|
| 86 |
+
granted to You under this License for that Work shall terminate
|
| 87 |
+
as of the date such litigation is filed.
|
| 88 |
+
|
| 89 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 90 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 91 |
+
modifications, and in Source or Object form, provided that You
|
| 92 |
+
meet the following conditions:
|
| 93 |
+
|
| 94 |
+
(a) You must give any other recipients of the Work or
|
| 95 |
+
Derivative Works a copy of this License; and
|
| 96 |
+
|
| 97 |
+
(b) You must cause any modified files to carry prominent notices
|
| 98 |
+
stating that You changed the files; and
|
| 99 |
+
|
| 100 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 101 |
+
that You distribute, all copyright, patent, trademark, and
|
| 102 |
+
attribution notices from the Source form of the Work,
|
| 103 |
+
excluding those notices that do not pertain to any part of
|
| 104 |
+
the Derivative Works; and
|
| 105 |
+
|
| 106 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 107 |
+
distribution, then any Derivative Works that You distribute must
|
| 108 |
+
include a readable copy of the attribution notices contained
|
| 109 |
+
within such NOTICE file, excluding those notices that do not
|
| 110 |
+
pertain to any part of the Derivative Works, in at least one
|
| 111 |
+
of the following places: within a NOTICE text file distributed
|
| 112 |
+
as part of the Derivative Works; within the Source form or
|
| 113 |
+
documentation, if provided along with the Derivative Works; or,
|
| 114 |
+
within a display generated by the Derivative Works, if and
|
| 115 |
+
wherever such third-party notices normally appear. The contents
|
| 116 |
+
of the NOTICE file are for informational purposes only and
|
| 117 |
+
do not modify the License. You may add Your own attribution
|
| 118 |
+
notices within Derivative Works that You distribute, alongside
|
| 119 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 120 |
+
that such additional attribution notices cannot be construed
|
| 121 |
+
as modifying the License.
|
| 122 |
+
|
| 123 |
+
You may add Your own copyright statement to Your modifications and
|
| 124 |
+
may provide additional or different license terms and conditions
|
| 125 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 126 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 127 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 128 |
+
the conditions stated in this License.
|
| 129 |
+
|
| 130 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 131 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 132 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 133 |
+
this License, without any additional terms or conditions.
|
| 134 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 135 |
+
the terms of any separate license agreement you may have executed
|
| 136 |
+
with Licensor regarding such Contributions.
|
| 137 |
+
|
| 138 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 139 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 140 |
+
except as required for reasonable and customary use in describing the
|
| 141 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 142 |
+
|
| 143 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 144 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 145 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 146 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 147 |
+
implied, including, without limitation, any warranties or conditions
|
| 148 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 149 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 150 |
+
appropriateness of using or redistributing the Work and assume any
|
| 151 |
+
risks associated with Your exercise of permissions under this License.
|
| 152 |
+
|
| 153 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 154 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 155 |
+
unless required by applicable law (such as deliberate and grossly
|
| 156 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 157 |
+
liable to You for damages, including any direct, indirect, special,
|
| 158 |
+
incidental, or consequential damages of any character arising as a
|
| 159 |
+
result of this License or out of the use or inability to use the
|
| 160 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 161 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 162 |
+
other commercial damages or losses), even if such Contributor
|
| 163 |
+
has been advised of the possibility of such damages.
|
| 164 |
+
|
| 165 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 166 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 167 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 168 |
+
or other liability obligations and/or rights consistent with this
|
| 169 |
+
License. However, in accepting such obligations, You may act only
|
| 170 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 171 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 172 |
+
defend, and hold each Contributor harmless for any liability
|
| 173 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 174 |
+
of your accepting any such warranty or additional liability.
|
| 175 |
+
|
| 176 |
+
END OF TERMS AND CONDITIONS
|
| 177 |
+
|
| 178 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 179 |
+
|
| 180 |
+
To apply the Apache License to your work, attach the following
|
| 181 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 182 |
+
replaced with your own identifying information. (Don't include
|
| 183 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 184 |
+
comment syntax for the file format. We also recommend that a
|
| 185 |
+
file or class name and description of purpose be included on the
|
| 186 |
+
same "printed page" as the copyright notice for easier
|
| 187 |
+
identification within third-party archives.
|
| 188 |
+
|
| 189 |
+
Copyright [yyyy] [name of copyright owner]
|
| 190 |
+
|
| 191 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 192 |
+
you may not use this file except in compliance with the License.
|
| 193 |
+
You may obtain a copy of the License at
|
| 194 |
+
|
| 195 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 196 |
+
|
| 197 |
+
Unless required by applicable law or agreed to in writing, software
|
| 198 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 199 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 200 |
+
See the License for the specific language governing permissions and
|
| 201 |
+
limitations under the License.
|
qwen-aligner/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: Qwen/Qwen3-ForcedAligner-0.6B
|
| 2 |
+
Upstream revision: c7cbfc2048c462b0d63a45797104fc9db3ad62b7
|
| 3 |
+
License: apache-2.0
|
| 4 |
+
Distributed for SnapTop without changing the upstream license.
|
qwen-aligner/README.md
ADDED
|
@@ -0,0 +1,1393 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
pipeline_tag: automatic-speech-recognition
|
| 4 |
+
---
|
| 5 |
+
|
| 6 |
+
# Qwen3-ASR
|
| 7 |
+
|
| 8 |
+
## Overview
|
| 9 |
+
|
| 10 |
+
### Introduction
|
| 11 |
+
|
| 12 |
+
<p align="center">
|
| 13 |
+
<img src="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/qwen3_asr_introduction.png" width="90%"/>
|
| 14 |
+
<p>
|
| 15 |
+
|
| 16 |
+
The Qwen3-ASR family includes Qwen3-ASR-1.7B and Qwen3-ASR-0.6B, which support language identification and ASR for 52 languages and dialects. Both leverage large-scale speech training data and the strong audio understanding capability of their foundation model, Qwen3-Omni. Experiments show that the 1.7B version achieves state-of-the-art performance among open-source ASR models and is competitive with the strongest proprietary commercial APIs. Here are the main features:
|
| 17 |
+
|
| 18 |
+
* **All-in-one**: Qwen3-ASR-1.7B and Qwen3-ASR-0.6B support language identification and speech recognition for 30 languages and 22 Chinese dialects, so as to English accents from multiple countries and regions.
|
| 19 |
+
|
| 20 |
+
* **Excellent and Fast**: The Qwen3-ASR family ASR models maintains high-quality and robust recognition under complex acoustic environments and challenging text patterns. Qwen3-ASR-1.7B achieves strong performance on both open-sourced and internal benchmarks. While the 0.6B version achieves accuracy-efficient trade-off, it reaches 2000 times throughput at a concurrency of 128. They both achieve streaming / offline unified inference with single model and support transcribe long audio.
|
| 21 |
+
|
| 22 |
+
* **Novel and strong forced alignment Solution**: We introduce Qwen3-ForcedAligner-0.6B, which supports timestamp prediction for arbitrary units within up to 5 minutes of speech in 11 languages. Evaluations show its timestamp accuracy surpasses E2E based forced-alignment models.
|
| 23 |
+
|
| 24 |
+
* **Comprehensive inference toolkit**: In addition to open-sourcing the architectures and weights of the Qwen3-ASR series, we also release a powerful, full-featured inference framework that supports vLLM-based batch inference, asynchronous serving, streaming inference, timestamp prediction, and more.
|
| 25 |
+
|
| 26 |
+
### Model Architecture
|
| 27 |
+
|
| 28 |
+
<p align="center">
|
| 29 |
+
<img src="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/overview.jpg" width="100%"/>
|
| 30 |
+
<p>
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
### Released Models Description and Download
|
| 34 |
+
|
| 35 |
+
Below is an introduction and download information for the Qwen3-ASR models. Please select and download the model that fits your needs.
|
| 36 |
+
|
| 37 |
+
| Model | Supported Languages | Supported Dialects | Inference Mode | Audio Types |
|
| 38 |
+
|---|---|---|---|---|
|
| 39 |
+
| Qwen3-ASR-1.7B & Qwen3-ASR-0.6B | Chinese (zh), English (en), Cantonese (yue), Arabic (ar), German (de), French (fr), Spanish (es), Portuguese (pt), Indonesian (id), Italian (it), Korean (ko), Russian (ru), Thai (th), Vietnamese (vi), Japanese (ja), Turkish (tr), Hindi (hi), Malay (ms), Dutch (nl), Swedish (sv), Danish (da), Finnish (fi), Polish (pl), Czech (cs), Filipino (fil), Persian (fa), Greek (el), Hungarian (hu), Macedonian (mk), Romanian (ro) | Anhui, Dongbei, Fujian, Gansu, Guizhou, Hebei, Henan, Hubei, Hunan, Jiangxi, Ningxia, Shandong, Shaanxi, Shanxi, Sichuan, Tianjin, Yunnan, Zhejiang, Cantonese (Hong Kong accent), Cantonese (Guangdong accent), Wu language, Minnan language. | Offline / Streaming | Speech, Singing Voice, Songs with BGM |
|
| 40 |
+
| Qwen3-ForcedAligner-0.6B | Chinese, English, Cantonese, French, German, Italian, Japanese, Korean, Portuguese, Russian, Spanish | -- | NAR | Speech |
|
| 41 |
+
|
| 42 |
+
During model loading in the `qwen-asr` package or vLLM, model weights will be downloaded automatically based on the model name. However, if your runtime environment does not allow downloading weights during execution, you can use the following commands to manually download the model weights to a local directory:
|
| 43 |
+
|
| 44 |
+
```bash
|
| 45 |
+
# Download through ModelScope (recommended for users in Mainland China)
|
| 46 |
+
pip install -U modelscope
|
| 47 |
+
modelscope download --model Qwen/Qwen3-ASR-1.7B --local_dir ./Qwen3-ASR-1.7B
|
| 48 |
+
modelscope download --model Qwen/Qwen3-ASR-0.6B --local_dir ./Qwen3-ASR-0.6B
|
| 49 |
+
modelscope download --model Qwen/Qwen3-ForcedAligner-0.6B --local_dir ./Qwen3-ForcedAligner-0.6B
|
| 50 |
+
# Download through Hugging Face
|
| 51 |
+
pip install -U "huggingface_hub[cli]"
|
| 52 |
+
huggingface-cli download Qwen/Qwen3-ASR-1.7B --local-dir ./Qwen3-ASR-1.7B
|
| 53 |
+
huggingface-cli download Qwen/Qwen3-ASR-0.6B --local-dir ./Qwen3-ASR-0.6B
|
| 54 |
+
huggingface-cli download Qwen/Qwen3-ForcedAligner-0.6B --local-dir ./Qwen3-ForcedAligner-0.6B
|
| 55 |
+
```
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
## Quickstart
|
| 59 |
+
|
| 60 |
+
### Environment Setup
|
| 61 |
+
|
| 62 |
+
The easiest way to use Qwen3-ASR is to install the `qwen-asr` Python package from PyPI. This will pull in the required runtime dependencies and allow you to load any released Qwen3-ASR model. If you’d like to simplify environment setup further, you can also use our official [Docker image](#docker). The `qwen-asr` package provides two backends: the transformers backend and the vLLM backend. For usage instructions for different backends, please refer to [Python Package Usage](#python-package-usage). We recommend using a **fresh, isolated environment** to avoid dependency conflicts with existing packages. You can create a clean Python 3.12 environment like this:
|
| 63 |
+
|
| 64 |
+
```bash
|
| 65 |
+
conda create -n qwen3-asr python=3.12 -y
|
| 66 |
+
conda activate qwen3-asr
|
| 67 |
+
```
|
| 68 |
+
|
| 69 |
+
Run the following command to get the minimal installation with transformers-backend support:
|
| 70 |
+
|
| 71 |
+
```bash
|
| 72 |
+
pip install -U qwen-asr
|
| 73 |
+
```
|
| 74 |
+
|
| 75 |
+
To enable the vLLM backend for faster inference and streaming support, run:
|
| 76 |
+
|
| 77 |
+
```bash
|
| 78 |
+
pip install -U qwen-asr[vllm]
|
| 79 |
+
```
|
| 80 |
+
|
| 81 |
+
If you want to develop or modify the code locally, install from source in editable mode:
|
| 82 |
+
|
| 83 |
+
```bash
|
| 84 |
+
git clone https://github.com/QwenLM/Qwen3-ASR.git
|
| 85 |
+
cd Qwen3-ASR
|
| 86 |
+
pip install -e .
|
| 87 |
+
# support vLLM backend
|
| 88 |
+
# pip install -e ".[vllm]"
|
| 89 |
+
```
|
| 90 |
+
|
| 91 |
+
Additionally, we recommend using FlashAttention 2 to reduce GPU memory usage and accelerate inference speed, especially for long inputs and large batch sizes.
|
| 92 |
+
|
| 93 |
+
```bash
|
| 94 |
+
pip install -U flash-attn --no-build-isolation
|
| 95 |
+
```
|
| 96 |
+
|
| 97 |
+
If your machine has less than 96GB of RAM and lots of CPU cores, run:
|
| 98 |
+
|
| 99 |
+
```bash
|
| 100 |
+
MAX_JOBS=4 pip install -U flash-attn --no-build-isolation
|
| 101 |
+
```
|
| 102 |
+
|
| 103 |
+
Also, you should have hardware that is compatible with FlashAttention 2. Read more about it in the official documentation of the [FlashAttention repository](https://github.com/Dao-AILab/flash-attention). FlashAttention 2 can only be used when a model is loaded in `torch.float16` or `torch.bfloat16`.
|
| 104 |
+
|
| 105 |
+
### Python Package Usage
|
| 106 |
+
|
| 107 |
+
#### Quick Inference
|
| 108 |
+
|
| 109 |
+
The `qwen-asr` package provides two backends: **transformers backend** and **vLLM backend**. You can pass audio inputs as a local path, a URL, base64 data, or a `(np.ndarray, sr)` tuple, and run batch inference. To quickly try Qwen3-ASR, you can use `Qwen3ASRModel.from_pretrained(...)` for the transformers backend with the following code:
|
| 110 |
+
|
| 111 |
+
```python
|
| 112 |
+
import torch
|
| 113 |
+
from qwen_asr import Qwen3ASRModel
|
| 114 |
+
|
| 115 |
+
model = Qwen3ASRModel.from_pretrained(
|
| 116 |
+
"Qwen/Qwen3-ASR-1.7B",
|
| 117 |
+
dtype=torch.bfloat16,
|
| 118 |
+
device_map="cuda:0",
|
| 119 |
+
# attn_implementation="flash_attention_2",
|
| 120 |
+
max_inference_batch_size=32, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 121 |
+
max_new_tokens=256, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 122 |
+
)
|
| 123 |
+
|
| 124 |
+
results = model.transcribe(
|
| 125 |
+
audio="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 126 |
+
language=None, # set "English" to force the language
|
| 127 |
+
)
|
| 128 |
+
|
| 129 |
+
print(results[0].language)
|
| 130 |
+
print(results[0].text)
|
| 131 |
+
```
|
| 132 |
+
|
| 133 |
+
If you want to return timestamps, pass `forced_aligner` and its init kwargs. Here is an example of batch inference with timestamps output:
|
| 134 |
+
|
| 135 |
+
```python
|
| 136 |
+
import torch
|
| 137 |
+
from qwen_asr import Qwen3ASRModel
|
| 138 |
+
|
| 139 |
+
model = Qwen3ASRModel.from_pretrained(
|
| 140 |
+
"Qwen/Qwen3-ASR-1.7B",
|
| 141 |
+
dtype=torch.bfloat16,
|
| 142 |
+
device_map="cuda:0",
|
| 143 |
+
# attn_implementation="flash_attention_2",
|
| 144 |
+
max_inference_batch_size=32, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 145 |
+
max_new_tokens=256, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 146 |
+
forced_aligner="Qwen/Qwen3-ForcedAligner-0.6B",
|
| 147 |
+
forced_aligner_kwargs=dict(
|
| 148 |
+
dtype=torch.bfloat16,
|
| 149 |
+
device_map="cuda:0",
|
| 150 |
+
# attn_implementation="flash_attention_2",
|
| 151 |
+
),
|
| 152 |
+
)
|
| 153 |
+
|
| 154 |
+
results = model.transcribe(
|
| 155 |
+
audio=[
|
| 156 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 157 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 158 |
+
],
|
| 159 |
+
language=["Chinese", "English"], # can also be set to None for automatic language detection
|
| 160 |
+
return_time_stamps=True,
|
| 161 |
+
)
|
| 162 |
+
|
| 163 |
+
for r in results:
|
| 164 |
+
print(r.language, r.text, r.time_stamps[0])
|
| 165 |
+
```
|
| 166 |
+
|
| 167 |
+
For more detailed usage examples, please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_transformers.py) for the transformers backend.
|
| 168 |
+
|
| 169 |
+
#### vLLM Backend
|
| 170 |
+
|
| 171 |
+
If you want the fastest inference speed with Qwen3-ASR, we strongly recommend using the vLLM backend by initializing the model with `Qwen3ASRModel.LLM(...)`. Example code is provided below. Note that you must install it via `pip install -U qwen-asr[vllm]`. If you want the model to output timestamps, it’s best to install FlashAttention via `pip install -U flash-attn --no-build-isolation` to speed up inference for the forced aligner model. Remember to wrap your code under `if __name__ == '__main__':` to avoid the `spawn` error described in [vLLM Troubleshooting](https://docs.vllm.ai/en/latest/usage/troubleshooting/#python-multiprocessing).
|
| 172 |
+
|
| 173 |
+
```python
|
| 174 |
+
import torch
|
| 175 |
+
from qwen_asr import Qwen3ASRModel
|
| 176 |
+
|
| 177 |
+
if __name__ == '__main__':
|
| 178 |
+
model = Qwen3ASRModel.LLM(
|
| 179 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 180 |
+
gpu_memory_utilization=0.7,
|
| 181 |
+
max_inference_batch_size=128, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 182 |
+
max_new_tokens=4096, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 183 |
+
forced_aligner="Qwen/Qwen3-ForcedAligner-0.6B",
|
| 184 |
+
forced_aligner_kwargs=dict(
|
| 185 |
+
dtype=torch.bfloat16,
|
| 186 |
+
device_map="cuda:0",
|
| 187 |
+
# attn_implementation="flash_attention_2",
|
| 188 |
+
),
|
| 189 |
+
)
|
| 190 |
+
|
| 191 |
+
results = model.transcribe(
|
| 192 |
+
audio=[
|
| 193 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 194 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 195 |
+
],
|
| 196 |
+
language=["Chinese", "English"], # can also be set to None for automatic language detection
|
| 197 |
+
return_time_stamps=True,
|
| 198 |
+
)
|
| 199 |
+
|
| 200 |
+
for r in results:
|
| 201 |
+
print(r.language, r.text, r.time_stamps[0])
|
| 202 |
+
```
|
| 203 |
+
|
| 204 |
+
For more detailed usage examples, please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_vllm.py) for the vLLM backend. In addition, you can start a vLLM server via the `qwen-asr-serve` command, which is a wrapper around `vllm serve`. You can pass any arguments supported by `vllm serve`, for example:
|
| 205 |
+
|
| 206 |
+
```bash
|
| 207 |
+
qwen-asr-serve Qwen/Qwen3-ASR-1.7B --gpu-memory-utilization 0.8 --host 0.0.0.0 --port 8000
|
| 208 |
+
```
|
| 209 |
+
|
| 210 |
+
And send requests to the server via:
|
| 211 |
+
|
| 212 |
+
```python
|
| 213 |
+
import requests
|
| 214 |
+
|
| 215 |
+
url = "http://localhost:8000/v1/chat/completions"
|
| 216 |
+
headers = {"Content-Type": "application/json"}
|
| 217 |
+
|
| 218 |
+
data = {
|
| 219 |
+
"messages": [
|
| 220 |
+
{
|
| 221 |
+
"role": "user",
|
| 222 |
+
"content": [
|
| 223 |
+
{
|
| 224 |
+
"type": "audio_url",
|
| 225 |
+
"audio_url": {
|
| 226 |
+
"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"
|
| 227 |
+
},
|
| 228 |
+
}
|
| 229 |
+
],
|
| 230 |
+
}
|
| 231 |
+
]
|
| 232 |
+
}
|
| 233 |
+
|
| 234 |
+
response = requests.post(url, headers=headers, json=data, timeout=300)
|
| 235 |
+
response.raise_for_status()
|
| 236 |
+
content = response.json()['choices'][0]['message']['content']
|
| 237 |
+
print(content)
|
| 238 |
+
|
| 239 |
+
# parse ASR output if you want
|
| 240 |
+
from qwen_asr import parse_asr_output
|
| 241 |
+
language, text = parse_asr_output(content)
|
| 242 |
+
print(language)
|
| 243 |
+
print(text)
|
| 244 |
+
```
|
| 245 |
+
|
| 246 |
+
#### Streaming Inference
|
| 247 |
+
|
| 248 |
+
Qwen3-ASR fully supports streaming inference. Currently, streaming inference is only available with the vLLM backend. Note that streaming inference does not support batch inference or returning timestamps. Please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_vllm_streaming.py) for details. You can also launch a streaming web demo through the [guide](#streaming-demo) to experience Qwen3-ASR’s streaming transcription capabilities.
|
| 249 |
+
|
| 250 |
+
#### ForcedAligner Usage
|
| 251 |
+
|
| 252 |
+
`Qwen3-ForcedAligner-0.6B` can align text–speech pairs and return word or character level timestamps. Here is an example of using the forced aligner directly:
|
| 253 |
+
|
| 254 |
+
```python
|
| 255 |
+
import torch
|
| 256 |
+
from qwen_asr import Qwen3ForcedAligner
|
| 257 |
+
|
| 258 |
+
model = Qwen3ForcedAligner.from_pretrained(
|
| 259 |
+
"Qwen/Qwen3-ForcedAligner-0.6B",
|
| 260 |
+
dtype=torch.bfloat16,
|
| 261 |
+
device_map="cuda:0",
|
| 262 |
+
# attn_implementation="flash_attention_2",
|
| 263 |
+
)
|
| 264 |
+
|
| 265 |
+
results = model.align(
|
| 266 |
+
audio="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 267 |
+
text="甚至出现交易几乎停滞的情况。",
|
| 268 |
+
language="Chinese",
|
| 269 |
+
)
|
| 270 |
+
|
| 271 |
+
print(results[0])
|
| 272 |
+
print(results[0][0].text, results[0][0].start_time, results[0][0].end_time)
|
| 273 |
+
```
|
| 274 |
+
|
| 275 |
+
In addition, the forced aligner supports local paths / URLs / base64 data / `(np.ndarray, sr)` inputs and batch inference. Please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_forced_aligner.py) for details.
|
| 276 |
+
|
| 277 |
+
### DashScope API Usage
|
| 278 |
+
|
| 279 |
+
To further explore Qwen3-ASR, we encourage you to try our DashScope API for a faster and more efficient experience. For detailed API information and documentation, please refer to the following:
|
| 280 |
+
|
| 281 |
+
| API Description | API Documentation (Mainland China) | API Documentation (International) |
|
| 282 |
+
|------------------|-----------------------------------|------------------------------------|
|
| 283 |
+
| Real-time API for Qwen3-ASR. | [https://help.aliyun.com/zh/model-studio/qwen-real-time-speech-recognition](https://help.aliyun.com/zh/model-studio/qwen-real-time-speech-recognition) | [https://www.alibabacloud.com/help/en/model-studio/qwen-real-time-speech-recognition](https://www.alibabacloud.com/help/en/model-studio/qwen-real-time-speech-recognition) |
|
| 284 |
+
| FileTrans API for Qwen3-ASR. | [https://help.aliyun.com/zh/model-studio/qwen-speech-recognition](https://help.aliyun.com/zh/model-studio/qwen-speech-recognition) | [https://www.alibabacloud.com/help/en/model-studio/qwen-speech-recognition](https://www.alibabacloud.com/help/en/model-studio/qwen-speech-recognition) |
|
| 285 |
+
|
| 286 |
+
|
| 287 |
+
## Launch Local Web UI Demo
|
| 288 |
+
|
| 289 |
+
### Gradio Demo
|
| 290 |
+
|
| 291 |
+
To launch the Qwen3-ASR web UI gradio demo, install the `qwen-asr` package and run `qwen-asr-demo`. Use the command below for help:
|
| 292 |
+
|
| 293 |
+
```bash
|
| 294 |
+
qwen-asr-demo --help
|
| 295 |
+
```
|
| 296 |
+
|
| 297 |
+
To launch the demo, you can use the following commands:
|
| 298 |
+
|
| 299 |
+
```bash
|
| 300 |
+
# Transformers backend
|
| 301 |
+
qwen-asr-demo \
|
| 302 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 303 |
+
--backend transformers \
|
| 304 |
+
--cuda-visible-devices 0 \
|
| 305 |
+
--ip 0.0.0.0 --port 8000
|
| 306 |
+
|
| 307 |
+
# Transformers backend + Forced Aligner (enable timestamps)
|
| 308 |
+
qwen-asr-demo \
|
| 309 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 310 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B \
|
| 311 |
+
--backend transformers \
|
| 312 |
+
--cuda-visible-devices 0 \
|
| 313 |
+
--backend-kwargs '{"device_map":"cuda:0","dtype":"bfloat16","max_inference_batch_size":8,"max_new_tokens":256}' \
|
| 314 |
+
--aligner-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}' \
|
| 315 |
+
--ip 0.0.0.0 --port 8000
|
| 316 |
+
|
| 317 |
+
# vLLM backend + Forced Aligner (enable timestamps)
|
| 318 |
+
qwen-asr-demo \
|
| 319 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 320 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B \
|
| 321 |
+
--backend vllm \
|
| 322 |
+
--cuda-visible-devices 0 \
|
| 323 |
+
--backend-kwargs '{"gpu_memory_utilization":0.7,"max_inference_batch_size":8,"max_new_tokens":2048}' \
|
| 324 |
+
--aligner-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}' \
|
| 325 |
+
--ip 0.0.0.0 --port 8000
|
| 326 |
+
```
|
| 327 |
+
|
| 328 |
+
Then open `http://<your-ip>:8000`, or access it via port forwarding in tools like VS Code.
|
| 329 |
+
|
| 330 |
+
#### Backend Notes
|
| 331 |
+
|
| 332 |
+
This demo supports two backends: transformers and vLLM. All backend-specific initialization parameters should be passed via `--backend-kwargs` as a JSON dict. If not provided, the demo will use sensible defaults.
|
| 333 |
+
|
| 334 |
+
```bash
|
| 335 |
+
# Example: override transformers init args without flash attention
|
| 336 |
+
--backend-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}'
|
| 337 |
+
|
| 338 |
+
# Example: override vLLM init args with 65% GPU memory
|
| 339 |
+
--backend-kwargs '{"gpu_memory_utilization":0.65}'
|
| 340 |
+
```
|
| 341 |
+
|
| 342 |
+
#### CUDA Device Notes
|
| 343 |
+
|
| 344 |
+
Because vLLM does not follow `cuda:0` style device selection, this demo selects GPUs by setting `CUDA_VISIBLE_DEVICES` via `--cuda-visible-devices`.
|
| 345 |
+
|
| 346 |
+
```bash
|
| 347 |
+
# Use GPU 0
|
| 348 |
+
--cuda-visible-devices 0
|
| 349 |
+
|
| 350 |
+
# Use GPU 1
|
| 351 |
+
--cuda-visible-devices 1
|
| 352 |
+
```
|
| 353 |
+
|
| 354 |
+
#### Timestamps Notes
|
| 355 |
+
|
| 356 |
+
Timestamps are only available when `--aligner-checkpoint` is provided. If you launch the demo without a forced aligner, the timestamps UI will be hidden automatically.
|
| 357 |
+
|
| 358 |
+
```bash
|
| 359 |
+
# No forced aligner
|
| 360 |
+
qwen-asr-demo --asr-checkpoint Qwen/Qwen3-ASR-1.7B
|
| 361 |
+
|
| 362 |
+
# With forced aligner
|
| 363 |
+
qwen-asr-demo \
|
| 364 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 365 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B
|
| 366 |
+
```
|
| 367 |
+
|
| 368 |
+
#### HTTPS Notes
|
| 369 |
+
|
| 370 |
+
To avoid browser microphone permission issues after deploying the server, it is recommended/required to run the gradio service over HTTPS (especially when accessed remotely or behind modern browsers/gateways). Use `--ssl-certfile` and `--ssl-keyfile` to enable HTTPS. First, generate a private key and a self-signed certificate (valid for 365 days):
|
| 371 |
+
|
| 372 |
+
```bash
|
| 373 |
+
openssl req -x509 -newkey rsa:2048 \
|
| 374 |
+
-keyout key.pem -out cert.pem \
|
| 375 |
+
-days 365 -nodes \
|
| 376 |
+
-subj "/CN=localhost"
|
| 377 |
+
```
|
| 378 |
+
|
| 379 |
+
Then run the demo with HTTPS:
|
| 380 |
+
|
| 381 |
+
```bash
|
| 382 |
+
qwen-asr-demo \
|
| 383 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 384 |
+
--backend transformers \
|
| 385 |
+
--cuda-visible-devices 0 \
|
| 386 |
+
--ip 0.0.0.0 --port 8000 \
|
| 387 |
+
--ssl-certfile cert.pem \
|
| 388 |
+
--ssl-keyfile key.pem \
|
| 389 |
+
--no-ssl-verify
|
| 390 |
+
```
|
| 391 |
+
|
| 392 |
+
Then open `https://<your-ip>:8000` to use it. If your browser shows a warning, that’s expected for self-signed certificates. For production, use a real certificate.
|
| 393 |
+
|
| 394 |
+
### Streaming Demo
|
| 395 |
+
|
| 396 |
+
To experience Qwen3-ASR’s streaming transcription capability in a web UI, we provide a minimal Flask-based streaming demo. The demo captures microphone audio in the browser, resamples it to 16,000 Hz, and continuously pushes PCM chunks to the model. Run the demo with the following command:
|
| 397 |
+
|
| 398 |
+
```bash
|
| 399 |
+
qwen-asr-demo-streaming \
|
| 400 |
+
--asr-model-path Qwen/Qwen3-ASR-1.7B \
|
| 401 |
+
--host 0.0.0.0 \
|
| 402 |
+
--port 8000 \
|
| 403 |
+
--gpu-memory-utilization 0.9
|
| 404 |
+
```
|
| 405 |
+
|
| 406 |
+
Then open `http://<your-ip>:8000`, or access it via port forwarding in tools like VS Code.
|
| 407 |
+
|
| 408 |
+
## Deployment with vLLM
|
| 409 |
+
|
| 410 |
+
vLLM officially provides day-0 model support for Qwen3-ASR for efficient inference.
|
| 411 |
+
|
| 412 |
+
### Installation
|
| 413 |
+
You can run Qwen3-ASR with vLLM nightly wheel or docker image. To install the nightly version of vLLM, we recommend using `uv` as the environment manager
|
| 414 |
+
```bash
|
| 415 |
+
uv venv
|
| 416 |
+
source .venv/bin/activate
|
| 417 |
+
uv pip install -U vllm --pre \
|
| 418 |
+
--extra-index-url https://wheels.vllm.ai/nightly/cu129 \
|
| 419 |
+
--extra-index-url https://download.pytorch.org/whl/cu129 \
|
| 420 |
+
--index-strategy unsafe-best-match
|
| 421 |
+
uv pip install "vllm[audio]" # For additional audio dependencies
|
| 422 |
+
```
|
| 423 |
+
|
| 424 |
+
### Online Serving
|
| 425 |
+
You can easily deploy Qwen3-ASR with vLLM by running the following command
|
| 426 |
+
```bash
|
| 427 |
+
vllm serve Qwen/Qwen3-ASR-1.7B
|
| 428 |
+
```
|
| 429 |
+
After the model server is successfully deployed, you can interact with it in multiple ways.
|
| 430 |
+
|
| 431 |
+
#### Using OpenAI SDK
|
| 432 |
+
```python
|
| 433 |
+
import base64
|
| 434 |
+
import httpx
|
| 435 |
+
from openai import OpenAI
|
| 436 |
+
|
| 437 |
+
# Initialize client
|
| 438 |
+
client = OpenAI(
|
| 439 |
+
base_url="http://localhost:8000/v1",
|
| 440 |
+
api_key="EMPTY"
|
| 441 |
+
)
|
| 442 |
+
|
| 443 |
+
# Create multimodal chat completion request
|
| 444 |
+
response = client.chat.completions.create(
|
| 445 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 446 |
+
messages=[
|
| 447 |
+
{
|
| 448 |
+
"role": "user",
|
| 449 |
+
"content": [
|
| 450 |
+
{
|
| 451 |
+
"type": "audio_url",
|
| 452 |
+
"audio_url": {
|
| 453 |
+
{"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"}
|
| 454 |
+
}
|
| 455 |
+
}
|
| 456 |
+
]
|
| 457 |
+
}
|
| 458 |
+
],
|
| 459 |
+
)
|
| 460 |
+
|
| 461 |
+
print(response.choices[0].message.content)
|
| 462 |
+
```
|
| 463 |
+
This model is also supported on vLLM with OpenAI transcription API.
|
| 464 |
+
```python
|
| 465 |
+
import httpx
|
| 466 |
+
from openai import OpenAI
|
| 467 |
+
|
| 468 |
+
# Initialize client
|
| 469 |
+
client = OpenAI(
|
| 470 |
+
base_url="http://localhost:8000/v1",
|
| 471 |
+
api_key="EMPTY"
|
| 472 |
+
)
|
| 473 |
+
audio_url = "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"
|
| 474 |
+
audio_file = httpx.get(audio_url).content
|
| 475 |
+
|
| 476 |
+
transcription = client.audio.transcriptions.create(
|
| 477 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 478 |
+
file=audio_file,
|
| 479 |
+
)
|
| 480 |
+
|
| 481 |
+
print(transcription.text)
|
| 482 |
+
```
|
| 483 |
+
|
| 484 |
+
#### Using cURL
|
| 485 |
+
```bash
|
| 486 |
+
curl http://localhost:8000/v1/chat/completions \
|
| 487 |
+
-H "Content-Type: application/json" \
|
| 488 |
+
-d '{
|
| 489 |
+
"messages": [
|
| 490 |
+
{"role": "user", "content": [
|
| 491 |
+
{"type": "audio_url", "audio_url": {"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"}}
|
| 492 |
+
]}
|
| 493 |
+
]
|
| 494 |
+
}'
|
| 495 |
+
```
|
| 496 |
+
|
| 497 |
+
### Offline Inference
|
| 498 |
+
See the following example on using vLLM to run offline inference with Qwen3-ASR
|
| 499 |
+
```python
|
| 500 |
+
from vllm import LLM, SamplingParams
|
| 501 |
+
from vllm.assets.audio import AudioAsset
|
| 502 |
+
import base64
|
| 503 |
+
import requests
|
| 504 |
+
|
| 505 |
+
# Initialize the LLM
|
| 506 |
+
llm = LLM(
|
| 507 |
+
model="Qwen/Qwen3-ASR-1.7B"
|
| 508 |
+
)
|
| 509 |
+
|
| 510 |
+
# Load audio
|
| 511 |
+
audio_asset = AudioAsset("winning_call")
|
| 512 |
+
|
| 513 |
+
# Create conversation with audio content
|
| 514 |
+
conversation = [
|
| 515 |
+
{
|
| 516 |
+
"role": "user",
|
| 517 |
+
"content": [
|
| 518 |
+
{
|
| 519 |
+
"type": "audio_url",
|
| 520 |
+
"audio_url": {"url": audio_asset.url}
|
| 521 |
+
}
|
| 522 |
+
]
|
| 523 |
+
}
|
| 524 |
+
]
|
| 525 |
+
|
| 526 |
+
sampling_params = SamplingParams(temperature=0.01, max_tokens=256)
|
| 527 |
+
|
| 528 |
+
# Run inference using .chat()
|
| 529 |
+
outputs = llm.chat(conversation, sampling_params=sampling_params)
|
| 530 |
+
print(outputs[0].outputs[0].text)
|
| 531 |
+
```
|
| 532 |
+
|
| 533 |
+
|
| 534 |
+
## Docker
|
| 535 |
+
|
| 536 |
+
To make it easier to use our `qwen-asr` Python package, we provide a pre-built Docker image: [qwenllm/qwen3-asr](https://hub.docker.com/r/qwenllm/qwen3-asr). You only need to install the GPU driver and download the model files to run the code. Please follow the [NVIDIA Container Toolkit installation guide](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html) to ensure Docker can access your GPU. If you are in Mainland China and have trouble reaching Docker Hub, you may use a registry mirror to accelerate image pulls.
|
| 537 |
+
|
| 538 |
+
First, pull the image and start a container:
|
| 539 |
+
|
| 540 |
+
```bash
|
| 541 |
+
LOCAL_WORKDIR=/path/to/your/workspace
|
| 542 |
+
HOST_PORT=8000
|
| 543 |
+
CONTAINER_PORT=80
|
| 544 |
+
docker run --gpus all --name qwen3-asr \
|
| 545 |
+
-v /var/run/docker.sock:/var/run/docker.sock -p $HOST_PORT:$CONTAINER_PORT \
|
| 546 |
+
--mount type=bind,source=$LOCAL_WORKDIR,target=/data/shared/Qwen3-ASR \
|
| 547 |
+
--shm-size=4gb \
|
| 548 |
+
-it qwenllm/qwen3-asr:latest
|
| 549 |
+
```
|
| 550 |
+
|
| 551 |
+
After running the command, you will enter the container’s bash shell. Your local workspace (**replace** `/path/to/your/workspace` **with the actual path**) will be mounted inside the container at `/data/shared/Qwen3-ASR`. Port `8000` on the host is mapped to port `80` in the container, so you can access services running in the container via `http://<host-ip>:8000`. Note that services inside the container must bind to `0.0.0.0` (not `127.0.0.1`) for port forwarding to work.
|
| 552 |
+
|
| 553 |
+
If you exit the container, you can start it again and re-enter it with:
|
| 554 |
+
|
| 555 |
+
```bash
|
| 556 |
+
docker start qwen3-asr
|
| 557 |
+
docker exec -it qwen3-asr bash
|
| 558 |
+
```
|
| 559 |
+
|
| 560 |
+
To remove the container completely, run:
|
| 561 |
+
|
| 562 |
+
```bash
|
| 563 |
+
docker rm -f qwen3-asr
|
| 564 |
+
```
|
| 565 |
+
|
| 566 |
+
|
| 567 |
+
## Evaluation
|
| 568 |
+
|
| 569 |
+
During evaluation, we ran inference for all models with `dtype=torch.bfloat16` and set `max_new_tokens=1024` using vLLM. Greedy search was used for all decoding, and none of the tests specified a language parameter. The detailed evaluation results are shown below.
|
| 570 |
+
|
| 571 |
+
<details>
|
| 572 |
+
<summary>ASR Benchmarks on Public Datasets (WER ↓)</summary>
|
| 573 |
+
|
| 574 |
+
<table>
|
| 575 |
+
<thead>
|
| 576 |
+
<tr>
|
| 577 |
+
<th colspan="2" style="text-align: left;"></th>
|
| 578 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 579 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 580 |
+
<th style="text-align: center;">Doubao-ASR</th>
|
| 581 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 582 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 583 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 584 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 585 |
+
</tr>
|
| 586 |
+
</thead>
|
| 587 |
+
<tbody>
|
| 588 |
+
<tr>
|
| 589 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">English (en)</td>
|
| 590 |
+
</tr>
|
| 591 |
+
<tr>
|
| 592 |
+
<td colspan="2" style="text-align: left;">Librispeech<br>clean | other</td>
|
| 593 |
+
<td style="text-align: center;"><strong>1.39</strong> | 3.75</td>
|
| 594 |
+
<td style="text-align: center;">2.89 | 3.56</td>
|
| 595 |
+
<td style="text-align: center;">2.78 | 5.70</td>
|
| 596 |
+
<td style="text-align: center;">1.51 | 3.97</td>
|
| 597 |
+
<td style="text-align: center;">1.68 | 4.03</td>
|
| 598 |
+
<td style="text-align: center;">2.11 | 4.55</td>
|
| 599 |
+
<td style="text-align: center;">1.63 | <strong>3.38</strong></td>
|
| 600 |
+
</tr>
|
| 601 |
+
<tr>
|
| 602 |
+
<td colspan="2" style="text-align: left;">GigaSpeech</td>
|
| 603 |
+
<td style="text-align: center;">25.50</td>
|
| 604 |
+
<td style="text-align: center;">9.37</td>
|
| 605 |
+
<td style="text-align: center;">9.55</td>
|
| 606 |
+
<td style="text-align: center;">9.76</td>
|
| 607 |
+
<td style="text-align: center;">-</td>
|
| 608 |
+
<td style="text-align: center;">8.88</td>
|
| 609 |
+
<td style="text-align: center;"><strong>8.45</strong></td>
|
| 610 |
+
</tr>
|
| 611 |
+
<tr>
|
| 612 |
+
<td colspan="2" style="text-align: left;">CV-en</td>
|
| 613 |
+
<td style="text-align: center;">9.08</td>
|
| 614 |
+
<td style="text-align: center;">14.49</td>
|
| 615 |
+
<td style="text-align: center;">13.78</td>
|
| 616 |
+
<td style="text-align: center;">9.90</td>
|
| 617 |
+
<td style="text-align: center;">9.90</td>
|
| 618 |
+
<td style="text-align: center;">9.92</td>
|
| 619 |
+
<td style="text-align: center;"><strong>7.39</strong></td>
|
| 620 |
+
</tr>
|
| 621 |
+
<tr>
|
| 622 |
+
<td colspan="2" style="text-align: left;">Fleurs-en</td>
|
| 623 |
+
<td style="text-align: center;"><strong>2.40</strong></td>
|
| 624 |
+
<td style="text-align: center;">2.94</td>
|
| 625 |
+
<td style="text-align: center;">6.31</td>
|
| 626 |
+
<td style="text-align: center;">4.08</td>
|
| 627 |
+
<td style="text-align: center;">5.49</td>
|
| 628 |
+
<td style="text-align: center;">4.39</td>
|
| 629 |
+
<td style="text-align: center;">3.35</td>
|
| 630 |
+
</tr>
|
| 631 |
+
<tr>
|
| 632 |
+
<td colspan="2" style="text-align: left;">MLS-en</td>
|
| 633 |
+
<td style="text-align: center;">5.12</td>
|
| 634 |
+
<td style="text-align: center;"><strong>3.68</strong></td>
|
| 635 |
+
<td style="text-align: center;">7.09</td>
|
| 636 |
+
<td style="text-align: center;">4.87</td>
|
| 637 |
+
<td style="text-align: center;">-</td>
|
| 638 |
+
<td style="text-align: center;">6.00</td>
|
| 639 |
+
<td style="text-align: center;">4.58</td>
|
| 640 |
+
</tr>
|
| 641 |
+
<tr>
|
| 642 |
+
<td colspan="2" style="text-align: left;">Tedlium</td>
|
| 643 |
+
<td style="text-align: center;">7.69</td>
|
| 644 |
+
<td style="text-align: center;">6.15</td>
|
| 645 |
+
<td style="text-align: center;">4.91</td>
|
| 646 |
+
<td style="text-align: center;">6.84</td>
|
| 647 |
+
<td style="text-align: center;">-</td>
|
| 648 |
+
<td style="text-align: center;"><strong>3.85<strong></td>
|
| 649 |
+
<td style="text-align: center;"><strong>4.50</strong></td>
|
| 650 |
+
</tr>
|
| 651 |
+
<tr>
|
| 652 |
+
<td colspan="2" style="text-align: left;">VoxPopuli</td>
|
| 653 |
+
<td style="text-align: center;">10.29</td>
|
| 654 |
+
<td style="text-align: center;">11.36</td>
|
| 655 |
+
<td style="text-align: center;">12.12</td>
|
| 656 |
+
<td style="text-align: center;">12.05</td>
|
| 657 |
+
<td style="text-align: center;">-</td>
|
| 658 |
+
<td style="text-align: center;"><strong>9.96<strong></td>
|
| 659 |
+
<td style="text-align: center;"><strong>9.15</strong></td>
|
| 660 |
+
</tr>
|
| 661 |
+
<tr>
|
| 662 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese (zh)</td>
|
| 663 |
+
</tr>
|
| 664 |
+
<tr>
|
| 665 |
+
<td colspan="2" style="text-align: left;">WenetSpeech<br>net | meeting</td>
|
| 666 |
+
<td style="text-align: center;">15.30 | 32.27</td>
|
| 667 |
+
<td style="text-align: center;">14.43 | 13.47</td>
|
| 668 |
+
<td style="text-align: center;">N/A</td>
|
| 669 |
+
<td style="text-align: center;">9.86 | 19.11</td>
|
| 670 |
+
<td style="text-align: center;">6.35 | -</td>
|
| 671 |
+
<td style="text-align: center;">5.97 | 6.88</td>
|
| 672 |
+
<td style="text-align: center;"><strong>4.97</strong> | <strong>5.88</strong></td>
|
| 673 |
+
</tr>
|
| 674 |
+
<tr>
|
| 675 |
+
<td colspan="2" style="text-align: left;">AISHELL-2-test</td>
|
| 676 |
+
<td style="text-align: center;">4.24</td>
|
| 677 |
+
<td style="text-align: center;">11.62</td>
|
| 678 |
+
<td style="text-align: center;">2.85</td>
|
| 679 |
+
<td style="text-align: center;">5.06</td>
|
| 680 |
+
<td style="text-align: center;">-</td>
|
| 681 |
+
<td style="text-align: center;">3.15</td>
|
| 682 |
+
<td style="text-align: center;"><strong>2.71</strong></td>
|
| 683 |
+
</tr>
|
| 684 |
+
<tr>
|
| 685 |
+
<td colspan="2" style="text-align: left;">SpeechIO</td>
|
| 686 |
+
<td style="text-align: center;">12.86</td>
|
| 687 |
+
<td style="text-align: center;">5.30</td>
|
| 688 |
+
<td style="text-align: center;">2.93</td>
|
| 689 |
+
<td style="text-align: center;">7.56</td>
|
| 690 |
+
<td style="text-align: center;">-</td>
|
| 691 |
+
<td style="text-align: center;">3.44</td>
|
| 692 |
+
<td style="text-align: center;"><strong>2.88</strong></td>
|
| 693 |
+
</tr>
|
| 694 |
+
<tr>
|
| 695 |
+
<td colspan="2" style="text-align: left;">Fleurs-zh</td>
|
| 696 |
+
<td style="text-align: center;">2.44</td>
|
| 697 |
+
<td style="text-align: center;">2.71</td>
|
| 698 |
+
<td style="text-align: center;">2.69</td>
|
| 699 |
+
<td style="text-align: center;">4.09</td>
|
| 700 |
+
<td style="text-align: center;">3.51</td>
|
| 701 |
+
<td style="text-align: center;">2.88</td>
|
| 702 |
+
<td style="text-align: center;"><strong>2.41</strong></td>
|
| 703 |
+
</tr>
|
| 704 |
+
<tr>
|
| 705 |
+
<td colspan="2" style="text-align: left;">CV-zh</td>
|
| 706 |
+
<td style="text-align: center;">6.32</td>
|
| 707 |
+
<td style="text-align: center;">7.70</td>
|
| 708 |
+
<td style="text-align: center;">5.95</td>
|
| 709 |
+
<td style="text-align: center;">12.91</td>
|
| 710 |
+
<td style="text-align: center;">6.20</td>
|
| 711 |
+
<td style="text-align: center;">6.89</td>
|
| 712 |
+
<td style="text-align: center;"><strong>5.35</strong></td>
|
| 713 |
+
</tr>
|
| 714 |
+
<tr>
|
| 715 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Dialect</td>
|
| 716 |
+
</tr>
|
| 717 |
+
<tr>
|
| 718 |
+
<td colspan="2" style="text-align: left;">KeSpeech</td>
|
| 719 |
+
<td style="text-align: center;">26.87</td>
|
| 720 |
+
<td style="text-align: center;">24.71</td>
|
| 721 |
+
<td style="text-align: center;">5.27</td>
|
| 722 |
+
<td style="text-align: center;">28.79</td>
|
| 723 |
+
<td style="text-align: center;">-</td>
|
| 724 |
+
<td style="text-align: center;">7.08</td>
|
| 725 |
+
<td style="text-align: center;"><strong>5.10</strong></td>
|
| 726 |
+
</tr>
|
| 727 |
+
<tr>
|
| 728 |
+
<td colspan="2" style="text-align: left;">Fleurs-yue</td>
|
| 729 |
+
<td style="text-align: center;">4.98</td>
|
| 730 |
+
<td style="text-align: center;">9.43</td>
|
| 731 |
+
<td style="text-align: center;">4.98</td>
|
| 732 |
+
<td style="text-align: center;">9.18</td>
|
| 733 |
+
<td style="text-align: center;">-</td>
|
| 734 |
+
<td style="text-align: center;">5.79</td>
|
| 735 |
+
<td style="text-align: center;"><strong>3.98</strong></td>
|
| 736 |
+
</tr>
|
| 737 |
+
<tr>
|
| 738 |
+
<td colspan="2" style="text-align: left;">CV-yue</td>
|
| 739 |
+
<td style="text-align: center;">11.36</td>
|
| 740 |
+
<td style="text-align: center;">18.76</td>
|
| 741 |
+
<td style="text-align: center;">13.20</td>
|
| 742 |
+
<td style="text-align: center;">16.23</td>
|
| 743 |
+
<td style="text-align: center;">-</td>
|
| 744 |
+
<td style="text-align: center;">9.50</td>
|
| 745 |
+
<td style="text-align: center;"><strong>7.57</strong></td>
|
| 746 |
+
</tr>
|
| 747 |
+
<tr>
|
| 748 |
+
<td colspan="2" style="text-align: left;">CV-zh-tw</td>
|
| 749 |
+
<td style="text-align: center;">6.32</td>
|
| 750 |
+
<td style="text-align: center;">7.31</td>
|
| 751 |
+
<td style="text-align: center;">4.06</td>
|
| 752 |
+
<td style="text-align: center;">7.84</td>
|
| 753 |
+
<td style="text-align: center;">-</td>
|
| 754 |
+
<td style="text-align: center;">5.59</td>
|
| 755 |
+
<td style="text-align: center;"><strong>3.77</strong></td>
|
| 756 |
+
</tr>
|
| 757 |
+
<tr>
|
| 758 |
+
<td colspan="2" style="text-align: left;">WenetSpeech-Yue<br>short | long</td>
|
| 759 |
+
<td style="text-align: center;">15.62 | 25.29</td>
|
| 760 |
+
<td style="text-align: center;">25.19 | 11.23</td>
|
| 761 |
+
<td style="text-align: center;">9.74 | 11.40</td>
|
| 762 |
+
<td style="text-align: center;">32.26 | 46.64</td>
|
| 763 |
+
<td style="text-align: center;">- | -</td>
|
| 764 |
+
<td style="text-align: center;">7.54 | 9.92</td>
|
| 765 |
+
<td style="text-align: center;"><strong>5.82</strong> | <strong>8.85</strong></td>
|
| 766 |
+
</tr>
|
| 767 |
+
<tr>
|
| 768 |
+
<td colspan="2" style="text-align: left;">WenetSpeech-Chuan<br>easy | hard</td>
|
| 769 |
+
<td style="text-align: center;">34.81 | 53.98</td>
|
| 770 |
+
<td style="text-align: center;">43.79 | 67.30</td>
|
| 771 |
+
<td style="text-align: center;"><strong>11.40<strong> | <strong>20.20</strong></td>
|
| 772 |
+
<td style="text-align: center;">14.35 | 26.80</td>
|
| 773 |
+
<td style="text-align: center;">- | -</td>
|
| 774 |
+
<td style="text-align: center;">13.92 | 24.45</td>
|
| 775 |
+
<td style="text-align: center;">11.99 | 21.63</td>
|
| 776 |
+
</tr>
|
| 777 |
+
</tbody>
|
| 778 |
+
</table>
|
| 779 |
+
|
| 780 |
+
</details>
|
| 781 |
+
|
| 782 |
+
<details>
|
| 783 |
+
<summary>ASR Benchmarks on Internal Datasets (WER ↓)</summary>
|
| 784 |
+
|
| 785 |
+
<table>
|
| 786 |
+
<thead>
|
| 787 |
+
<tr>
|
| 788 |
+
<th style="text-align: left;"></th>
|
| 789 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 790 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 791 |
+
<th style="text-align: center;">Doubao-ASR</th>
|
| 792 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 793 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 794 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 795 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 796 |
+
</tr>
|
| 797 |
+
</thead>
|
| 798 |
+
<tbody>
|
| 799 |
+
<tr>
|
| 800 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Accented English</td>
|
| 801 |
+
</tr>
|
| 802 |
+
<tr>
|
| 803 |
+
<td style="text-align: left;">Dialog-Accented English</td>
|
| 804 |
+
<td style="text-align: center;">28.56</td>
|
| 805 |
+
<td style="text-align: center;">23.85</td>
|
| 806 |
+
<td style="text-align: center;">20.41</td>
|
| 807 |
+
<td style="text-align: center;">21.30</td>
|
| 808 |
+
<td style="text-align: center;">19.96</td>
|
| 809 |
+
<td style="text-align: center;"><strong>16.62<strong></td>
|
| 810 |
+
<td style="text-align: center;"><strong>16.07</strong></td>
|
| 811 |
+
</tr>
|
| 812 |
+
<tr>
|
| 813 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Mandarin</td>
|
| 814 |
+
</tr>
|
| 815 |
+
<tr>
|
| 816 |
+
<td style="text-align: left;">Elders&Kids</td>
|
| 817 |
+
<td style="text-align: center;">14.27</td>
|
| 818 |
+
<td style="text-align: center;">36.93</td>
|
| 819 |
+
<td style="text-align: center;">4.17</td>
|
| 820 |
+
<td style="text-align: center;">10.61</td>
|
| 821 |
+
<td style="text-align: center;">4.54</td>
|
| 822 |
+
<td style="text-align: center;">4.48</td>
|
| 823 |
+
<td style="text-align: center;"><strong>3.81</strong></td>
|
| 824 |
+
</tr>
|
| 825 |
+
<tr>
|
| 826 |
+
<td style="text-align: left;">ExtremeNoise</td>
|
| 827 |
+
<td style="text-align: center;">36.11</td>
|
| 828 |
+
<td style="text-align: center;">29.06</td>
|
| 829 |
+
<td style="text-align: center;">17.04</td>
|
| 830 |
+
<td style="text-align: center;">63.17</td>
|
| 831 |
+
<td style="text-align: center;">36.55</td>
|
| 832 |
+
<td style="text-align: center;">17.88</td>
|
| 833 |
+
<td style="text-align: center;"><strong>16.17</strong></td>
|
| 834 |
+
</tr>
|
| 835 |
+
<tr>
|
| 836 |
+
<td style="text-align: left;">TongueTwister</td>
|
| 837 |
+
<td style="text-align: center;">20.87</td>
|
| 838 |
+
<td style="text-align: center;">4.97</td>
|
| 839 |
+
<td style="text-align: center;">3.47</td>
|
| 840 |
+
<td style="text-align: center;">16.63</td>
|
| 841 |
+
<td style="text-align: center;">9.02</td>
|
| 842 |
+
<td style="text-align: center;">4.06</td>
|
| 843 |
+
<td style="text-align: center;"><strong>2.44</strong></td>
|
| 844 |
+
</tr>
|
| 845 |
+
<tr>
|
| 846 |
+
<td style="text-align: left;">Dialog-Mandarin</td>
|
| 847 |
+
<td style="text-align: center;">20.73</td>
|
| 848 |
+
<td style="text-align: center;">12.50</td>
|
| 849 |
+
<td style="text-align: center;">6.61</td>
|
| 850 |
+
<td style="text-align: center;">14.01</td>
|
| 851 |
+
<td style="text-align: center;">7.32</td>
|
| 852 |
+
<td style="text-align: center;">7.06</td>
|
| 853 |
+
<td style="text-align: center;"><strong>6.54</strong></td>
|
| 854 |
+
</tr>
|
| 855 |
+
<tr>
|
| 856 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Dialect</td>
|
| 857 |
+
</tr>
|
| 858 |
+
<tr>
|
| 859 |
+
<td style="text-align: left;">Dialog-Cantonese</td>
|
| 860 |
+
<td style="text-align: center;">16.05</td>
|
| 861 |
+
<td style="text-align: center;">14.98</td>
|
| 862 |
+
<td style="text-align: center;">7.56</td>
|
| 863 |
+
<td style="text-align: center;">31.04</td>
|
| 864 |
+
<td style="text-align: center;">5.85</td>
|
| 865 |
+
<td style="text-align: center;"><strong>4.80<strong></td>
|
| 866 |
+
<td style="text-align: center;"><strong>4.12</strong></td>
|
| 867 |
+
</tr>
|
| 868 |
+
<tr>
|
| 869 |
+
<td style="text-align: left;">Dialog-Chinese Dialects</td>
|
| 870 |
+
<td style="text-align: center;">45.37</td>
|
| 871 |
+
<td style="text-align: center;">47.70</td>
|
| 872 |
+
<td style="text-align: center;">19.85</td>
|
| 873 |
+
<td style="text-align: center;">44.55</td>
|
| 874 |
+
<td style="text-align: center;">19.41</td>
|
| 875 |
+
<td style="text-align: center;"><strong>18.24<strong></td>
|
| 876 |
+
<td style="text-align: center;"><strong>15.94</strong></td>
|
| 877 |
+
</tr>
|
| 878 |
+
</tbody>
|
| 879 |
+
</table>
|
| 880 |
+
<p><strong>Dialect coverage:</strong> Results for <em>Dialog-Accented English</em> are averaged over 16 accents, and results for <em>Dialog-Chinese Dialects</em> are averaged over 22 Chinese dialects.</p>
|
| 881 |
+
|
| 882 |
+
</details>
|
| 883 |
+
|
| 884 |
+
<details>
|
| 885 |
+
<summary>Multilingual ASR Benchmarks (WER ↓)</summary>
|
| 886 |
+
|
| 887 |
+
<table>
|
| 888 |
+
<thead>
|
| 889 |
+
<tr>
|
| 890 |
+
<th style="text-align: left;"></th>
|
| 891 |
+
<th style="text-align: center;">GLM-ASR<br>-Nano-2512</th>
|
| 892 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 893 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 894 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 895 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 896 |
+
</tr>
|
| 897 |
+
</thead>
|
| 898 |
+
<tbody>
|
| 899 |
+
<tr>
|
| 900 |
+
<td colspan="6" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Open-sourced Benchmarks</td>
|
| 901 |
+
</tr>
|
| 902 |
+
<tr>
|
| 903 |
+
<td style="text-align: left;">MLS</td>
|
| 904 |
+
<td style="text-align: center;">13.32</td>
|
| 905 |
+
<td style="text-align: center;">8.62</td>
|
| 906 |
+
<td style="text-align: center;">28.70</td>
|
| 907 |
+
<td style="text-align: center;">13.19</td>
|
| 908 |
+
<td style="text-align: center;"><strong>8.55</strong></td>
|
| 909 |
+
</tr>
|
| 910 |
+
<tr>
|
| 911 |
+
<td style="text-align: left;">CommonVoice</td>
|
| 912 |
+
<td style="text-align: center;">19.40</td>
|
| 913 |
+
<td style="text-align: center;">10.77</td>
|
| 914 |
+
<td style="text-align: center;">17.25</td>
|
| 915 |
+
<td style="text-align: center;">12.75</td>
|
| 916 |
+
<td style="text-align: center;"><strong>9.18</strong></td>
|
| 917 |
+
</tr>
|
| 918 |
+
<tr>
|
| 919 |
+
<td style="text-align: left;">MLC-SLM</td>
|
| 920 |
+
<td style="text-align: center;">34.93</td>
|
| 921 |
+
<td style="text-align: center;">15.68</td>
|
| 922 |
+
<td style="text-align: center;">29.94</td>
|
| 923 |
+
<td style="text-align: center;">15.84</td>
|
| 924 |
+
<td style="text-align: center;"><strong>12.74</strong></td>
|
| 925 |
+
</tr>
|
| 926 |
+
<tr>
|
| 927 |
+
<td style="text-align: left;">Fleurs</td>
|
| 928 |
+
<td style="text-align: center;">16.08</td>
|
| 929 |
+
<td style="text-align: center;">5.27</td>
|
| 930 |
+
<td style="text-align: center;">10.03</td>
|
| 931 |
+
<td style="text-align: center;">7.57</td>
|
| 932 |
+
<td style="text-align: center;"><strong>4.90</strong></td>
|
| 933 |
+
</tr>
|
| 934 |
+
<tr>
|
| 935 |
+
<td style="text-align: left;">Fleurs<sup>†</sup></td>
|
| 936 |
+
<td style="text-align: center;">20.05</td>
|
| 937 |
+
<td style="text-align: center;">6.85</td>
|
| 938 |
+
<td style="text-align: center;">31.89</td>
|
| 939 |
+
<td style="text-align: center;">10.37</td>
|
| 940 |
+
<td style="text-align: center;"><strong>6.62</strong></td>
|
| 941 |
+
</tr>
|
| 942 |
+
<tr>
|
| 943 |
+
<td style="text-align: left;">Fleurs<sup>††</sup></td>
|
| 944 |
+
<td style="text-align: center;">24.83</td>
|
| 945 |
+
<td style="text-align: center;"><strong>8.16</strong></td>
|
| 946 |
+
<td style="text-align: center;">47.84</td>
|
| 947 |
+
<td style="text-align: center;">21.80</td>
|
| 948 |
+
<td style="text-align: center;">12.60</td>
|
| 949 |
+
</tr>
|
| 950 |
+
<tr>
|
| 951 |
+
<td colspan="6" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Qwen-ASR Internal Benchmarks</td>
|
| 952 |
+
</tr>
|
| 953 |
+
<tr>
|
| 954 |
+
<td style="text-align: left;">News-Multilingual</td>
|
| 955 |
+
<td style="text-align: center;">49.40</td>
|
| 956 |
+
<td style="text-align: center;">14.80</td>
|
| 957 |
+
<td style="text-align: center;">65.07</td>
|
| 958 |
+
<td style="text-align: center;">17.39</td>
|
| 959 |
+
<td style="text-align: center;"><strong>12.80</strong></td>
|
| 960 |
+
</tr>
|
| 961 |
+
</tbody>
|
| 962 |
+
</table>
|
| 963 |
+
<p><strong>Language coverage:</strong> <em>MLS</em> includes 8 languages: {da, de, en, es, fr, it, pl, pt}.<br><em>CommonVoice</em> includes 13 languages: {en, zh, yue, zh_TW, ar, de, es, fr, it, ja, ko, pt, ru}.<br><em>MLC-SLM</em> includes 11 languages: {en, fr, de, it, pt, es, ja, ko, ru, th, vi}.<br><em>Fleurs</em> includes 12 languages: {en, zh, yue, ar, de, es, fr, it, ja, ko, pt, ru }.<br><em>Fleurs<sup>†</sup></em> includes 8 additional languages beyond Fleurs: {hi, id, ms, nl, pl, th, tr, vi}.<br><em>Fleurs<sup>††</sup></em> includes 10 additional languages beyond Fleurs<sup>†</sup>: {cs, da, el, fa, fi, fil, hu, mk, ro, sv}.<br><em>News-Multilingual</em> includes 15 languages: {ar, de, es, fr, hi, id, it, ja, ko, nl, pl, pt, ru, th, vi}.</p>
|
| 964 |
+
|
| 965 |
+
</details>
|
| 966 |
+
|
| 967 |
+
<details>
|
| 968 |
+
<summary>Language Identification Accuracy (%) ↑</summary>
|
| 969 |
+
|
| 970 |
+
<table>
|
| 971 |
+
<thead>
|
| 972 |
+
<tr>
|
| 973 |
+
<th style="text-align: left;"></th>
|
| 974 |
+
<th style="text-align: center;">Whisper-large-v3</th>
|
| 975 |
+
<th style="text-align: center;">Qwen3-ASR-0.6B</th>
|
| 976 |
+
<th style="text-align: center;">Qwen3-ASR-1.7B</th>
|
| 977 |
+
</tr>
|
| 978 |
+
</thead>
|
| 979 |
+
<tbody>
|
| 980 |
+
<tr>
|
| 981 |
+
<td style="text-align: left;">MLS</td>
|
| 982 |
+
<td style="text-align: center;"><strong>99.9</strong></td>
|
| 983 |
+
<td style="text-align: center;">99.3</td>
|
| 984 |
+
<td style="text-align: center;"><strong>99.9</strong></td>
|
| 985 |
+
</tr>
|
| 986 |
+
<tr>
|
| 987 |
+
<td style="text-align: left;">CommonVoice</td>
|
| 988 |
+
<td style="text-align: center;">92.7</td>
|
| 989 |
+
<td style="text-align: center;"><strong>98.2<strong></td>
|
| 990 |
+
<td style="text-align: center;"><strong>98.7</strong></td>
|
| 991 |
+
</tr>
|
| 992 |
+
<tr>
|
| 993 |
+
<td style="text-align: left;">MLC-SLM</td>
|
| 994 |
+
<td style="text-align: center;">89.2</td>
|
| 995 |
+
<td style="text-align: center;"><strong>92.7<strong></td>
|
| 996 |
+
<td style="text-align: center;"><strong>94.1</strong></td>
|
| 997 |
+
</tr>
|
| 998 |
+
<tr>
|
| 999 |
+
<td style="text-align: left;">Fleurs</td>
|
| 1000 |
+
<td style="text-align: center;">94.6</td>
|
| 1001 |
+
<td style="text-align: center;"><strong>97.1<strong></td>
|
| 1002 |
+
<td style="text-align: center;"><strong>98.7</strong></td>
|
| 1003 |
+
</tr>
|
| 1004 |
+
<tr style="border-top: 1px solid #ddd;">
|
| 1005 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1006 |
+
<td style="text-align: center;">94.1</td>
|
| 1007 |
+
<td style="text-align: center;"><strong>96.8<strong></td>
|
| 1008 |
+
<td style="text-align: center;"><strong>97.9</strong></td>
|
| 1009 |
+
</tr>
|
| 1010 |
+
</tbody>
|
| 1011 |
+
</table>
|
| 1012 |
+
<p><strong>Language coverage:</strong> The language sets follow Multilingual ASR Benchmarks. Here, Fleurs corresponds to Fleurs<sup>††</sup> in Multilingual ASR Benchmarks and covers 30 languages.</p>
|
| 1013 |
+
|
| 1014 |
+
</details>
|
| 1015 |
+
|
| 1016 |
+
<details>
|
| 1017 |
+
<summary>Singing Voice & Song Transcription (WER ↓)</summary>
|
| 1018 |
+
|
| 1019 |
+
<table>
|
| 1020 |
+
<thead>
|
| 1021 |
+
<tr>
|
| 1022 |
+
<th style="text-align: left;"></th>
|
| 1023 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 1024 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 1025 |
+
<th style="text-align: center;">Doubao-ASR<br>-1.0</th>
|
| 1026 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 1027 |
+
<th style="text-align: center;">Fun-ASR-MLT<br>-Nano</th>
|
| 1028 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 1029 |
+
</tr>
|
| 1030 |
+
</thead>
|
| 1031 |
+
<tbody>
|
| 1032 |
+
<tr>
|
| 1033 |
+
<td colspan="7" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Singing</td>
|
| 1034 |
+
</tr>
|
| 1035 |
+
<tr>
|
| 1036 |
+
<td style="text-align: left;">M4Singer</td>
|
| 1037 |
+
<td style="text-align: center;">16.77</td>
|
| 1038 |
+
<td style="text-align: center;">20.88</td>
|
| 1039 |
+
<td style="text-align: center;">7.88</td>
|
| 1040 |
+
<td style="text-align: center;">13.58</td>
|
| 1041 |
+
<td style="text-align: center;">7.29</td>
|
| 1042 |
+
<td style="text-align: center;"><strong>5.98</strong></td>
|
| 1043 |
+
</tr>
|
| 1044 |
+
<tr>
|
| 1045 |
+
<td style="text-align: left;">MIR-1k-vocal</td>
|
| 1046 |
+
<td style="text-align: center;">11.87</td>
|
| 1047 |
+
<td style="text-align: center;">9.85</td>
|
| 1048 |
+
<td style="text-align: center;">6.56</td>
|
| 1049 |
+
<td style="text-align: center;">11.71</td>
|
| 1050 |
+
<td style="text-align: center;">8.17</td>
|
| 1051 |
+
<td style="text-align: center;"><strong>6.25</strong></td>
|
| 1052 |
+
</tr>
|
| 1053 |
+
<tr>
|
| 1054 |
+
<td style="text-align: left;">Opencpop</td>
|
| 1055 |
+
<td style="text-align: center;">7.93</td>
|
| 1056 |
+
<td style="text-align: center;">6.49</td>
|
| 1057 |
+
<td style="text-align: center;">3.80</td>
|
| 1058 |
+
<td style="text-align: center;">9.52</td>
|
| 1059 |
+
<td style="text-align: center;"><strong>2.98</strong></td>
|
| 1060 |
+
<td style="text-align: center;">3.08</td>
|
| 1061 |
+
</tr>
|
| 1062 |
+
<tr>
|
| 1063 |
+
<td style="text-align: left;">Popcs</td>
|
| 1064 |
+
<td style="text-align: center;">32.84</td>
|
| 1065 |
+
<td style="text-align: center;">15.13</td>
|
| 1066 |
+
<td style="text-align: center;">8.97</td>
|
| 1067 |
+
<td style="text-align: center;">13.77</td>
|
| 1068 |
+
<td style="text-align: center;">9.42</td>
|
| 1069 |
+
<td style="text-align: center;"><strong>8.52</strong></td>
|
| 1070 |
+
</tr>
|
| 1071 |
+
<tr>
|
| 1072 |
+
<td colspan="7" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Songs with BGM</td>
|
| 1073 |
+
</tr>
|
| 1074 |
+
<tr>
|
| 1075 |
+
<td style="text-align: left;">EntireSongs-en</td>
|
| 1076 |
+
<td style="text-align: center;">30.71</td>
|
| 1077 |
+
<td style="text-align: center;"><strong>12.18</strong></td>
|
| 1078 |
+
<td style="text-align: center;">33.51</td>
|
| 1079 |
+
<td style="text-align: center;">N/A</td>
|
| 1080 |
+
<td style="text-align: center;">N/A</td>
|
| 1081 |
+
<td style="text-align: center;">14.60</td>
|
| 1082 |
+
</tr>
|
| 1083 |
+
<tr>
|
| 1084 |
+
<td style="text-align: left;">EntireSongs-zh</td>
|
| 1085 |
+
<td style="text-align: center;">34.86</td>
|
| 1086 |
+
<td style="text-align: center;">18.68</td>
|
| 1087 |
+
<td style="text-align: center;">23.99</td>
|
| 1088 |
+
<td style="text-align: center;">N/A</td>
|
| 1089 |
+
<td style="text-align: center;">N/A</td>
|
| 1090 |
+
<td style="text-align: center;"><strong>13.91</strong></td>
|
| 1091 |
+
</tr>
|
| 1092 |
+
</tbody>
|
| 1093 |
+
</table>
|
| 1094 |
+
|
| 1095 |
+
</details>
|
| 1096 |
+
|
| 1097 |
+
<details>
|
| 1098 |
+
<summary>ASR Inference Mode Performance (WER ↓)</summary>
|
| 1099 |
+
|
| 1100 |
+
<table>
|
| 1101 |
+
<thead>
|
| 1102 |
+
<tr>
|
| 1103 |
+
<th style="text-align: left;">Model</th>
|
| 1104 |
+
<th style="text-align: left;">Infer. Mode</th>
|
| 1105 |
+
<th style="text-align: center;">Librispeech</th>
|
| 1106 |
+
<th style="text-align: center;">Fleurs-en</th>
|
| 1107 |
+
<th style="text-align: center;">Fleurs-zh</th>
|
| 1108 |
+
<th style="text-align: center;">Avg.</th>
|
| 1109 |
+
</tr>
|
| 1110 |
+
</thead>
|
| 1111 |
+
<tbody>
|
| 1112 |
+
<tr>
|
| 1113 |
+
<td rowspan="2" style="text-align: left; vertical-align: middle;">Qwen3-ASR-1.7B</td>
|
| 1114 |
+
<td style="text-align: left;">Offline</td>
|
| 1115 |
+
<td style="text-align: center;">1.63 | 3.38</td>
|
| 1116 |
+
<td style="text-align: center;">3.35</td>
|
| 1117 |
+
<td style="text-align: center;">2.41</td>
|
| 1118 |
+
<td style="text-align: center;">2.69</td>
|
| 1119 |
+
</tr>
|
| 1120 |
+
<tr>
|
| 1121 |
+
<td style="text-align: left;">Streaming</td>
|
| 1122 |
+
<td style="text-align: center;">1.95 | 4.51</td>
|
| 1123 |
+
<td style="text-align: center;">4.02</td>
|
| 1124 |
+
<td style="text-align: center;">2.84</td>
|
| 1125 |
+
<td style="text-align: center;">3.33</td>
|
| 1126 |
+
</tr>
|
| 1127 |
+
<tr style="border-top: 1px solid #ddd;">
|
| 1128 |
+
<td rowspan="2" style="text-align: left; vertical-align: middle;">Qwen3-ASR-0.6B</td>
|
| 1129 |
+
<td style="text-align: left;">Offline</td>
|
| 1130 |
+
<td style="text-align: center;">2.11 | 4.55</td>
|
| 1131 |
+
<td style="text-align: center;">4.39</td>
|
| 1132 |
+
<td style="text-align: center;">2.88</td>
|
| 1133 |
+
<td style="text-align: center;">3.48</td>
|
| 1134 |
+
</tr>
|
| 1135 |
+
<tr>
|
| 1136 |
+
<td style="text-align: left;">Streaming</td>
|
| 1137 |
+
<td style="text-align: center;">2.54 | 6.27</td>
|
| 1138 |
+
<td style="text-align: center;">5.38</td>
|
| 1139 |
+
<td style="text-align: center;">3.40</td>
|
| 1140 |
+
<td style="text-align: center;">4.40</td>
|
| 1141 |
+
</tr>
|
| 1142 |
+
</tbody>
|
| 1143 |
+
</table>
|
| 1144 |
+
|
| 1145 |
+
</details>
|
| 1146 |
+
|
| 1147 |
+
<details>
|
| 1148 |
+
<summary>Forced Alignment Benchmarks (AAS ms ↓)</summary>
|
| 1149 |
+
|
| 1150 |
+
<table>
|
| 1151 |
+
<thead>
|
| 1152 |
+
<tr>
|
| 1153 |
+
<th style="text-align: left;"></th>
|
| 1154 |
+
<th style="text-align: center;">Monotonic-Aligner</th>
|
| 1155 |
+
<th style="text-align: center;">NFA</th>
|
| 1156 |
+
<th style="text-align: center;">WhisperX</th>
|
| 1157 |
+
<th style="text-align: center;">Qwen3-ForcedAligner-0.6B</th>
|
| 1158 |
+
</tr>
|
| 1159 |
+
</thead>
|
| 1160 |
+
<tbody>
|
| 1161 |
+
<tr>
|
| 1162 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">MFA-Labeled Raw</td>
|
| 1163 |
+
</tr>
|
| 1164 |
+
<tr>
|
| 1165 |
+
<td style="text-align: left;">Chinese</td>
|
| 1166 |
+
<td style="text-align: center;">161.1</td>
|
| 1167 |
+
<td style="text-align: center;">109.8</td>
|
| 1168 |
+
<td style="text-align: center;">-</td>
|
| 1169 |
+
<td style="text-align: center;"><strong>33.1</strong></td>
|
| 1170 |
+
</tr>
|
| 1171 |
+
<tr>
|
| 1172 |
+
<td style="text-align: left;">English</td>
|
| 1173 |
+
<td style="text-align: center;">-</td>
|
| 1174 |
+
<td style="text-align: center;">107.5</td>
|
| 1175 |
+
<td style="text-align: center;">92.1</td>
|
| 1176 |
+
<td style="text-align: center;"><strong>37.5</strong></td>
|
| 1177 |
+
</tr>
|
| 1178 |
+
<tr>
|
| 1179 |
+
<td style="text-align: left;">French</td>
|
| 1180 |
+
<td style="text-align: center;">-</td>
|
| 1181 |
+
<td style="text-align: center;">100.7</td>
|
| 1182 |
+
<td style="text-align: center;">145.3</td>
|
| 1183 |
+
<td style="text-align: center;"><strong>41.7</strong></td>
|
| 1184 |
+
</tr>
|
| 1185 |
+
<tr>
|
| 1186 |
+
<td style="text-align: left;">German</td>
|
| 1187 |
+
<td style="text-align: center;">-</td>
|
| 1188 |
+
<td style="text-align: center;">122.7</td>
|
| 1189 |
+
<td style="text-align: center;">165.1</td>
|
| 1190 |
+
<td style="text-align: center;"><strong>46.5</strong></td>
|
| 1191 |
+
</tr>
|
| 1192 |
+
<tr>
|
| 1193 |
+
<td style="text-align: left;">Italian</td>
|
| 1194 |
+
<td style="text-align: center;">-</td>
|
| 1195 |
+
<td style="text-align: center;">142.7</td>
|
| 1196 |
+
<td style="text-align: center;">155.5</td>
|
| 1197 |
+
<td style="text-align: center;"><strong>75.5</strong></td>
|
| 1198 |
+
</tr>
|
| 1199 |
+
<tr>
|
| 1200 |
+
<td style="text-align: left;">Japanese</td>
|
| 1201 |
+
<td style="text-align: center;">-</td>
|
| 1202 |
+
<td style="text-align: center;">-</td>
|
| 1203 |
+
<td style="text-align: center;">-</td>
|
| 1204 |
+
<td style="text-align: center;"><strong>42.2</strong></td>
|
| 1205 |
+
</tr>
|
| 1206 |
+
<tr>
|
| 1207 |
+
<td style="text-align: left;">Korean</td>
|
| 1208 |
+
<td style="text-align: center;">-</td>
|
| 1209 |
+
<td style="text-align: center;">-</td>
|
| 1210 |
+
<td style="text-align: center;">-</td>
|
| 1211 |
+
<td style="text-align: center;"><strong>37.2</strong></td>
|
| 1212 |
+
</tr>
|
| 1213 |
+
<tr>
|
| 1214 |
+
<td style="text-align: left;">Portuguese</td>
|
| 1215 |
+
<td style="text-align: center;">-</td>
|
| 1216 |
+
<td style="text-align: center;">-</td>
|
| 1217 |
+
<td style="text-align: center;">-</td>
|
| 1218 |
+
<td style="text-align: center;"><strong>38.4</strong></td>
|
| 1219 |
+
</tr>
|
| 1220 |
+
<tr>
|
| 1221 |
+
<td style="text-align: left;">Russian</td>
|
| 1222 |
+
<td style="text-align: center;">-</td>
|
| 1223 |
+
<td style="text-align: center;">200.7</td>
|
| 1224 |
+
<td style="text-align: center;">-</td>
|
| 1225 |
+
<td style="text-align: center;"><strong>40.2</strong></td>
|
| 1226 |
+
</tr>
|
| 1227 |
+
<tr>
|
| 1228 |
+
<td style="text-align: left;">Spanish</td>
|
| 1229 |
+
<td style="text-align: center;">-</td>
|
| 1230 |
+
<td style="text-align: center;">124.7</td>
|
| 1231 |
+
<td style="text-align: center;">108.0</td>
|
| 1232 |
+
<td style="text-align: center;"><strong>36.8</strong></td>
|
| 1233 |
+
</tr>
|
| 1234 |
+
<tr>
|
| 1235 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1236 |
+
<td style="text-align: center;">161.1</td>
|
| 1237 |
+
<td style="text-align: center;">129.8</td>
|
| 1238 |
+
<td style="text-align: center;">133.2</td>
|
| 1239 |
+
<td style="text-align: center;"><strong>42.9</strong></td>
|
| 1240 |
+
</tr>
|
| 1241 |
+
<tr>
|
| 1242 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">MFA-Labeled Concat-300s</td>
|
| 1243 |
+
</tr>
|
| 1244 |
+
<tr>
|
| 1245 |
+
<td style="text-align: left;">Chinese</td>
|
| 1246 |
+
<td style="text-align: center;">1742.4</td>
|
| 1247 |
+
<td style="text-align: center;">235.0</td>
|
| 1248 |
+
<td style="text-align: center;">-</td>
|
| 1249 |
+
<td style="text-align: center;"><strong>36.5</strong></td>
|
| 1250 |
+
</tr>
|
| 1251 |
+
<tr>
|
| 1252 |
+
<td style="text-align: left;">English</td>
|
| 1253 |
+
<td style="text-align: center;">-</td>
|
| 1254 |
+
<td style="text-align: center;">226.7</td>
|
| 1255 |
+
<td style="text-align: center;">227.2</td>
|
| 1256 |
+
<td style="text-align: center;"><strong>58.6</strong></td>
|
| 1257 |
+
</tr>
|
| 1258 |
+
<tr>
|
| 1259 |
+
<td style="text-align: left;">French</td>
|
| 1260 |
+
<td style="text-align: center;">-</td>
|
| 1261 |
+
<td style="text-align: center;">230.6</td>
|
| 1262 |
+
<td style="text-align: center;">2052.2</td>
|
| 1263 |
+
<td style="text-align: center;"><strong>53.4</strong></td>
|
| 1264 |
+
</tr>
|
| 1265 |
+
<tr>
|
| 1266 |
+
<td style="text-align: left;">German</td>
|
| 1267 |
+
<td style="text-align: center;">-</td>
|
| 1268 |
+
<td style="text-align: center;">220.3</td>
|
| 1269 |
+
<td style="text-align: center;">993.4</td>
|
| 1270 |
+
<td style="text-align: center;"><strong>62.4</strong></td>
|
| 1271 |
+
</tr>
|
| 1272 |
+
<tr>
|
| 1273 |
+
<td style="text-align: left;">Italian</td>
|
| 1274 |
+
<td style="text-align: center;">-</td>
|
| 1275 |
+
<td style="text-align: center;">290.5</td>
|
| 1276 |
+
<td style="text-align: center;">5719.4</td>
|
| 1277 |
+
<td style="text-align: center;"><strong>81.6</strong></td>
|
| 1278 |
+
</tr>
|
| 1279 |
+
<tr>
|
| 1280 |
+
<td style="text-align: left;">Japanese</td>
|
| 1281 |
+
<td style="text-align: center;">-</td>
|
| 1282 |
+
<td style="text-align: center;">-</td>
|
| 1283 |
+
<td style="text-align: center;">-</td>
|
| 1284 |
+
<td style="text-align: center;"><strong>81.3</strong></td>
|
| 1285 |
+
</tr>
|
| 1286 |
+
<tr>
|
| 1287 |
+
<td style="text-align: left;">Korean</td>
|
| 1288 |
+
<td style="text-align: center;">-</td>
|
| 1289 |
+
<td style="text-align: center;">-</td>
|
| 1290 |
+
<td style="text-align: center;">-</td>
|
| 1291 |
+
<td style="text-align: center;"><strong>42.2</strong></td>
|
| 1292 |
+
</tr>
|
| 1293 |
+
<tr>
|
| 1294 |
+
<td style="text-align: left;">Portuguese</td>
|
| 1295 |
+
<td style="text-align: center;">-</td>
|
| 1296 |
+
<td style="text-align: center;">-</td>
|
| 1297 |
+
<td style="text-align: center;">-</td>
|
| 1298 |
+
<td style="text-align: center;"><strong>50.0</strong></td>
|
| 1299 |
+
</tr>
|
| 1300 |
+
<tr>
|
| 1301 |
+
<td style="text-align: left;">Russian</td>
|
| 1302 |
+
<td style="text-align: center;">-</td>
|
| 1303 |
+
<td style="text-align: center;">283.3</td>
|
| 1304 |
+
<td style="text-align: center;">-</td>
|
| 1305 |
+
<td style="text-align: center;"><strong>43.0</strong></td>
|
| 1306 |
+
</tr>
|
| 1307 |
+
<tr>
|
| 1308 |
+
<td style="text-align: left;">Spanish</td>
|
| 1309 |
+
<td style="text-align: center;">-</td>
|
| 1310 |
+
<td style="text-align: center;">240.2</td>
|
| 1311 |
+
<td style="text-align: center;">4549.9</td>
|
| 1312 |
+
<td style="text-align: center;"><strong>39.6</strong></td>
|
| 1313 |
+
</tr>
|
| 1314 |
+
<tr>
|
| 1315 |
+
<td style="text-align: left;">Cross-lingual</td>
|
| 1316 |
+
<td style="text-align: center;">-</td>
|
| 1317 |
+
<td style="text-align: center;">-</td>
|
| 1318 |
+
<td style="text-align: center;">-</td>
|
| 1319 |
+
<td style="text-align: center;"><strong>34.2</strong></td>
|
| 1320 |
+
</tr>
|
| 1321 |
+
<tr>
|
| 1322 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1323 |
+
<td style="text-align: center;">1742.4</td>
|
| 1324 |
+
<td style="text-align: center;">246.7</td>
|
| 1325 |
+
<td style="text-align: center;">2708.4</td>
|
| 1326 |
+
<td style="text-align: center;"><strong>52.9</strong></td>
|
| 1327 |
+
</tr>
|
| 1328 |
+
<tr>
|
| 1329 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Human-Labeled</td>
|
| 1330 |
+
</tr>
|
| 1331 |
+
<tr>
|
| 1332 |
+
<td style="text-align: left;">Raw</td>
|
| 1333 |
+
<td style="text-align: center;">49.9</td>
|
| 1334 |
+
<td style="text-align: center;">88.6</td>
|
| 1335 |
+
<td style="text-align: center;">-</td>
|
| 1336 |
+
<td style="text-align: center;"><strong>27.8</strong></td>
|
| 1337 |
+
</tr>
|
| 1338 |
+
<tr>
|
| 1339 |
+
<td style="text-align: left;">Raw-Noisy</td>
|
| 1340 |
+
<td style="text-align: center;">53.3</td>
|
| 1341 |
+
<td style="text-align: center;">89.5</td>
|
| 1342 |
+
<td style="text-align: center;">-</td>
|
| 1343 |
+
<td style="text-align: center;"><strong>41.8</strong></td>
|
| 1344 |
+
</tr>
|
| 1345 |
+
<tr>
|
| 1346 |
+
<td style="text-align: left;">Concat-60s</td>
|
| 1347 |
+
<td style="text-align: center;">51.1</td>
|
| 1348 |
+
<td style="text-align: center;">86.7</td>
|
| 1349 |
+
<td style="text-align: center;">-</td>
|
| 1350 |
+
<td style="text-align: center;"><strong>25.3</strong></td>
|
| 1351 |
+
</tr>
|
| 1352 |
+
<tr>
|
| 1353 |
+
<td style="text-align: left;">Concat-300s</td>
|
| 1354 |
+
<td style="text-align: center;">410.8</td>
|
| 1355 |
+
<td style="text-align: center;">140.0</td>
|
| 1356 |
+
<td style="text-align: center;">-</td>
|
| 1357 |
+
<td style="text-align: center;"><strong>24.8</strong></td>
|
| 1358 |
+
</tr>
|
| 1359 |
+
<tr>
|
| 1360 |
+
<td style="text-align: left;">Concat-Cross-lingual</td>
|
| 1361 |
+
<td style="text-align: center;">-</td>
|
| 1362 |
+
<td style="text-align: center;">-</td>
|
| 1363 |
+
<td style="text-align: center;">-</td>
|
| 1364 |
+
<td style="text-align: center;"><strong>42.5</strong></td>
|
| 1365 |
+
</tr>
|
| 1366 |
+
<tr>
|
| 1367 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1368 |
+
<td style="text-align: center;">141.3</td>
|
| 1369 |
+
<td style="text-align: center;">101.2</td>
|
| 1370 |
+
<td style="text-align: center;">-</td>
|
| 1371 |
+
<td style="text-align: center;"><strong>32.4</strong></td>
|
| 1372 |
+
</tr>
|
| 1373 |
+
</tbody>
|
| 1374 |
+
</table>
|
| 1375 |
+
|
| 1376 |
+
</details>
|
| 1377 |
+
|
| 1378 |
+
|
| 1379 |
+
## Citation
|
| 1380 |
+
|
| 1381 |
+
If you find our paper and code useful in your research, please consider giving a star :star: and citation :pencil: :)
|
| 1382 |
+
|
| 1383 |
+
```BibTeX
|
| 1384 |
+
@article{Qwen3-ASR,
|
| 1385 |
+
title={Qwen3-ASR Technical Report},
|
| 1386 |
+
author={Xian Shi, Xiong Wang, Zhifang Guo, Yongqi Wang, Pei Zhang, Xinyu Zhang, Zishan Guo, Hongkun Hao, Yu Xi, Baosong Yang, Jin Xu, Jingren Zhou, Junyang Lin},
|
| 1387 |
+
journal={arXiv preprint arXiv:2601.21337},
|
| 1388 |
+
year={2026}
|
| 1389 |
+
}
|
| 1390 |
+
```
|
| 1391 |
+
|
| 1392 |
+
|
| 1393 |
+
<br>
|
qwen-aligner/chat_template.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"chat_template": "{%- set ns = namespace(system_text=\"\") -%}\n{%- for m in messages -%}\n {%- if m.role == 'system' -%}\n {%- if m.content is string -%}\n {%- set ns.system_text = ns.system_text + m.content -%}\n {%- else -%}\n {%- for c in m.content -%}\n {%- if c.type == 'text' and (c.text is defined) -%}\n {%- set ns.system_text = ns.system_text + c.text -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n\n{%- set ns2 = namespace(audio_tokens=\"\") -%}\n{%- for m in messages -%}\n {%- if m.content is not string -%}\n {%- for c in m.content -%}\n {%- if c.type == 'audio' or ('audio' in c) or ('audio_url' in c) -%}\n {%- set ns2.audio_tokens = ns2.audio_tokens + \"<|audio_start|><|audio_pad|><|audio_end|>\" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n{%- endfor -%}\n\n{{- '<|im_start|>system\\n' + (ns.system_text if ns.system_text is string else '') + '<|im_end|>\\n' -}}\n{{- '<|im_start|>user\\n' + ns2.audio_tokens + '<|im_end|>\\n' -}}\n{%- if add_generation_prompt -%}\n{{- '<|im_start|>assistant\\n' -}}\n{%- endif -%}"}
|
qwen-aligner/config.json
ADDED
|
@@ -0,0 +1,205 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen3ASRForConditionalGeneration"
|
| 4 |
+
],
|
| 5 |
+
"timestamp_token_id": 151705,
|
| 6 |
+
"timestamp_segment_time": 80,
|
| 7 |
+
"model_type": "qwen3_asr",
|
| 8 |
+
"support_languages": [
|
| 9 |
+
"Chinese",
|
| 10 |
+
"Cantonese",
|
| 11 |
+
"English",
|
| 12 |
+
"German",
|
| 13 |
+
"Spanish",
|
| 14 |
+
"French",
|
| 15 |
+
"Italian",
|
| 16 |
+
"Portuguese",
|
| 17 |
+
"Russian",
|
| 18 |
+
"Korean",
|
| 19 |
+
"Japanese"
|
| 20 |
+
],
|
| 21 |
+
"thinker_config": {
|
| 22 |
+
"model_type": "qwen3_forced_aligner",
|
| 23 |
+
"classify_num": 5000,
|
| 24 |
+
"architectures": [
|
| 25 |
+
"Qwen3ASRForConditionalGeneration"
|
| 26 |
+
],
|
| 27 |
+
"audio_config": {
|
| 28 |
+
"_name_or_path": "",
|
| 29 |
+
"activation_dropout": 0,
|
| 30 |
+
"activation_function": "gelu",
|
| 31 |
+
"add_cross_attention": false,
|
| 32 |
+
"architectures": null,
|
| 33 |
+
"attention_dropout": 0,
|
| 34 |
+
"bad_words_ids": null,
|
| 35 |
+
"begin_suppress_tokens": null,
|
| 36 |
+
"bos_token_id": null,
|
| 37 |
+
"chunk_size_feed_forward": 0,
|
| 38 |
+
"conv_chunksize": 500,
|
| 39 |
+
"cross_attention_hidden_size": null,
|
| 40 |
+
"d_model": 1024,
|
| 41 |
+
"decoder_start_token_id": null,
|
| 42 |
+
"diversity_penalty": 0.0,
|
| 43 |
+
"do_sample": false,
|
| 44 |
+
"downsample_hidden_size": 480,
|
| 45 |
+
"dropout": 0,
|
| 46 |
+
"dtype": null,
|
| 47 |
+
"early_stopping": false,
|
| 48 |
+
"encoder_attention_heads": 16,
|
| 49 |
+
"encoder_ffn_dim": 4096,
|
| 50 |
+
"encoder_layers": 24,
|
| 51 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 52 |
+
"eos_token_id": null,
|
| 53 |
+
"exponential_decay_length_penalty": null,
|
| 54 |
+
"finetuning_task": null,
|
| 55 |
+
"forced_bos_token_id": null,
|
| 56 |
+
"forced_eos_token_id": null,
|
| 57 |
+
"id2label": {
|
| 58 |
+
"0": "LABEL_0",
|
| 59 |
+
"1": "LABEL_1"
|
| 60 |
+
},
|
| 61 |
+
"initializer_range": 0.02,
|
| 62 |
+
"is_decoder": false,
|
| 63 |
+
"is_encoder_decoder": false,
|
| 64 |
+
"label2id": {
|
| 65 |
+
"LABEL_0": 0,
|
| 66 |
+
"LABEL_1": 1
|
| 67 |
+
},
|
| 68 |
+
"length_penalty": 1.0,
|
| 69 |
+
"max_length": 20,
|
| 70 |
+
"max_source_positions": 1500,
|
| 71 |
+
"min_length": 0,
|
| 72 |
+
"model_type": "qwen3_asr_audio_encoder",
|
| 73 |
+
"n_window": 50,
|
| 74 |
+
"n_window_infer": 800,
|
| 75 |
+
"no_repeat_ngram_size": 0,
|
| 76 |
+
"num_beam_groups": 1,
|
| 77 |
+
"num_beams": 1,
|
| 78 |
+
"num_hidden_layers": 24,
|
| 79 |
+
"num_mel_bins": 128,
|
| 80 |
+
"num_return_sequences": 1,
|
| 81 |
+
"output_attentions": false,
|
| 82 |
+
"output_dim": 1024,
|
| 83 |
+
"output_hidden_states": false,
|
| 84 |
+
"output_scores": false,
|
| 85 |
+
"pad_token_id": null,
|
| 86 |
+
"prefix": null,
|
| 87 |
+
"problem_type": null,
|
| 88 |
+
"pruned_heads": {},
|
| 89 |
+
"remove_invalid_values": false,
|
| 90 |
+
"repetition_penalty": 1.0,
|
| 91 |
+
"return_dict": true,
|
| 92 |
+
"return_dict_in_generate": false,
|
| 93 |
+
"scale_embedding": false,
|
| 94 |
+
"sep_token_id": null,
|
| 95 |
+
"suppress_tokens": null,
|
| 96 |
+
"task_specific_params": null,
|
| 97 |
+
"temperature": 1.0,
|
| 98 |
+
"tf_legacy_loss": false,
|
| 99 |
+
"tie_encoder_decoder": false,
|
| 100 |
+
"tie_word_embeddings": false,
|
| 101 |
+
"tokenizer_class": null,
|
| 102 |
+
"top_k": 50,
|
| 103 |
+
"top_p": 1.0,
|
| 104 |
+
"torchscript": false,
|
| 105 |
+
"typical_p": 1.0,
|
| 106 |
+
"use_bfloat16": false
|
| 107 |
+
},
|
| 108 |
+
"audio_end_token_id": 151670,
|
| 109 |
+
"audio_start_token_id": 151669,
|
| 110 |
+
"audio_token_id": 151676,
|
| 111 |
+
"dtype": "bfloat16",
|
| 112 |
+
"initializer_range": 0.02,
|
| 113 |
+
"text_config": {
|
| 114 |
+
"_name_or_path": "",
|
| 115 |
+
"add_cross_attention": false,
|
| 116 |
+
"architectures": null,
|
| 117 |
+
"attention_bias": false,
|
| 118 |
+
"attention_dropout": 0.0,
|
| 119 |
+
"bad_words_ids": null,
|
| 120 |
+
"begin_suppress_tokens": null,
|
| 121 |
+
"bos_token_id": null,
|
| 122 |
+
"chunk_size_feed_forward": 0,
|
| 123 |
+
"cross_attention_hidden_size": null,
|
| 124 |
+
"decoder_start_token_id": null,
|
| 125 |
+
"diversity_penalty": 0.0,
|
| 126 |
+
"do_sample": false,
|
| 127 |
+
"dtype": null,
|
| 128 |
+
"early_stopping": false,
|
| 129 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 130 |
+
"eos_token_id": null,
|
| 131 |
+
"exponential_decay_length_penalty": null,
|
| 132 |
+
"finetuning_task": null,
|
| 133 |
+
"forced_bos_token_id": null,
|
| 134 |
+
"forced_eos_token_id": null,
|
| 135 |
+
"head_dim": 128,
|
| 136 |
+
"hidden_act": "silu",
|
| 137 |
+
"hidden_size": 1024,
|
| 138 |
+
"id2label": {
|
| 139 |
+
"0": "LABEL_0",
|
| 140 |
+
"1": "LABEL_1"
|
| 141 |
+
},
|
| 142 |
+
"initializer_range": 0.02,
|
| 143 |
+
"intermediate_size": 3072,
|
| 144 |
+
"is_decoder": false,
|
| 145 |
+
"is_encoder_decoder": false,
|
| 146 |
+
"label2id": {
|
| 147 |
+
"LABEL_0": 0,
|
| 148 |
+
"LABEL_1": 1
|
| 149 |
+
},
|
| 150 |
+
"length_penalty": 1.0,
|
| 151 |
+
"max_length": 20,
|
| 152 |
+
"max_position_embeddings": 8192,
|
| 153 |
+
"min_length": 0,
|
| 154 |
+
"model_type": "qwen3",
|
| 155 |
+
"no_repeat_ngram_size": 0,
|
| 156 |
+
"num_attention_heads": 16,
|
| 157 |
+
"num_beam_groups": 1,
|
| 158 |
+
"num_beams": 1,
|
| 159 |
+
"num_hidden_layers": 28,
|
| 160 |
+
"num_key_value_heads": 8,
|
| 161 |
+
"num_return_sequences": 1,
|
| 162 |
+
"output_attentions": false,
|
| 163 |
+
"output_hidden_states": false,
|
| 164 |
+
"output_scores": false,
|
| 165 |
+
"pad_token_id": null,
|
| 166 |
+
"prefix": null,
|
| 167 |
+
"problem_type": null,
|
| 168 |
+
"pruned_heads": {},
|
| 169 |
+
"remove_invalid_values": false,
|
| 170 |
+
"repetition_penalty": 1.0,
|
| 171 |
+
"return_dict": true,
|
| 172 |
+
"return_dict_in_generate": false,
|
| 173 |
+
"rms_norm_eps": 1e-06,
|
| 174 |
+
"rope_scaling": {
|
| 175 |
+
"interleaved": true,
|
| 176 |
+
"mrope_interleaved": true,
|
| 177 |
+
"mrope_section": [
|
| 178 |
+
24,
|
| 179 |
+
20,
|
| 180 |
+
20
|
| 181 |
+
],
|
| 182 |
+
"rope_type": "default",
|
| 183 |
+
"type": "default"
|
| 184 |
+
},
|
| 185 |
+
"rope_theta": 1000000,
|
| 186 |
+
"sep_token_id": null,
|
| 187 |
+
"suppress_tokens": null,
|
| 188 |
+
"task_specific_params": null,
|
| 189 |
+
"temperature": 1.0,
|
| 190 |
+
"tf_legacy_loss": false,
|
| 191 |
+
"tie_encoder_decoder": false,
|
| 192 |
+
"tie_word_embeddings": false,
|
| 193 |
+
"tokenizer_class": null,
|
| 194 |
+
"top_k": 50,
|
| 195 |
+
"top_p": 1.0,
|
| 196 |
+
"torchscript": false,
|
| 197 |
+
"typical_p": 1.0,
|
| 198 |
+
"use_bfloat16": false,
|
| 199 |
+
"use_cache": true,
|
| 200 |
+
"vocab_size": 152064
|
| 201 |
+
}
|
| 202 |
+
},
|
| 203 |
+
"transformers_version": "4.57.6"
|
| 204 |
+
}
|
| 205 |
+
|
qwen-aligner/generation_config.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"eos_token_id": [151643,151645],
|
| 4 |
+
"pad_token_id": 151643,
|
| 5 |
+
"do_sample": false
|
| 6 |
+
}
|
qwen-aligner/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
qwen-aligner/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47831d0e82f96b20e9034dba01a075ee06436654719f6a68289e49f1b65ce0e7
|
| 3 |
+
size 1835544544
|
qwen-aligner/preprocessor_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"chunk_length": 30,
|
| 3 |
+
"dither": 0.0,
|
| 4 |
+
"feature_extractor_type": "WhisperFeatureExtractor",
|
| 5 |
+
"feature_size": 128,
|
| 6 |
+
"hop_length": 160,
|
| 7 |
+
"n_fft": 400,
|
| 8 |
+
"n_samples": 480000,
|
| 9 |
+
"nb_max_frames": 3000,
|
| 10 |
+
"padding_side": "right",
|
| 11 |
+
"padding_value": 0.0,
|
| 12 |
+
"processor_class": "Qwen3ASRProcessor",
|
| 13 |
+
"return_attention_mask": true
|
| 14 |
+
}
|
qwen-aligner/tokenizer_config.json
ADDED
|
@@ -0,0 +1,557 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"added_tokens_decoder": {
|
| 5 |
+
"151643": {
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false,
|
| 11 |
+
"special": true
|
| 12 |
+
},
|
| 13 |
+
"151644": {
|
| 14 |
+
"content": "<|im_start|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false,
|
| 19 |
+
"special": true
|
| 20 |
+
},
|
| 21 |
+
"151645": {
|
| 22 |
+
"content": "<|im_end|>",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
+
},
|
| 29 |
+
"151646": {
|
| 30 |
+
"content": "<|object_ref_start|>",
|
| 31 |
+
"lstrip": false,
|
| 32 |
+
"normalized": false,
|
| 33 |
+
"rstrip": false,
|
| 34 |
+
"single_word": false,
|
| 35 |
+
"special": true
|
| 36 |
+
},
|
| 37 |
+
"151647": {
|
| 38 |
+
"content": "<|object_ref_end|>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false,
|
| 43 |
+
"special": true
|
| 44 |
+
},
|
| 45 |
+
"151648": {
|
| 46 |
+
"content": "<|box_start|>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false,
|
| 51 |
+
"special": true
|
| 52 |
+
},
|
| 53 |
+
"151649": {
|
| 54 |
+
"content": "<|box_end|>",
|
| 55 |
+
"lstrip": false,
|
| 56 |
+
"normalized": false,
|
| 57 |
+
"rstrip": false,
|
| 58 |
+
"single_word": false,
|
| 59 |
+
"special": true
|
| 60 |
+
},
|
| 61 |
+
"151650": {
|
| 62 |
+
"content": "<|quad_start|>",
|
| 63 |
+
"lstrip": false,
|
| 64 |
+
"normalized": false,
|
| 65 |
+
"rstrip": false,
|
| 66 |
+
"single_word": false,
|
| 67 |
+
"special": true
|
| 68 |
+
},
|
| 69 |
+
"151651": {
|
| 70 |
+
"content": "<|quad_end|>",
|
| 71 |
+
"lstrip": false,
|
| 72 |
+
"normalized": false,
|
| 73 |
+
"rstrip": false,
|
| 74 |
+
"single_word": false,
|
| 75 |
+
"special": true
|
| 76 |
+
},
|
| 77 |
+
"151652": {
|
| 78 |
+
"content": "<|vision_start|>",
|
| 79 |
+
"lstrip": false,
|
| 80 |
+
"normalized": false,
|
| 81 |
+
"rstrip": false,
|
| 82 |
+
"single_word": false,
|
| 83 |
+
"special": true
|
| 84 |
+
},
|
| 85 |
+
"151653": {
|
| 86 |
+
"content": "<|vision_end|>",
|
| 87 |
+
"lstrip": false,
|
| 88 |
+
"normalized": false,
|
| 89 |
+
"rstrip": false,
|
| 90 |
+
"single_word": false,
|
| 91 |
+
"special": true
|
| 92 |
+
},
|
| 93 |
+
"151654": {
|
| 94 |
+
"content": "<|vision_pad|>",
|
| 95 |
+
"lstrip": false,
|
| 96 |
+
"normalized": false,
|
| 97 |
+
"rstrip": false,
|
| 98 |
+
"single_word": false,
|
| 99 |
+
"special": true
|
| 100 |
+
},
|
| 101 |
+
"151655": {
|
| 102 |
+
"content": "<|image_pad|>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false,
|
| 107 |
+
"special": true
|
| 108 |
+
},
|
| 109 |
+
"151656": {
|
| 110 |
+
"content": "<|video_pad|>",
|
| 111 |
+
"lstrip": false,
|
| 112 |
+
"normalized": false,
|
| 113 |
+
"rstrip": false,
|
| 114 |
+
"single_word": false,
|
| 115 |
+
"special": true
|
| 116 |
+
},
|
| 117 |
+
"151657": {
|
| 118 |
+
"content": "<tool_call>",
|
| 119 |
+
"lstrip": false,
|
| 120 |
+
"normalized": false,
|
| 121 |
+
"rstrip": false,
|
| 122 |
+
"single_word": false,
|
| 123 |
+
"special": false
|
| 124 |
+
},
|
| 125 |
+
"151658": {
|
| 126 |
+
"content": "</tool_call>",
|
| 127 |
+
"lstrip": false,
|
| 128 |
+
"normalized": false,
|
| 129 |
+
"rstrip": false,
|
| 130 |
+
"single_word": false,
|
| 131 |
+
"special": false
|
| 132 |
+
},
|
| 133 |
+
"151659": {
|
| 134 |
+
"content": "<|fim_prefix|>",
|
| 135 |
+
"lstrip": false,
|
| 136 |
+
"normalized": false,
|
| 137 |
+
"rstrip": false,
|
| 138 |
+
"single_word": false,
|
| 139 |
+
"special": false
|
| 140 |
+
},
|
| 141 |
+
"151660": {
|
| 142 |
+
"content": "<|fim_middle|>",
|
| 143 |
+
"lstrip": false,
|
| 144 |
+
"normalized": false,
|
| 145 |
+
"rstrip": false,
|
| 146 |
+
"single_word": false,
|
| 147 |
+
"special": false
|
| 148 |
+
},
|
| 149 |
+
"151661": {
|
| 150 |
+
"content": "<|fim_suffix|>",
|
| 151 |
+
"lstrip": false,
|
| 152 |
+
"normalized": false,
|
| 153 |
+
"rstrip": false,
|
| 154 |
+
"single_word": false,
|
| 155 |
+
"special": false
|
| 156 |
+
},
|
| 157 |
+
"151662": {
|
| 158 |
+
"content": "<|fim_pad|>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false,
|
| 163 |
+
"special": false
|
| 164 |
+
},
|
| 165 |
+
"151663": {
|
| 166 |
+
"content": "<|repo_name|>",
|
| 167 |
+
"lstrip": false,
|
| 168 |
+
"normalized": false,
|
| 169 |
+
"rstrip": false,
|
| 170 |
+
"single_word": false,
|
| 171 |
+
"special": false
|
| 172 |
+
},
|
| 173 |
+
"151664": {
|
| 174 |
+
"content": "<|file_sep|>",
|
| 175 |
+
"lstrip": false,
|
| 176 |
+
"normalized": false,
|
| 177 |
+
"rstrip": false,
|
| 178 |
+
"single_word": false,
|
| 179 |
+
"special": false
|
| 180 |
+
},
|
| 181 |
+
"151665": {
|
| 182 |
+
"content": "<tool_response>",
|
| 183 |
+
"lstrip": false,
|
| 184 |
+
"normalized": false,
|
| 185 |
+
"rstrip": false,
|
| 186 |
+
"single_word": false,
|
| 187 |
+
"special": false
|
| 188 |
+
},
|
| 189 |
+
"151666": {
|
| 190 |
+
"content": "</tool_response>",
|
| 191 |
+
"lstrip": false,
|
| 192 |
+
"normalized": false,
|
| 193 |
+
"rstrip": false,
|
| 194 |
+
"single_word": false,
|
| 195 |
+
"special": false
|
| 196 |
+
},
|
| 197 |
+
"151667": {
|
| 198 |
+
"content": "<think>",
|
| 199 |
+
"lstrip": false,
|
| 200 |
+
"normalized": false,
|
| 201 |
+
"rstrip": false,
|
| 202 |
+
"single_word": false,
|
| 203 |
+
"special": false
|
| 204 |
+
},
|
| 205 |
+
"151668": {
|
| 206 |
+
"content": "</think>",
|
| 207 |
+
"lstrip": false,
|
| 208 |
+
"normalized": false,
|
| 209 |
+
"rstrip": false,
|
| 210 |
+
"single_word": false,
|
| 211 |
+
"special": false
|
| 212 |
+
},
|
| 213 |
+
"151669": {
|
| 214 |
+
"content": "<|audio_start|>",
|
| 215 |
+
"lstrip": false,
|
| 216 |
+
"normalized": false,
|
| 217 |
+
"rstrip": false,
|
| 218 |
+
"single_word": false,
|
| 219 |
+
"special": true
|
| 220 |
+
},
|
| 221 |
+
"151670": {
|
| 222 |
+
"content": "<|audio_end|>",
|
| 223 |
+
"lstrip": false,
|
| 224 |
+
"normalized": false,
|
| 225 |
+
"rstrip": false,
|
| 226 |
+
"single_word": false,
|
| 227 |
+
"special": true
|
| 228 |
+
},
|
| 229 |
+
"151671": {
|
| 230 |
+
"content": "<tts_pad>",
|
| 231 |
+
"lstrip": false,
|
| 232 |
+
"normalized": false,
|
| 233 |
+
"rstrip": false,
|
| 234 |
+
"single_word": false,
|
| 235 |
+
"special": true
|
| 236 |
+
},
|
| 237 |
+
"151672": {
|
| 238 |
+
"content": "<tts_text_bos>",
|
| 239 |
+
"lstrip": false,
|
| 240 |
+
"normalized": false,
|
| 241 |
+
"rstrip": false,
|
| 242 |
+
"single_word": false,
|
| 243 |
+
"special": true
|
| 244 |
+
},
|
| 245 |
+
"151673": {
|
| 246 |
+
"content": "<tts_text_eod>",
|
| 247 |
+
"lstrip": false,
|
| 248 |
+
"normalized": false,
|
| 249 |
+
"rstrip": false,
|
| 250 |
+
"single_word": false,
|
| 251 |
+
"special": true
|
| 252 |
+
},
|
| 253 |
+
"151674": {
|
| 254 |
+
"content": "<tts_text_bos_single>",
|
| 255 |
+
"lstrip": false,
|
| 256 |
+
"normalized": false,
|
| 257 |
+
"rstrip": false,
|
| 258 |
+
"single_word": false,
|
| 259 |
+
"special": true
|
| 260 |
+
},
|
| 261 |
+
"151675": {
|
| 262 |
+
"content": "<non_speech>",
|
| 263 |
+
"lstrip": false,
|
| 264 |
+
"normalized": false,
|
| 265 |
+
"rstrip": false,
|
| 266 |
+
"single_word": false,
|
| 267 |
+
"special": false
|
| 268 |
+
},
|
| 269 |
+
"151676": {
|
| 270 |
+
"content": "<|audio_pad|>",
|
| 271 |
+
"lstrip": false,
|
| 272 |
+
"normalized": false,
|
| 273 |
+
"rstrip": false,
|
| 274 |
+
"single_word": false,
|
| 275 |
+
"special": true
|
| 276 |
+
},
|
| 277 |
+
"151677": {
|
| 278 |
+
"content": "<blank1>",
|
| 279 |
+
"lstrip": false,
|
| 280 |
+
"normalized": false,
|
| 281 |
+
"rstrip": false,
|
| 282 |
+
"single_word": false,
|
| 283 |
+
"special": true
|
| 284 |
+
},
|
| 285 |
+
"151678": {
|
| 286 |
+
"content": "<blank2>",
|
| 287 |
+
"lstrip": false,
|
| 288 |
+
"normalized": false,
|
| 289 |
+
"rstrip": false,
|
| 290 |
+
"single_word": false,
|
| 291 |
+
"special": true
|
| 292 |
+
},
|
| 293 |
+
"151679": {
|
| 294 |
+
"content": "<blank3>",
|
| 295 |
+
"lstrip": false,
|
| 296 |
+
"normalized": false,
|
| 297 |
+
"rstrip": false,
|
| 298 |
+
"single_word": false,
|
| 299 |
+
"special": true
|
| 300 |
+
},
|
| 301 |
+
"151680": {
|
| 302 |
+
"content": "<blank4>",
|
| 303 |
+
"lstrip": false,
|
| 304 |
+
"normalized": false,
|
| 305 |
+
"rstrip": false,
|
| 306 |
+
"single_word": false,
|
| 307 |
+
"special": true
|
| 308 |
+
},
|
| 309 |
+
"151681": {
|
| 310 |
+
"content": "<blank5>",
|
| 311 |
+
"lstrip": false,
|
| 312 |
+
"normalized": false,
|
| 313 |
+
"rstrip": false,
|
| 314 |
+
"single_word": false,
|
| 315 |
+
"special": true
|
| 316 |
+
},
|
| 317 |
+
"151682": {
|
| 318 |
+
"content": "<blank6>",
|
| 319 |
+
"lstrip": false,
|
| 320 |
+
"normalized": false,
|
| 321 |
+
"rstrip": false,
|
| 322 |
+
"single_word": false,
|
| 323 |
+
"special": true
|
| 324 |
+
},
|
| 325 |
+
"151683": {
|
| 326 |
+
"content": "<blank7>",
|
| 327 |
+
"lstrip": false,
|
| 328 |
+
"normalized": false,
|
| 329 |
+
"rstrip": false,
|
| 330 |
+
"single_word": false,
|
| 331 |
+
"special": true
|
| 332 |
+
},
|
| 333 |
+
"151684": {
|
| 334 |
+
"content": "<blank8>",
|
| 335 |
+
"lstrip": false,
|
| 336 |
+
"normalized": false,
|
| 337 |
+
"rstrip": false,
|
| 338 |
+
"single_word": false,
|
| 339 |
+
"special": true
|
| 340 |
+
},
|
| 341 |
+
"151685": {
|
| 342 |
+
"content": "<blank9>",
|
| 343 |
+
"lstrip": false,
|
| 344 |
+
"normalized": false,
|
| 345 |
+
"rstrip": false,
|
| 346 |
+
"single_word": false,
|
| 347 |
+
"special": true
|
| 348 |
+
},
|
| 349 |
+
"151686": {
|
| 350 |
+
"content": "<blank10>",
|
| 351 |
+
"lstrip": false,
|
| 352 |
+
"normalized": false,
|
| 353 |
+
"rstrip": false,
|
| 354 |
+
"single_word": false,
|
| 355 |
+
"special": true
|
| 356 |
+
},
|
| 357 |
+
"151687": {
|
| 358 |
+
"content": "<blank11>",
|
| 359 |
+
"lstrip": false,
|
| 360 |
+
"normalized": false,
|
| 361 |
+
"rstrip": false,
|
| 362 |
+
"single_word": false,
|
| 363 |
+
"special": true
|
| 364 |
+
},
|
| 365 |
+
"151688": {
|
| 366 |
+
"content": "<blank12>",
|
| 367 |
+
"lstrip": false,
|
| 368 |
+
"normalized": false,
|
| 369 |
+
"rstrip": false,
|
| 370 |
+
"single_word": false,
|
| 371 |
+
"special": true
|
| 372 |
+
},
|
| 373 |
+
"151689": {
|
| 374 |
+
"content": "<blank13>",
|
| 375 |
+
"lstrip": false,
|
| 376 |
+
"normalized": false,
|
| 377 |
+
"rstrip": false,
|
| 378 |
+
"single_word": false,
|
| 379 |
+
"special": true
|
| 380 |
+
},
|
| 381 |
+
"151690": {
|
| 382 |
+
"content": "<blank14>",
|
| 383 |
+
"lstrip": false,
|
| 384 |
+
"normalized": false,
|
| 385 |
+
"rstrip": false,
|
| 386 |
+
"single_word": false,
|
| 387 |
+
"special": true
|
| 388 |
+
},
|
| 389 |
+
"151691": {
|
| 390 |
+
"content": "<blank15>",
|
| 391 |
+
"lstrip": false,
|
| 392 |
+
"normalized": false,
|
| 393 |
+
"rstrip": false,
|
| 394 |
+
"single_word": false,
|
| 395 |
+
"special": true
|
| 396 |
+
},
|
| 397 |
+
"151692": {
|
| 398 |
+
"content": "<blank16>",
|
| 399 |
+
"lstrip": false,
|
| 400 |
+
"normalized": false,
|
| 401 |
+
"rstrip": false,
|
| 402 |
+
"single_word": false,
|
| 403 |
+
"special": true
|
| 404 |
+
},
|
| 405 |
+
"151693": {
|
| 406 |
+
"content": "<blank17>",
|
| 407 |
+
"lstrip": false,
|
| 408 |
+
"normalized": false,
|
| 409 |
+
"rstrip": false,
|
| 410 |
+
"single_word": false,
|
| 411 |
+
"special": true
|
| 412 |
+
},
|
| 413 |
+
"151694": {
|
| 414 |
+
"content": "<blank18>",
|
| 415 |
+
"lstrip": false,
|
| 416 |
+
"normalized": false,
|
| 417 |
+
"rstrip": false,
|
| 418 |
+
"single_word": false,
|
| 419 |
+
"special": true
|
| 420 |
+
},
|
| 421 |
+
"151695": {
|
| 422 |
+
"content": "<blank19>",
|
| 423 |
+
"lstrip": false,
|
| 424 |
+
"normalized": false,
|
| 425 |
+
"rstrip": false,
|
| 426 |
+
"single_word": false,
|
| 427 |
+
"special": true
|
| 428 |
+
},
|
| 429 |
+
"151696": {
|
| 430 |
+
"content": "<blank20>",
|
| 431 |
+
"lstrip": false,
|
| 432 |
+
"normalized": false,
|
| 433 |
+
"rstrip": false,
|
| 434 |
+
"single_word": false,
|
| 435 |
+
"special": true
|
| 436 |
+
},
|
| 437 |
+
"151697": {
|
| 438 |
+
"content": "<blank21>",
|
| 439 |
+
"lstrip": false,
|
| 440 |
+
"normalized": false,
|
| 441 |
+
"rstrip": false,
|
| 442 |
+
"single_word": false,
|
| 443 |
+
"special": true
|
| 444 |
+
},
|
| 445 |
+
"151698": {
|
| 446 |
+
"content": "<blank22>",
|
| 447 |
+
"lstrip": false,
|
| 448 |
+
"normalized": false,
|
| 449 |
+
"rstrip": false,
|
| 450 |
+
"single_word": false,
|
| 451 |
+
"special": true
|
| 452 |
+
},
|
| 453 |
+
"151699": {
|
| 454 |
+
"content": "<blank23>",
|
| 455 |
+
"lstrip": false,
|
| 456 |
+
"normalized": false,
|
| 457 |
+
"rstrip": false,
|
| 458 |
+
"single_word": false,
|
| 459 |
+
"special": true
|
| 460 |
+
},
|
| 461 |
+
"151700": {
|
| 462 |
+
"content": "<blank24>",
|
| 463 |
+
"lstrip": false,
|
| 464 |
+
"normalized": false,
|
| 465 |
+
"rstrip": false,
|
| 466 |
+
"single_word": false,
|
| 467 |
+
"special": true
|
| 468 |
+
},
|
| 469 |
+
"151701": {
|
| 470 |
+
"content": "<blank25>",
|
| 471 |
+
"lstrip": false,
|
| 472 |
+
"normalized": false,
|
| 473 |
+
"rstrip": false,
|
| 474 |
+
"single_word": false,
|
| 475 |
+
"special": true
|
| 476 |
+
},
|
| 477 |
+
"151702": {
|
| 478 |
+
"content": "<blank26>",
|
| 479 |
+
"lstrip": false,
|
| 480 |
+
"normalized": false,
|
| 481 |
+
"rstrip": false,
|
| 482 |
+
"single_word": false,
|
| 483 |
+
"special": true
|
| 484 |
+
},
|
| 485 |
+
"151703": {
|
| 486 |
+
"content": "<blank27>",
|
| 487 |
+
"lstrip": false,
|
| 488 |
+
"normalized": false,
|
| 489 |
+
"rstrip": false,
|
| 490 |
+
"single_word": false,
|
| 491 |
+
"special": true
|
| 492 |
+
},
|
| 493 |
+
"151704": {
|
| 494 |
+
"content": "<asr_text>",
|
| 495 |
+
"lstrip": false,
|
| 496 |
+
"normalized": false,
|
| 497 |
+
"rstrip": false,
|
| 498 |
+
"single_word": false,
|
| 499 |
+
"special": false
|
| 500 |
+
},
|
| 501 |
+
"151705": {
|
| 502 |
+
"content": "<timestamp>",
|
| 503 |
+
"lstrip": false,
|
| 504 |
+
"normalized": false,
|
| 505 |
+
"rstrip": false,
|
| 506 |
+
"single_word": false,
|
| 507 |
+
"special": false
|
| 508 |
+
}
|
| 509 |
+
},
|
| 510 |
+
"additional_special_tokens": [
|
| 511 |
+
"<|im_start|>",
|
| 512 |
+
"<|im_end|>",
|
| 513 |
+
"<|object_ref_start|>",
|
| 514 |
+
"<|object_ref_end|>",
|
| 515 |
+
"<|box_start|>",
|
| 516 |
+
"<|box_end|>",
|
| 517 |
+
"<|quad_start|>",
|
| 518 |
+
"<|quad_end|>",
|
| 519 |
+
"<|vision_start|>",
|
| 520 |
+
"<|vision_end|>",
|
| 521 |
+
"<|vision_pad|>",
|
| 522 |
+
"<|image_pad|>",
|
| 523 |
+
"<|video_pad|>",
|
| 524 |
+
"<|audio_start|>",
|
| 525 |
+
"<|audio_end|>",
|
| 526 |
+
"<tts_pad>",
|
| 527 |
+
"<tts_text_bos>",
|
| 528 |
+
"<tts_text_bos_single>",
|
| 529 |
+
"<|audio_pad|>"
|
| 530 |
+
],
|
| 531 |
+
"audio_bos_token": "<|audio_start|>",
|
| 532 |
+
"audio_eos_token": "<|audio_end|>",
|
| 533 |
+
"audio_token": "<|audio_pad|>",
|
| 534 |
+
"bos_token": null,
|
| 535 |
+
"clean_up_tokenization_spaces": false,
|
| 536 |
+
"eos_token": "<|im_end|>",
|
| 537 |
+
"errors": "replace",
|
| 538 |
+
"extra_special_tokens": {
|
| 539 |
+
"audio_bos_token": "<|audio_start|>",
|
| 540 |
+
"audio_eos_token": "<|audio_end|>",
|
| 541 |
+
"audio_token": "<|audio_pad|>",
|
| 542 |
+
"image_token": "<|image_pad|>",
|
| 543 |
+
"video_token": "<|video_pad|>",
|
| 544 |
+
"vision_bos_token": "<|vision_start|>",
|
| 545 |
+
"vision_eos_token": "<|vision_end|>"
|
| 546 |
+
},
|
| 547 |
+
"image_token": "<|image_pad|>",
|
| 548 |
+
"model_max_length": 131072,
|
| 549 |
+
"pad_token": "<|endoftext|>",
|
| 550 |
+
"processor_class": "Qwen3ASRProcessor",
|
| 551 |
+
"split_special_tokens": false,
|
| 552 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 553 |
+
"unk_token": null,
|
| 554 |
+
"video_token": "<|video_pad|>",
|
| 555 |
+
"vision_bos_token": "<|vision_start|>",
|
| 556 |
+
"vision_eos_token": "<|vision_end|>"
|
| 557 |
+
}
|
qwen-aligner/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
qwen-asr/LICENSE
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Apache License
|
| 2 |
+
Version 2.0, January 2004
|
| 3 |
+
http://www.apache.org/licenses/
|
| 4 |
+
|
| 5 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 6 |
+
|
| 7 |
+
1. Definitions.
|
| 8 |
+
|
| 9 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 10 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 11 |
+
|
| 12 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 13 |
+
the copyright owner that is granting the License.
|
| 14 |
+
|
| 15 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 16 |
+
other entities that control, are controlled by, or are under common
|
| 17 |
+
control with that entity. For the purposes of this definition,
|
| 18 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 19 |
+
direction or management of such entity, whether by contract or
|
| 20 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 21 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 22 |
+
|
| 23 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 24 |
+
exercising permissions granted by this License.
|
| 25 |
+
|
| 26 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 27 |
+
including but not limited to software source code, documentation
|
| 28 |
+
source, and configuration files.
|
| 29 |
+
|
| 30 |
+
"Object" form shall mean any form resulting from mechanical
|
| 31 |
+
transformation or translation of a Source form, including but
|
| 32 |
+
not limited to compiled object code, generated documentation,
|
| 33 |
+
and conversions to other media types.
|
| 34 |
+
|
| 35 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 36 |
+
Object form, made available under the License, as indicated by a
|
| 37 |
+
copyright notice that is included in or attached to the work
|
| 38 |
+
(an example is provided in the Appendix below).
|
| 39 |
+
|
| 40 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 41 |
+
form, that is based on (or derived from) the Work and for which the
|
| 42 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 43 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 44 |
+
of this License, Derivative Works shall not include works that remain
|
| 45 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 46 |
+
the Work and Derivative Works thereof.
|
| 47 |
+
|
| 48 |
+
"Contribution" shall mean any work of authorship, including
|
| 49 |
+
the original version of the Work and any modifications or additions
|
| 50 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 51 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 52 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 53 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 54 |
+
means any form of electronic, verbal, or written communication sent
|
| 55 |
+
to the Licensor or its representatives, including but not limited to
|
| 56 |
+
communication on electronic mailing lists, source code control systems,
|
| 57 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 58 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 59 |
+
excluding communication that is conspicuously marked or otherwise
|
| 60 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 61 |
+
|
| 62 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 63 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 64 |
+
subsequently incorporated within the Work.
|
| 65 |
+
|
| 66 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 67 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 68 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 69 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 70 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 71 |
+
Work and such Derivative Works in Source or Object form.
|
| 72 |
+
|
| 73 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 74 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 75 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 76 |
+
(except as stated in this section) patent license to make, have made,
|
| 77 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 78 |
+
where such license applies only to those patent claims licensable
|
| 79 |
+
by such Contributor that are necessarily infringed by their
|
| 80 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 81 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 82 |
+
institute patent litigation against any entity (including a
|
| 83 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 84 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 85 |
+
or contributory patent infringement, then any patent licenses
|
| 86 |
+
granted to You under this License for that Work shall terminate
|
| 87 |
+
as of the date such litigation is filed.
|
| 88 |
+
|
| 89 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 90 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 91 |
+
modifications, and in Source or Object form, provided that You
|
| 92 |
+
meet the following conditions:
|
| 93 |
+
|
| 94 |
+
(a) You must give any other recipients of the Work or
|
| 95 |
+
Derivative Works a copy of this License; and
|
| 96 |
+
|
| 97 |
+
(b) You must cause any modified files to carry prominent notices
|
| 98 |
+
stating that You changed the files; and
|
| 99 |
+
|
| 100 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 101 |
+
that You distribute, all copyright, patent, trademark, and
|
| 102 |
+
attribution notices from the Source form of the Work,
|
| 103 |
+
excluding those notices that do not pertain to any part of
|
| 104 |
+
the Derivative Works; and
|
| 105 |
+
|
| 106 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 107 |
+
distribution, then any Derivative Works that You distribute must
|
| 108 |
+
include a readable copy of the attribution notices contained
|
| 109 |
+
within such NOTICE file, excluding those notices that do not
|
| 110 |
+
pertain to any part of the Derivative Works, in at least one
|
| 111 |
+
of the following places: within a NOTICE text file distributed
|
| 112 |
+
as part of the Derivative Works; within the Source form or
|
| 113 |
+
documentation, if provided along with the Derivative Works; or,
|
| 114 |
+
within a display generated by the Derivative Works, if and
|
| 115 |
+
wherever such third-party notices normally appear. The contents
|
| 116 |
+
of the NOTICE file are for informational purposes only and
|
| 117 |
+
do not modify the License. You may add Your own attribution
|
| 118 |
+
notices within Derivative Works that You distribute, alongside
|
| 119 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 120 |
+
that such additional attribution notices cannot be construed
|
| 121 |
+
as modifying the License.
|
| 122 |
+
|
| 123 |
+
You may add Your own copyright statement to Your modifications and
|
| 124 |
+
may provide additional or different license terms and conditions
|
| 125 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 126 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 127 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 128 |
+
the conditions stated in this License.
|
| 129 |
+
|
| 130 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 131 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 132 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 133 |
+
this License, without any additional terms or conditions.
|
| 134 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 135 |
+
the terms of any separate license agreement you may have executed
|
| 136 |
+
with Licensor regarding such Contributions.
|
| 137 |
+
|
| 138 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 139 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 140 |
+
except as required for reasonable and customary use in describing the
|
| 141 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 142 |
+
|
| 143 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 144 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 145 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 146 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 147 |
+
implied, including, without limitation, any warranties or conditions
|
| 148 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 149 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 150 |
+
appropriateness of using or redistributing the Work and assume any
|
| 151 |
+
risks associated with Your exercise of permissions under this License.
|
| 152 |
+
|
| 153 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 154 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 155 |
+
unless required by applicable law (such as deliberate and grossly
|
| 156 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 157 |
+
liable to You for damages, including any direct, indirect, special,
|
| 158 |
+
incidental, or consequential damages of any character arising as a
|
| 159 |
+
result of this License or out of the use or inability to use the
|
| 160 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 161 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 162 |
+
other commercial damages or losses), even if such Contributor
|
| 163 |
+
has been advised of the possibility of such damages.
|
| 164 |
+
|
| 165 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 166 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 167 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 168 |
+
or other liability obligations and/or rights consistent with this
|
| 169 |
+
License. However, in accepting such obligations, You may act only
|
| 170 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 171 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 172 |
+
defend, and hold each Contributor harmless for any liability
|
| 173 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 174 |
+
of your accepting any such warranty or additional liability.
|
| 175 |
+
|
| 176 |
+
END OF TERMS AND CONDITIONS
|
| 177 |
+
|
| 178 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 179 |
+
|
| 180 |
+
To apply the Apache License to your work, attach the following
|
| 181 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 182 |
+
replaced with your own identifying information. (Don't include
|
| 183 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 184 |
+
comment syntax for the file format. We also recommend that a
|
| 185 |
+
file or class name and description of purpose be included on the
|
| 186 |
+
same "printed page" as the copyright notice for easier
|
| 187 |
+
identification within third-party archives.
|
| 188 |
+
|
| 189 |
+
Copyright [yyyy] [name of copyright owner]
|
| 190 |
+
|
| 191 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 192 |
+
you may not use this file except in compliance with the License.
|
| 193 |
+
You may obtain a copy of the License at
|
| 194 |
+
|
| 195 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 196 |
+
|
| 197 |
+
Unless required by applicable law or agreed to in writing, software
|
| 198 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 199 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 200 |
+
See the License for the specific language governing permissions and
|
| 201 |
+
limitations under the License.
|
qwen-asr/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: Qwen/Qwen3-ASR-1.7B
|
| 2 |
+
Upstream revision: 7278e1e70fe206f11671096ffdd38061171dd6e5
|
| 3 |
+
License: apache-2.0
|
| 4 |
+
Distributed for SnapTop without changing the upstream license.
|
qwen-asr/README.md
ADDED
|
@@ -0,0 +1,1393 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
pipeline_tag: automatic-speech-recognition
|
| 4 |
+
---
|
| 5 |
+
|
| 6 |
+
# Qwen3-ASR
|
| 7 |
+
|
| 8 |
+
## Overview
|
| 9 |
+
|
| 10 |
+
### Introduction
|
| 11 |
+
|
| 12 |
+
<p align="center">
|
| 13 |
+
<img src="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/qwen3_asr_introduction.png" width="90%"/>
|
| 14 |
+
<p>
|
| 15 |
+
|
| 16 |
+
The Qwen3-ASR family includes Qwen3-ASR-1.7B and Qwen3-ASR-0.6B, which support language identification and ASR for 52 languages and dialects. Both leverage large-scale speech training data and the strong audio understanding capability of their foundation model, Qwen3-Omni. Experiments show that the 1.7B version achieves state-of-the-art performance among open-source ASR models and is competitive with the strongest proprietary commercial APIs. Here are the main features:
|
| 17 |
+
|
| 18 |
+
* **All-in-one**: Qwen3-ASR-1.7B and Qwen3-ASR-0.6B support language identification and speech recognition for 30 languages and 22 Chinese dialects, so as to English accents from multiple countries and regions.
|
| 19 |
+
|
| 20 |
+
* **Excellent and Fast**: The Qwen3-ASR family ASR models maintains high-quality and robust recognition under complex acoustic environments and challenging text patterns. Qwen3-ASR-1.7B achieves strong performance on both open-sourced and internal benchmarks. While the 0.6B version achieves accuracy-efficient trade-off, it reaches 2000 times throughput at a concurrency of 128. They both achieve streaming / offline unified inference with single model and support transcribe long audio.
|
| 21 |
+
|
| 22 |
+
* **Novel and strong forced alignment Solution**: We introduce Qwen3-ForcedAligner-0.6B, which supports timestamp prediction for arbitrary units within up to 5 minutes of speech in 11 languages. Evaluations show its timestamp accuracy surpasses E2E based forced-alignment models.
|
| 23 |
+
|
| 24 |
+
* **Comprehensive inference toolkit**: In addition to open-sourcing the architectures and weights of the Qwen3-ASR series, we also release a powerful, full-featured inference framework that supports vLLM-based batch inference, asynchronous serving, streaming inference, timestamp prediction, and more.
|
| 25 |
+
|
| 26 |
+
### Model Architecture
|
| 27 |
+
|
| 28 |
+
<p align="center">
|
| 29 |
+
<img src="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/overview.jpg" width="100%"/>
|
| 30 |
+
<p>
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
### Released Models Description and Download
|
| 34 |
+
|
| 35 |
+
Below is an introduction and download information for the Qwen3-ASR models. Please select and download the model that fits your needs.
|
| 36 |
+
|
| 37 |
+
| Model | Supported Languages | Supported Dialects | Inference Mode | Audio Types |
|
| 38 |
+
|---|---|---|---|---|
|
| 39 |
+
| Qwen3-ASR-1.7B & Qwen3-ASR-0.6B | Chinese (zh), English (en), Cantonese (yue), Arabic (ar), German (de), French (fr), Spanish (es), Portuguese (pt), Indonesian (id), Italian (it), Korean (ko), Russian (ru), Thai (th), Vietnamese (vi), Japanese (ja), Turkish (tr), Hindi (hi), Malay (ms), Dutch (nl), Swedish (sv), Danish (da), Finnish (fi), Polish (pl), Czech (cs), Filipino (fil), Persian (fa), Greek (el), Hungarian (hu), Macedonian (mk), Romanian (ro) | Anhui, Dongbei, Fujian, Gansu, Guizhou, Hebei, Henan, Hubei, Hunan, Jiangxi, Ningxia, Shandong, Shaanxi, Shanxi, Sichuan, Tianjin, Yunnan, Zhejiang, Cantonese (Hong Kong accent), Cantonese (Guangdong accent), Wu language, Minnan language. | Offline / Streaming | Speech, Singing Voice, Songs with BGM |
|
| 40 |
+
| Qwen3-ForcedAligner-0.6B | Chinese, English, Cantonese, French, German, Italian, Japanese, Korean, Portuguese, Russian, Spanish | -- | NAR | Speech |
|
| 41 |
+
|
| 42 |
+
During model loading in the `qwen-asr` package or vLLM, model weights will be downloaded automatically based on the model name. However, if your runtime environment does not allow downloading weights during execution, you can use the following commands to manually download the model weights to a local directory:
|
| 43 |
+
|
| 44 |
+
```bash
|
| 45 |
+
# Download through ModelScope (recommended for users in Mainland China)
|
| 46 |
+
pip install -U modelscope
|
| 47 |
+
modelscope download --model Qwen/Qwen3-ASR-1.7B --local_dir ./Qwen3-ASR-1.7B
|
| 48 |
+
modelscope download --model Qwen/Qwen3-ASR-0.6B --local_dir ./Qwen3-ASR-0.6B
|
| 49 |
+
modelscope download --model Qwen/Qwen3-ForcedAligner-0.6B --local_dir ./Qwen3-ForcedAligner-0.6B
|
| 50 |
+
# Download through Hugging Face
|
| 51 |
+
pip install -U "huggingface_hub[cli]"
|
| 52 |
+
huggingface-cli download Qwen/Qwen3-ASR-1.7B --local-dir ./Qwen3-ASR-1.7B
|
| 53 |
+
huggingface-cli download Qwen/Qwen3-ASR-0.6B --local-dir ./Qwen3-ASR-0.6B
|
| 54 |
+
huggingface-cli download Qwen/Qwen3-ForcedAligner-0.6B --local-dir ./Qwen3-ForcedAligner-0.6B
|
| 55 |
+
```
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
## Quickstart
|
| 59 |
+
|
| 60 |
+
### Environment Setup
|
| 61 |
+
|
| 62 |
+
The easiest way to use Qwen3-ASR is to install the `qwen-asr` Python package from PyPI. This will pull in the required runtime dependencies and allow you to load any released Qwen3-ASR model. If you’d like to simplify environment setup further, you can also use our official [Docker image](#docker). The `qwen-asr` package provides two backends: the transformers backend and the vLLM backend. For usage instructions for different backends, please refer to [Python Package Usage](#python-package-usage). We recommend using a **fresh, isolated environment** to avoid dependency conflicts with existing packages. You can create a clean Python 3.12 environment like this:
|
| 63 |
+
|
| 64 |
+
```bash
|
| 65 |
+
conda create -n qwen3-asr python=3.12 -y
|
| 66 |
+
conda activate qwen3-asr
|
| 67 |
+
```
|
| 68 |
+
|
| 69 |
+
Run the following command to get the minimal installation with transformers-backend support:
|
| 70 |
+
|
| 71 |
+
```bash
|
| 72 |
+
pip install -U qwen-asr
|
| 73 |
+
```
|
| 74 |
+
|
| 75 |
+
To enable the vLLM backend for faster inference and streaming support, run:
|
| 76 |
+
|
| 77 |
+
```bash
|
| 78 |
+
pip install -U qwen-asr[vllm]
|
| 79 |
+
```
|
| 80 |
+
|
| 81 |
+
If you want to develop or modify the code locally, install from source in editable mode:
|
| 82 |
+
|
| 83 |
+
```bash
|
| 84 |
+
git clone https://github.com/QwenLM/Qwen3-ASR.git
|
| 85 |
+
cd Qwen3-ASR
|
| 86 |
+
pip install -e .
|
| 87 |
+
# support vLLM backend
|
| 88 |
+
# pip install -e ".[vllm]"
|
| 89 |
+
```
|
| 90 |
+
|
| 91 |
+
Additionally, we recommend using FlashAttention 2 to reduce GPU memory usage and accelerate inference speed, especially for long inputs and large batch sizes.
|
| 92 |
+
|
| 93 |
+
```bash
|
| 94 |
+
pip install -U flash-attn --no-build-isolation
|
| 95 |
+
```
|
| 96 |
+
|
| 97 |
+
If your machine has less than 96GB of RAM and lots of CPU cores, run:
|
| 98 |
+
|
| 99 |
+
```bash
|
| 100 |
+
MAX_JOBS=4 pip install -U flash-attn --no-build-isolation
|
| 101 |
+
```
|
| 102 |
+
|
| 103 |
+
Also, you should have hardware that is compatible with FlashAttention 2. Read more about it in the official documentation of the [FlashAttention repository](https://github.com/Dao-AILab/flash-attention). FlashAttention 2 can only be used when a model is loaded in `torch.float16` or `torch.bfloat16`.
|
| 104 |
+
|
| 105 |
+
### Python Package Usage
|
| 106 |
+
|
| 107 |
+
#### Quick Inference
|
| 108 |
+
|
| 109 |
+
The `qwen-asr` package provides two backends: **transformers backend** and **vLLM backend**. You can pass audio inputs as a local path, a URL, base64 data, or a `(np.ndarray, sr)` tuple, and run batch inference. To quickly try Qwen3-ASR, you can use `Qwen3ASRModel.from_pretrained(...)` for the transformers backend with the following code:
|
| 110 |
+
|
| 111 |
+
```python
|
| 112 |
+
import torch
|
| 113 |
+
from qwen_asr import Qwen3ASRModel
|
| 114 |
+
|
| 115 |
+
model = Qwen3ASRModel.from_pretrained(
|
| 116 |
+
"Qwen/Qwen3-ASR-1.7B",
|
| 117 |
+
dtype=torch.bfloat16,
|
| 118 |
+
device_map="cuda:0",
|
| 119 |
+
# attn_implementation="flash_attention_2",
|
| 120 |
+
max_inference_batch_size=32, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 121 |
+
max_new_tokens=256, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 122 |
+
)
|
| 123 |
+
|
| 124 |
+
results = model.transcribe(
|
| 125 |
+
audio="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 126 |
+
language=None, # set "English" to force the language
|
| 127 |
+
)
|
| 128 |
+
|
| 129 |
+
print(results[0].language)
|
| 130 |
+
print(results[0].text)
|
| 131 |
+
```
|
| 132 |
+
|
| 133 |
+
If you want to return timestamps, pass `forced_aligner` and its init kwargs. Here is an example of batch inference with timestamps output:
|
| 134 |
+
|
| 135 |
+
```python
|
| 136 |
+
import torch
|
| 137 |
+
from qwen_asr import Qwen3ASRModel
|
| 138 |
+
|
| 139 |
+
model = Qwen3ASRModel.from_pretrained(
|
| 140 |
+
"Qwen/Qwen3-ASR-1.7B",
|
| 141 |
+
dtype=torch.bfloat16,
|
| 142 |
+
device_map="cuda:0",
|
| 143 |
+
# attn_implementation="flash_attention_2",
|
| 144 |
+
max_inference_batch_size=32, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 145 |
+
max_new_tokens=256, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 146 |
+
forced_aligner="Qwen/Qwen3-ForcedAligner-0.6B",
|
| 147 |
+
forced_aligner_kwargs=dict(
|
| 148 |
+
dtype=torch.bfloat16,
|
| 149 |
+
device_map="cuda:0",
|
| 150 |
+
# attn_implementation="flash_attention_2",
|
| 151 |
+
),
|
| 152 |
+
)
|
| 153 |
+
|
| 154 |
+
results = model.transcribe(
|
| 155 |
+
audio=[
|
| 156 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 157 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 158 |
+
],
|
| 159 |
+
language=["Chinese", "English"], # can also be set to None for automatic language detection
|
| 160 |
+
return_time_stamps=True,
|
| 161 |
+
)
|
| 162 |
+
|
| 163 |
+
for r in results:
|
| 164 |
+
print(r.language, r.text, r.time_stamps[0])
|
| 165 |
+
```
|
| 166 |
+
|
| 167 |
+
For more detailed usage examples, please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_transformers.py) for the transformers backend.
|
| 168 |
+
|
| 169 |
+
#### vLLM Backend
|
| 170 |
+
|
| 171 |
+
If you want the fastest inference speed with Qwen3-ASR, we strongly recommend using the vLLM backend by initializing the model with `Qwen3ASRModel.LLM(...)`. Example code is provided below. Note that you must install it via `pip install -U qwen-asr[vllm]`. If you want the model to output timestamps, it’s best to install FlashAttention via `pip install -U flash-attn --no-build-isolation` to speed up inference for the forced aligner model. Remember to wrap your code under `if __name__ == '__main__':` to avoid the `spawn` error described in [vLLM Troubleshooting](https://docs.vllm.ai/en/latest/usage/troubleshooting/#python-multiprocessing).
|
| 172 |
+
|
| 173 |
+
```python
|
| 174 |
+
import torch
|
| 175 |
+
from qwen_asr import Qwen3ASRModel
|
| 176 |
+
|
| 177 |
+
if __name__ == '__main__':
|
| 178 |
+
model = Qwen3ASRModel.LLM(
|
| 179 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 180 |
+
gpu_memory_utilization=0.7,
|
| 181 |
+
max_inference_batch_size=128, # Batch size limit for inference. -1 means unlimited. Smaller values can help avoid OOM.
|
| 182 |
+
max_new_tokens=4096, # Maximum number of tokens to generate. Set a larger value for long audio input.
|
| 183 |
+
forced_aligner="Qwen/Qwen3-ForcedAligner-0.6B",
|
| 184 |
+
forced_aligner_kwargs=dict(
|
| 185 |
+
dtype=torch.bfloat16,
|
| 186 |
+
device_map="cuda:0",
|
| 187 |
+
# attn_implementation="flash_attention_2",
|
| 188 |
+
),
|
| 189 |
+
)
|
| 190 |
+
|
| 191 |
+
results = model.transcribe(
|
| 192 |
+
audio=[
|
| 193 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 194 |
+
"https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav",
|
| 195 |
+
],
|
| 196 |
+
language=["Chinese", "English"], # can also be set to None for automatic language detection
|
| 197 |
+
return_time_stamps=True,
|
| 198 |
+
)
|
| 199 |
+
|
| 200 |
+
for r in results:
|
| 201 |
+
print(r.language, r.text, r.time_stamps[0])
|
| 202 |
+
```
|
| 203 |
+
|
| 204 |
+
For more detailed usage examples, please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_vllm.py) for the vLLM backend. In addition, you can start a vLLM server via the `qwen-asr-serve` command, which is a wrapper around `vllm serve`. You can pass any arguments supported by `vllm serve`, for example:
|
| 205 |
+
|
| 206 |
+
```bash
|
| 207 |
+
qwen-asr-serve Qwen/Qwen3-ASR-1.7B --gpu-memory-utilization 0.8 --host 0.0.0.0 --port 8000
|
| 208 |
+
```
|
| 209 |
+
|
| 210 |
+
And send requests to the server via:
|
| 211 |
+
|
| 212 |
+
```python
|
| 213 |
+
import requests
|
| 214 |
+
|
| 215 |
+
url = "http://localhost:8000/v1/chat/completions"
|
| 216 |
+
headers = {"Content-Type": "application/json"}
|
| 217 |
+
|
| 218 |
+
data = {
|
| 219 |
+
"messages": [
|
| 220 |
+
{
|
| 221 |
+
"role": "user",
|
| 222 |
+
"content": [
|
| 223 |
+
{
|
| 224 |
+
"type": "audio_url",
|
| 225 |
+
"audio_url": {
|
| 226 |
+
"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"
|
| 227 |
+
},
|
| 228 |
+
}
|
| 229 |
+
],
|
| 230 |
+
}
|
| 231 |
+
]
|
| 232 |
+
}
|
| 233 |
+
|
| 234 |
+
response = requests.post(url, headers=headers, json=data, timeout=300)
|
| 235 |
+
response.raise_for_status()
|
| 236 |
+
content = response.json()['choices'][0]['message']['content']
|
| 237 |
+
print(content)
|
| 238 |
+
|
| 239 |
+
# parse ASR output if you want
|
| 240 |
+
from qwen_asr import parse_asr_output
|
| 241 |
+
language, text = parse_asr_output(content)
|
| 242 |
+
print(language)
|
| 243 |
+
print(text)
|
| 244 |
+
```
|
| 245 |
+
|
| 246 |
+
#### Streaming Inference
|
| 247 |
+
|
| 248 |
+
Qwen3-ASR fully supports streaming inference. Currently, streaming inference is only available with the vLLM backend. Note that streaming inference does not support batch inference or returning timestamps. Please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_asr_vllm_streaming.py) for details. You can also launch a streaming web demo through the [guide](#streaming-demo) to experience Qwen3-ASR’s streaming transcription capabilities.
|
| 249 |
+
|
| 250 |
+
#### ForcedAligner Usage
|
| 251 |
+
|
| 252 |
+
`Qwen3-ForcedAligner-0.6B` can align text–speech pairs and return word or character level timestamps. Here is an example of using the forced aligner directly:
|
| 253 |
+
|
| 254 |
+
```python
|
| 255 |
+
import torch
|
| 256 |
+
from qwen_asr import Qwen3ForcedAligner
|
| 257 |
+
|
| 258 |
+
model = Qwen3ForcedAligner.from_pretrained(
|
| 259 |
+
"Qwen/Qwen3-ForcedAligner-0.6B",
|
| 260 |
+
dtype=torch.bfloat16,
|
| 261 |
+
device_map="cuda:0",
|
| 262 |
+
# attn_implementation="flash_attention_2",
|
| 263 |
+
)
|
| 264 |
+
|
| 265 |
+
results = model.align(
|
| 266 |
+
audio="https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav",
|
| 267 |
+
text="甚至出现交易几乎停滞的情况。",
|
| 268 |
+
language="Chinese",
|
| 269 |
+
)
|
| 270 |
+
|
| 271 |
+
print(results[0])
|
| 272 |
+
print(results[0][0].text, results[0][0].start_time, results[0][0].end_time)
|
| 273 |
+
```
|
| 274 |
+
|
| 275 |
+
In addition, the forced aligner supports local paths / URLs / base64 data / `(np.ndarray, sr)` inputs and batch inference. Please refer to the [example code](https://github.com/QwenLM/Qwen3-ASR/blob/main/examples/example_qwen3_forced_aligner.py) for details.
|
| 276 |
+
|
| 277 |
+
### DashScope API Usage
|
| 278 |
+
|
| 279 |
+
To further explore Qwen3-ASR, we encourage you to try our DashScope API for a faster and more efficient experience. For detailed API information and documentation, please refer to the following:
|
| 280 |
+
|
| 281 |
+
| API Description | API Documentation (Mainland China) | API Documentation (International) |
|
| 282 |
+
|------------------|-----------------------------------|------------------------------------|
|
| 283 |
+
| Real-time API for Qwen3-ASR. | [https://help.aliyun.com/zh/model-studio/qwen-real-time-speech-recognition](https://help.aliyun.com/zh/model-studio/qwen-real-time-speech-recognition) | [https://www.alibabacloud.com/help/en/model-studio/qwen-real-time-speech-recognition](https://www.alibabacloud.com/help/en/model-studio/qwen-real-time-speech-recognition) |
|
| 284 |
+
| FileTrans API for Qwen3-ASR. | [https://help.aliyun.com/zh/model-studio/qwen-speech-recognition](https://help.aliyun.com/zh/model-studio/qwen-speech-recognition) | [https://www.alibabacloud.com/help/en/model-studio/qwen-speech-recognition](https://www.alibabacloud.com/help/en/model-studio/qwen-speech-recognition) |
|
| 285 |
+
|
| 286 |
+
|
| 287 |
+
## Launch Local Web UI Demo
|
| 288 |
+
|
| 289 |
+
### Gradio Demo
|
| 290 |
+
|
| 291 |
+
To launch the Qwen3-ASR web UI gradio demo, install the `qwen-asr` package and run `qwen-asr-demo`. Use the command below for help:
|
| 292 |
+
|
| 293 |
+
```bash
|
| 294 |
+
qwen-asr-demo --help
|
| 295 |
+
```
|
| 296 |
+
|
| 297 |
+
To launch the demo, you can use the following commands:
|
| 298 |
+
|
| 299 |
+
```bash
|
| 300 |
+
# Transformers backend
|
| 301 |
+
qwen-asr-demo \
|
| 302 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 303 |
+
--backend transformers \
|
| 304 |
+
--cuda-visible-devices 0 \
|
| 305 |
+
--ip 0.0.0.0 --port 8000
|
| 306 |
+
|
| 307 |
+
# Transformers backend + Forced Aligner (enable timestamps)
|
| 308 |
+
qwen-asr-demo \
|
| 309 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 310 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B \
|
| 311 |
+
--backend transformers \
|
| 312 |
+
--cuda-visible-devices 0 \
|
| 313 |
+
--backend-kwargs '{"device_map":"cuda:0","dtype":"bfloat16","max_inference_batch_size":8,"max_new_tokens":256}' \
|
| 314 |
+
--aligner-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}' \
|
| 315 |
+
--ip 0.0.0.0 --port 8000
|
| 316 |
+
|
| 317 |
+
# vLLM backend + Forced Aligner (enable timestamps)
|
| 318 |
+
qwen-asr-demo \
|
| 319 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 320 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B \
|
| 321 |
+
--backend vllm \
|
| 322 |
+
--cuda-visible-devices 0 \
|
| 323 |
+
--backend-kwargs '{"gpu_memory_utilization":0.7,"max_inference_batch_size":8,"max_new_tokens":2048}' \
|
| 324 |
+
--aligner-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}' \
|
| 325 |
+
--ip 0.0.0.0 --port 8000
|
| 326 |
+
```
|
| 327 |
+
|
| 328 |
+
Then open `http://<your-ip>:8000`, or access it via port forwarding in tools like VS Code.
|
| 329 |
+
|
| 330 |
+
#### Backend Notes
|
| 331 |
+
|
| 332 |
+
This demo supports two backends: transformers and vLLM. All backend-specific initialization parameters should be passed via `--backend-kwargs` as a JSON dict. If not provided, the demo will use sensible defaults.
|
| 333 |
+
|
| 334 |
+
```bash
|
| 335 |
+
# Example: override transformers init args without flash attention
|
| 336 |
+
--backend-kwargs '{"device_map":"cuda:0","dtype":"bfloat16"}'
|
| 337 |
+
|
| 338 |
+
# Example: override vLLM init args with 65% GPU memory
|
| 339 |
+
--backend-kwargs '{"gpu_memory_utilization":0.65}'
|
| 340 |
+
```
|
| 341 |
+
|
| 342 |
+
#### CUDA Device Notes
|
| 343 |
+
|
| 344 |
+
Because vLLM does not follow `cuda:0` style device selection, this demo selects GPUs by setting `CUDA_VISIBLE_DEVICES` via `--cuda-visible-devices`.
|
| 345 |
+
|
| 346 |
+
```bash
|
| 347 |
+
# Use GPU 0
|
| 348 |
+
--cuda-visible-devices 0
|
| 349 |
+
|
| 350 |
+
# Use GPU 1
|
| 351 |
+
--cuda-visible-devices 1
|
| 352 |
+
```
|
| 353 |
+
|
| 354 |
+
#### Timestamps Notes
|
| 355 |
+
|
| 356 |
+
Timestamps are only available when `--aligner-checkpoint` is provided. If you launch the demo without a forced aligner, the timestamps UI will be hidden automatically.
|
| 357 |
+
|
| 358 |
+
```bash
|
| 359 |
+
# No forced aligner
|
| 360 |
+
qwen-asr-demo --asr-checkpoint Qwen/Qwen3-ASR-1.7B
|
| 361 |
+
|
| 362 |
+
# With forced aligner
|
| 363 |
+
qwen-asr-demo \
|
| 364 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 365 |
+
--aligner-checkpoint Qwen/Qwen3-ForcedAligner-0.6B
|
| 366 |
+
```
|
| 367 |
+
|
| 368 |
+
#### HTTPS Notes
|
| 369 |
+
|
| 370 |
+
To avoid browser microphone permission issues after deploying the server, it is recommended/required to run the gradio service over HTTPS (especially when accessed remotely or behind modern browsers/gateways). Use `--ssl-certfile` and `--ssl-keyfile` to enable HTTPS. First, generate a private key and a self-signed certificate (valid for 365 days):
|
| 371 |
+
|
| 372 |
+
```bash
|
| 373 |
+
openssl req -x509 -newkey rsa:2048 \
|
| 374 |
+
-keyout key.pem -out cert.pem \
|
| 375 |
+
-days 365 -nodes \
|
| 376 |
+
-subj "/CN=localhost"
|
| 377 |
+
```
|
| 378 |
+
|
| 379 |
+
Then run the demo with HTTPS:
|
| 380 |
+
|
| 381 |
+
```bash
|
| 382 |
+
qwen-asr-demo \
|
| 383 |
+
--asr-checkpoint Qwen/Qwen3-ASR-1.7B \
|
| 384 |
+
--backend transformers \
|
| 385 |
+
--cuda-visible-devices 0 \
|
| 386 |
+
--ip 0.0.0.0 --port 8000 \
|
| 387 |
+
--ssl-certfile cert.pem \
|
| 388 |
+
--ssl-keyfile key.pem \
|
| 389 |
+
--no-ssl-verify
|
| 390 |
+
```
|
| 391 |
+
|
| 392 |
+
Then open `https://<your-ip>:8000` to use it. If your browser shows a warning, that’s expected for self-signed certificates. For production, use a real certificate.
|
| 393 |
+
|
| 394 |
+
### Streaming Demo
|
| 395 |
+
|
| 396 |
+
To experience Qwen3-ASR’s streaming transcription capability in a web UI, we provide a minimal Flask-based streaming demo. The demo captures microphone audio in the browser, resamples it to 16,000 Hz, and continuously pushes PCM chunks to the model. Run the demo with the following command:
|
| 397 |
+
|
| 398 |
+
```bash
|
| 399 |
+
qwen-asr-demo-streaming \
|
| 400 |
+
--asr-model-path Qwen/Qwen3-ASR-1.7B \
|
| 401 |
+
--host 0.0.0.0 \
|
| 402 |
+
--port 8000 \
|
| 403 |
+
--gpu-memory-utilization 0.9
|
| 404 |
+
```
|
| 405 |
+
|
| 406 |
+
Then open `http://<your-ip>:8000`, or access it via port forwarding in tools like VS Code.
|
| 407 |
+
|
| 408 |
+
## Deployment with vLLM
|
| 409 |
+
|
| 410 |
+
vLLM officially provides day-0 model support for Qwen3-ASR for efficient inference.
|
| 411 |
+
|
| 412 |
+
### Installation
|
| 413 |
+
You can run Qwen3-ASR with vLLM nightly wheel or docker image. To install the nightly version of vLLM, we recommend using `uv` as the environment manager
|
| 414 |
+
```bash
|
| 415 |
+
uv venv
|
| 416 |
+
source .venv/bin/activate
|
| 417 |
+
uv pip install -U vllm --pre \
|
| 418 |
+
--extra-index-url https://wheels.vllm.ai/nightly/cu129 \
|
| 419 |
+
--extra-index-url https://download.pytorch.org/whl/cu129 \
|
| 420 |
+
--index-strategy unsafe-best-match
|
| 421 |
+
uv pip install "vllm[audio]" # For additional audio dependencies
|
| 422 |
+
```
|
| 423 |
+
|
| 424 |
+
### Online Serving
|
| 425 |
+
You can easily deploy Qwen3-ASR with vLLM by running the following command
|
| 426 |
+
```bash
|
| 427 |
+
vllm serve Qwen/Qwen3-ASR-1.7B
|
| 428 |
+
```
|
| 429 |
+
After the model server is successfully deployed, you can interact with it in multiple ways.
|
| 430 |
+
|
| 431 |
+
#### Using OpenAI SDK
|
| 432 |
+
```python
|
| 433 |
+
import base64
|
| 434 |
+
import httpx
|
| 435 |
+
from openai import OpenAI
|
| 436 |
+
|
| 437 |
+
# Initialize client
|
| 438 |
+
client = OpenAI(
|
| 439 |
+
base_url="http://localhost:8000/v1",
|
| 440 |
+
api_key="EMPTY"
|
| 441 |
+
)
|
| 442 |
+
|
| 443 |
+
# Create multimodal chat completion request
|
| 444 |
+
response = client.chat.completions.create(
|
| 445 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 446 |
+
messages=[
|
| 447 |
+
{
|
| 448 |
+
"role": "user",
|
| 449 |
+
"content": [
|
| 450 |
+
{
|
| 451 |
+
"type": "audio_url",
|
| 452 |
+
"audio_url": {
|
| 453 |
+
{"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"}
|
| 454 |
+
}
|
| 455 |
+
}
|
| 456 |
+
]
|
| 457 |
+
}
|
| 458 |
+
],
|
| 459 |
+
)
|
| 460 |
+
|
| 461 |
+
print(response.choices[0].message.content)
|
| 462 |
+
```
|
| 463 |
+
This model is also supported on vLLM with OpenAI transcription API.
|
| 464 |
+
```python
|
| 465 |
+
import httpx
|
| 466 |
+
from openai import OpenAI
|
| 467 |
+
|
| 468 |
+
# Initialize client
|
| 469 |
+
client = OpenAI(
|
| 470 |
+
base_url="http://localhost:8000/v1",
|
| 471 |
+
api_key="EMPTY"
|
| 472 |
+
)
|
| 473 |
+
audio_url = "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"
|
| 474 |
+
audio_file = httpx.get(audio_url).content
|
| 475 |
+
|
| 476 |
+
transcription = client.audio.transcriptions.create(
|
| 477 |
+
model="Qwen/Qwen3-ASR-1.7B",
|
| 478 |
+
file=audio_file,
|
| 479 |
+
)
|
| 480 |
+
|
| 481 |
+
print(transcription.text)
|
| 482 |
+
```
|
| 483 |
+
|
| 484 |
+
#### Using cURL
|
| 485 |
+
```bash
|
| 486 |
+
curl http://localhost:8000/v1/chat/completions \
|
| 487 |
+
-H "Content-Type: application/json" \
|
| 488 |
+
-d '{
|
| 489 |
+
"messages": [
|
| 490 |
+
{"role": "user", "content": [
|
| 491 |
+
{"type": "audio_url", "audio_url": {"url": "https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_en.wav"}}
|
| 492 |
+
]}
|
| 493 |
+
]
|
| 494 |
+
}'
|
| 495 |
+
```
|
| 496 |
+
|
| 497 |
+
### Offline Inference
|
| 498 |
+
See the following example on using vLLM to run offline inference with Qwen3-ASR
|
| 499 |
+
```python
|
| 500 |
+
from vllm import LLM, SamplingParams
|
| 501 |
+
from vllm.assets.audio import AudioAsset
|
| 502 |
+
import base64
|
| 503 |
+
import requests
|
| 504 |
+
|
| 505 |
+
# Initialize the LLM
|
| 506 |
+
llm = LLM(
|
| 507 |
+
model="Qwen/Qwen3-ASR-1.7B"
|
| 508 |
+
)
|
| 509 |
+
|
| 510 |
+
# Load audio
|
| 511 |
+
audio_asset = AudioAsset("winning_call")
|
| 512 |
+
|
| 513 |
+
# Create conversation with audio content
|
| 514 |
+
conversation = [
|
| 515 |
+
{
|
| 516 |
+
"role": "user",
|
| 517 |
+
"content": [
|
| 518 |
+
{
|
| 519 |
+
"type": "audio_url",
|
| 520 |
+
"audio_url": {"url": audio_asset.url}
|
| 521 |
+
}
|
| 522 |
+
]
|
| 523 |
+
}
|
| 524 |
+
]
|
| 525 |
+
|
| 526 |
+
sampling_params = SamplingParams(temperature=0.01, max_tokens=256)
|
| 527 |
+
|
| 528 |
+
# Run inference using .chat()
|
| 529 |
+
outputs = llm.chat(conversation, sampling_params=sampling_params)
|
| 530 |
+
print(outputs[0].outputs[0].text)
|
| 531 |
+
```
|
| 532 |
+
|
| 533 |
+
|
| 534 |
+
## Docker
|
| 535 |
+
|
| 536 |
+
To make it easier to use our `qwen-asr` Python package, we provide a pre-built Docker image: [qwenllm/qwen3-asr](https://hub.docker.com/r/qwenllm/qwen3-asr). You only need to install the GPU driver and download the model files to run the code. Please follow the [NVIDIA Container Toolkit installation guide](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html) to ensure Docker can access your GPU. If you are in Mainland China and have trouble reaching Docker Hub, you may use a registry mirror to accelerate image pulls.
|
| 537 |
+
|
| 538 |
+
First, pull the image and start a container:
|
| 539 |
+
|
| 540 |
+
```bash
|
| 541 |
+
LOCAL_WORKDIR=/path/to/your/workspace
|
| 542 |
+
HOST_PORT=8000
|
| 543 |
+
CONTAINER_PORT=80
|
| 544 |
+
docker run --gpus all --name qwen3-asr \
|
| 545 |
+
-v /var/run/docker.sock:/var/run/docker.sock -p $HOST_PORT:$CONTAINER_PORT \
|
| 546 |
+
--mount type=bind,source=$LOCAL_WORKDIR,target=/data/shared/Qwen3-ASR \
|
| 547 |
+
--shm-size=4gb \
|
| 548 |
+
-it qwenllm/qwen3-asr:latest
|
| 549 |
+
```
|
| 550 |
+
|
| 551 |
+
After running the command, you will enter the container’s bash shell. Your local workspace (**replace** `/path/to/your/workspace` **with the actual path**) will be mounted inside the container at `/data/shared/Qwen3-ASR`. Port `8000` on the host is mapped to port `80` in the container, so you can access services running in the container via `http://<host-ip>:8000`. Note that services inside the container must bind to `0.0.0.0` (not `127.0.0.1`) for port forwarding to work.
|
| 552 |
+
|
| 553 |
+
If you exit the container, you can start it again and re-enter it with:
|
| 554 |
+
|
| 555 |
+
```bash
|
| 556 |
+
docker start qwen3-asr
|
| 557 |
+
docker exec -it qwen3-asr bash
|
| 558 |
+
```
|
| 559 |
+
|
| 560 |
+
To remove the container completely, run:
|
| 561 |
+
|
| 562 |
+
```bash
|
| 563 |
+
docker rm -f qwen3-asr
|
| 564 |
+
```
|
| 565 |
+
|
| 566 |
+
|
| 567 |
+
## Evaluation
|
| 568 |
+
|
| 569 |
+
During evaluation, we ran inference for all models with `dtype=torch.bfloat16` and set `max_new_tokens=1024` using vLLM. Greedy search was used for all decoding, and none of the tests specified a language parameter. The detailed evaluation results are shown below.
|
| 570 |
+
|
| 571 |
+
<details>
|
| 572 |
+
<summary>ASR Benchmarks on Public Datasets (WER ↓)</summary>
|
| 573 |
+
|
| 574 |
+
<table>
|
| 575 |
+
<thead>
|
| 576 |
+
<tr>
|
| 577 |
+
<th colspan="2" style="text-align: left;"></th>
|
| 578 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 579 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 580 |
+
<th style="text-align: center;">Doubao-ASR</th>
|
| 581 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 582 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 583 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 584 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 585 |
+
</tr>
|
| 586 |
+
</thead>
|
| 587 |
+
<tbody>
|
| 588 |
+
<tr>
|
| 589 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">English (en)</td>
|
| 590 |
+
</tr>
|
| 591 |
+
<tr>
|
| 592 |
+
<td colspan="2" style="text-align: left;">Librispeech<br>clean | other</td>
|
| 593 |
+
<td style="text-align: center;"><strong>1.39</strong> | 3.75</td>
|
| 594 |
+
<td style="text-align: center;">2.89 | 3.56</td>
|
| 595 |
+
<td style="text-align: center;">2.78 | 5.70</td>
|
| 596 |
+
<td style="text-align: center;">1.51 | 3.97</td>
|
| 597 |
+
<td style="text-align: center;">1.68 | 4.03</td>
|
| 598 |
+
<td style="text-align: center;">2.11 | 4.55</td>
|
| 599 |
+
<td style="text-align: center;">1.63 | <strong>3.38</strong></td>
|
| 600 |
+
</tr>
|
| 601 |
+
<tr>
|
| 602 |
+
<td colspan="2" style="text-align: left;">GigaSpeech</td>
|
| 603 |
+
<td style="text-align: center;">25.50</td>
|
| 604 |
+
<td style="text-align: center;">9.37</td>
|
| 605 |
+
<td style="text-align: center;">9.55</td>
|
| 606 |
+
<td style="text-align: center;">9.76</td>
|
| 607 |
+
<td style="text-align: center;">-</td>
|
| 608 |
+
<td style="text-align: center;">8.88</td>
|
| 609 |
+
<td style="text-align: center;"><strong>8.45</strong></td>
|
| 610 |
+
</tr>
|
| 611 |
+
<tr>
|
| 612 |
+
<td colspan="2" style="text-align: left;">CV-en</td>
|
| 613 |
+
<td style="text-align: center;">9.08</td>
|
| 614 |
+
<td style="text-align: center;">14.49</td>
|
| 615 |
+
<td style="text-align: center;">13.78</td>
|
| 616 |
+
<td style="text-align: center;">9.90</td>
|
| 617 |
+
<td style="text-align: center;">9.90</td>
|
| 618 |
+
<td style="text-align: center;">9.92</td>
|
| 619 |
+
<td style="text-align: center;"><strong>7.39</strong></td>
|
| 620 |
+
</tr>
|
| 621 |
+
<tr>
|
| 622 |
+
<td colspan="2" style="text-align: left;">Fleurs-en</td>
|
| 623 |
+
<td style="text-align: center;"><strong>2.40</strong></td>
|
| 624 |
+
<td style="text-align: center;">2.94</td>
|
| 625 |
+
<td style="text-align: center;">6.31</td>
|
| 626 |
+
<td style="text-align: center;">4.08</td>
|
| 627 |
+
<td style="text-align: center;">5.49</td>
|
| 628 |
+
<td style="text-align: center;">4.39</td>
|
| 629 |
+
<td style="text-align: center;">3.35</td>
|
| 630 |
+
</tr>
|
| 631 |
+
<tr>
|
| 632 |
+
<td colspan="2" style="text-align: left;">MLS-en</td>
|
| 633 |
+
<td style="text-align: center;">5.12</td>
|
| 634 |
+
<td style="text-align: center;"><strong>3.68</strong></td>
|
| 635 |
+
<td style="text-align: center;">7.09</td>
|
| 636 |
+
<td style="text-align: center;">4.87</td>
|
| 637 |
+
<td style="text-align: center;">-</td>
|
| 638 |
+
<td style="text-align: center;">6.00</td>
|
| 639 |
+
<td style="text-align: center;">4.58</td>
|
| 640 |
+
</tr>
|
| 641 |
+
<tr>
|
| 642 |
+
<td colspan="2" style="text-align: left;">Tedlium</td>
|
| 643 |
+
<td style="text-align: center;">7.69</td>
|
| 644 |
+
<td style="text-align: center;">6.15</td>
|
| 645 |
+
<td style="text-align: center;">4.91</td>
|
| 646 |
+
<td style="text-align: center;">6.84</td>
|
| 647 |
+
<td style="text-align: center;">-</td>
|
| 648 |
+
<td style="text-align: center;"><strong>3.85<strong></td>
|
| 649 |
+
<td style="text-align: center;"><strong>4.50</strong></td>
|
| 650 |
+
</tr>
|
| 651 |
+
<tr>
|
| 652 |
+
<td colspan="2" style="text-align: left;">VoxPopuli</td>
|
| 653 |
+
<td style="text-align: center;">10.29</td>
|
| 654 |
+
<td style="text-align: center;">11.36</td>
|
| 655 |
+
<td style="text-align: center;">12.12</td>
|
| 656 |
+
<td style="text-align: center;">12.05</td>
|
| 657 |
+
<td style="text-align: center;">-</td>
|
| 658 |
+
<td style="text-align: center;"><strong>9.96<strong></td>
|
| 659 |
+
<td style="text-align: center;"><strong>9.15</strong></td>
|
| 660 |
+
</tr>
|
| 661 |
+
<tr>
|
| 662 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese (zh)</td>
|
| 663 |
+
</tr>
|
| 664 |
+
<tr>
|
| 665 |
+
<td colspan="2" style="text-align: left;">WenetSpeech<br>net | meeting</td>
|
| 666 |
+
<td style="text-align: center;">15.30 | 32.27</td>
|
| 667 |
+
<td style="text-align: center;">14.43 | 13.47</td>
|
| 668 |
+
<td style="text-align: center;">N/A</td>
|
| 669 |
+
<td style="text-align: center;">9.86 | 19.11</td>
|
| 670 |
+
<td style="text-align: center;">6.35 | -</td>
|
| 671 |
+
<td style="text-align: center;">5.97 | 6.88</td>
|
| 672 |
+
<td style="text-align: center;"><strong>4.97</strong> | <strong>5.88</strong></td>
|
| 673 |
+
</tr>
|
| 674 |
+
<tr>
|
| 675 |
+
<td colspan="2" style="text-align: left;">AISHELL-2-test</td>
|
| 676 |
+
<td style="text-align: center;">4.24</td>
|
| 677 |
+
<td style="text-align: center;">11.62</td>
|
| 678 |
+
<td style="text-align: center;">2.85</td>
|
| 679 |
+
<td style="text-align: center;">5.06</td>
|
| 680 |
+
<td style="text-align: center;">-</td>
|
| 681 |
+
<td style="text-align: center;">3.15</td>
|
| 682 |
+
<td style="text-align: center;"><strong>2.71</strong></td>
|
| 683 |
+
</tr>
|
| 684 |
+
<tr>
|
| 685 |
+
<td colspan="2" style="text-align: left;">SpeechIO</td>
|
| 686 |
+
<td style="text-align: center;">12.86</td>
|
| 687 |
+
<td style="text-align: center;">5.30</td>
|
| 688 |
+
<td style="text-align: center;">2.93</td>
|
| 689 |
+
<td style="text-align: center;">7.56</td>
|
| 690 |
+
<td style="text-align: center;">-</td>
|
| 691 |
+
<td style="text-align: center;">3.44</td>
|
| 692 |
+
<td style="text-align: center;"><strong>2.88</strong></td>
|
| 693 |
+
</tr>
|
| 694 |
+
<tr>
|
| 695 |
+
<td colspan="2" style="text-align: left;">Fleurs-zh</td>
|
| 696 |
+
<td style="text-align: center;">2.44</td>
|
| 697 |
+
<td style="text-align: center;">2.71</td>
|
| 698 |
+
<td style="text-align: center;">2.69</td>
|
| 699 |
+
<td style="text-align: center;">4.09</td>
|
| 700 |
+
<td style="text-align: center;">3.51</td>
|
| 701 |
+
<td style="text-align: center;">2.88</td>
|
| 702 |
+
<td style="text-align: center;"><strong>2.41</strong></td>
|
| 703 |
+
</tr>
|
| 704 |
+
<tr>
|
| 705 |
+
<td colspan="2" style="text-align: left;">CV-zh</td>
|
| 706 |
+
<td style="text-align: center;">6.32</td>
|
| 707 |
+
<td style="text-align: center;">7.70</td>
|
| 708 |
+
<td style="text-align: center;">5.95</td>
|
| 709 |
+
<td style="text-align: center;">12.91</td>
|
| 710 |
+
<td style="text-align: center;">6.20</td>
|
| 711 |
+
<td style="text-align: center;">6.89</td>
|
| 712 |
+
<td style="text-align: center;"><strong>5.35</strong></td>
|
| 713 |
+
</tr>
|
| 714 |
+
<tr>
|
| 715 |
+
<td colspan="9" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Dialect</td>
|
| 716 |
+
</tr>
|
| 717 |
+
<tr>
|
| 718 |
+
<td colspan="2" style="text-align: left;">KeSpeech</td>
|
| 719 |
+
<td style="text-align: center;">26.87</td>
|
| 720 |
+
<td style="text-align: center;">24.71</td>
|
| 721 |
+
<td style="text-align: center;">5.27</td>
|
| 722 |
+
<td style="text-align: center;">28.79</td>
|
| 723 |
+
<td style="text-align: center;">-</td>
|
| 724 |
+
<td style="text-align: center;">7.08</td>
|
| 725 |
+
<td style="text-align: center;"><strong>5.10</strong></td>
|
| 726 |
+
</tr>
|
| 727 |
+
<tr>
|
| 728 |
+
<td colspan="2" style="text-align: left;">Fleurs-yue</td>
|
| 729 |
+
<td style="text-align: center;">4.98</td>
|
| 730 |
+
<td style="text-align: center;">9.43</td>
|
| 731 |
+
<td style="text-align: center;">4.98</td>
|
| 732 |
+
<td style="text-align: center;">9.18</td>
|
| 733 |
+
<td style="text-align: center;">-</td>
|
| 734 |
+
<td style="text-align: center;">5.79</td>
|
| 735 |
+
<td style="text-align: center;"><strong>3.98</strong></td>
|
| 736 |
+
</tr>
|
| 737 |
+
<tr>
|
| 738 |
+
<td colspan="2" style="text-align: left;">CV-yue</td>
|
| 739 |
+
<td style="text-align: center;">11.36</td>
|
| 740 |
+
<td style="text-align: center;">18.76</td>
|
| 741 |
+
<td style="text-align: center;">13.20</td>
|
| 742 |
+
<td style="text-align: center;">16.23</td>
|
| 743 |
+
<td style="text-align: center;">-</td>
|
| 744 |
+
<td style="text-align: center;">9.50</td>
|
| 745 |
+
<td style="text-align: center;"><strong>7.57</strong></td>
|
| 746 |
+
</tr>
|
| 747 |
+
<tr>
|
| 748 |
+
<td colspan="2" style="text-align: left;">CV-zh-tw</td>
|
| 749 |
+
<td style="text-align: center;">6.32</td>
|
| 750 |
+
<td style="text-align: center;">7.31</td>
|
| 751 |
+
<td style="text-align: center;">4.06</td>
|
| 752 |
+
<td style="text-align: center;">7.84</td>
|
| 753 |
+
<td style="text-align: center;">-</td>
|
| 754 |
+
<td style="text-align: center;">5.59</td>
|
| 755 |
+
<td style="text-align: center;"><strong>3.77</strong></td>
|
| 756 |
+
</tr>
|
| 757 |
+
<tr>
|
| 758 |
+
<td colspan="2" style="text-align: left;">WenetSpeech-Yue<br>short | long</td>
|
| 759 |
+
<td style="text-align: center;">15.62 | 25.29</td>
|
| 760 |
+
<td style="text-align: center;">25.19 | 11.23</td>
|
| 761 |
+
<td style="text-align: center;">9.74 | 11.40</td>
|
| 762 |
+
<td style="text-align: center;">32.26 | 46.64</td>
|
| 763 |
+
<td style="text-align: center;">- | -</td>
|
| 764 |
+
<td style="text-align: center;">7.54 | 9.92</td>
|
| 765 |
+
<td style="text-align: center;"><strong>5.82</strong> | <strong>8.85</strong></td>
|
| 766 |
+
</tr>
|
| 767 |
+
<tr>
|
| 768 |
+
<td colspan="2" style="text-align: left;">WenetSpeech-Chuan<br>easy | hard</td>
|
| 769 |
+
<td style="text-align: center;">34.81 | 53.98</td>
|
| 770 |
+
<td style="text-align: center;">43.79 | 67.30</td>
|
| 771 |
+
<td style="text-align: center;"><strong>11.40<strong> | <strong>20.20</strong></td>
|
| 772 |
+
<td style="text-align: center;">14.35 | 26.80</td>
|
| 773 |
+
<td style="text-align: center;">- | -</td>
|
| 774 |
+
<td style="text-align: center;">13.92 | 24.45</td>
|
| 775 |
+
<td style="text-align: center;">11.99 | 21.63</td>
|
| 776 |
+
</tr>
|
| 777 |
+
</tbody>
|
| 778 |
+
</table>
|
| 779 |
+
|
| 780 |
+
</details>
|
| 781 |
+
|
| 782 |
+
<details>
|
| 783 |
+
<summary>ASR Benchmarks on Internal Datasets (WER ↓)</summary>
|
| 784 |
+
|
| 785 |
+
<table>
|
| 786 |
+
<thead>
|
| 787 |
+
<tr>
|
| 788 |
+
<th style="text-align: left;"></th>
|
| 789 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 790 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 791 |
+
<th style="text-align: center;">Doubao-ASR</th>
|
| 792 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 793 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 794 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 795 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 796 |
+
</tr>
|
| 797 |
+
</thead>
|
| 798 |
+
<tbody>
|
| 799 |
+
<tr>
|
| 800 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Accented English</td>
|
| 801 |
+
</tr>
|
| 802 |
+
<tr>
|
| 803 |
+
<td style="text-align: left;">Dialog-Accented English</td>
|
| 804 |
+
<td style="text-align: center;">28.56</td>
|
| 805 |
+
<td style="text-align: center;">23.85</td>
|
| 806 |
+
<td style="text-align: center;">20.41</td>
|
| 807 |
+
<td style="text-align: center;">21.30</td>
|
| 808 |
+
<td style="text-align: center;">19.96</td>
|
| 809 |
+
<td style="text-align: center;"><strong>16.62<strong></td>
|
| 810 |
+
<td style="text-align: center;"><strong>16.07</strong></td>
|
| 811 |
+
</tr>
|
| 812 |
+
<tr>
|
| 813 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Mandarin</td>
|
| 814 |
+
</tr>
|
| 815 |
+
<tr>
|
| 816 |
+
<td style="text-align: left;">Elders&Kids</td>
|
| 817 |
+
<td style="text-align: center;">14.27</td>
|
| 818 |
+
<td style="text-align: center;">36.93</td>
|
| 819 |
+
<td style="text-align: center;">4.17</td>
|
| 820 |
+
<td style="text-align: center;">10.61</td>
|
| 821 |
+
<td style="text-align: center;">4.54</td>
|
| 822 |
+
<td style="text-align: center;">4.48</td>
|
| 823 |
+
<td style="text-align: center;"><strong>3.81</strong></td>
|
| 824 |
+
</tr>
|
| 825 |
+
<tr>
|
| 826 |
+
<td style="text-align: left;">ExtremeNoise</td>
|
| 827 |
+
<td style="text-align: center;">36.11</td>
|
| 828 |
+
<td style="text-align: center;">29.06</td>
|
| 829 |
+
<td style="text-align: center;">17.04</td>
|
| 830 |
+
<td style="text-align: center;">63.17</td>
|
| 831 |
+
<td style="text-align: center;">36.55</td>
|
| 832 |
+
<td style="text-align: center;">17.88</td>
|
| 833 |
+
<td style="text-align: center;"><strong>16.17</strong></td>
|
| 834 |
+
</tr>
|
| 835 |
+
<tr>
|
| 836 |
+
<td style="text-align: left;">TongueTwister</td>
|
| 837 |
+
<td style="text-align: center;">20.87</td>
|
| 838 |
+
<td style="text-align: center;">4.97</td>
|
| 839 |
+
<td style="text-align: center;">3.47</td>
|
| 840 |
+
<td style="text-align: center;">16.63</td>
|
| 841 |
+
<td style="text-align: center;">9.02</td>
|
| 842 |
+
<td style="text-align: center;">4.06</td>
|
| 843 |
+
<td style="text-align: center;"><strong>2.44</strong></td>
|
| 844 |
+
</tr>
|
| 845 |
+
<tr>
|
| 846 |
+
<td style="text-align: left;">Dialog-Mandarin</td>
|
| 847 |
+
<td style="text-align: center;">20.73</td>
|
| 848 |
+
<td style="text-align: center;">12.50</td>
|
| 849 |
+
<td style="text-align: center;">6.61</td>
|
| 850 |
+
<td style="text-align: center;">14.01</td>
|
| 851 |
+
<td style="text-align: center;">7.32</td>
|
| 852 |
+
<td style="text-align: center;">7.06</td>
|
| 853 |
+
<td style="text-align: center;"><strong>6.54</strong></td>
|
| 854 |
+
</tr>
|
| 855 |
+
<tr>
|
| 856 |
+
<td colspan="8" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Chinese Dialect</td>
|
| 857 |
+
</tr>
|
| 858 |
+
<tr>
|
| 859 |
+
<td style="text-align: left;">Dialog-Cantonese</td>
|
| 860 |
+
<td style="text-align: center;">16.05</td>
|
| 861 |
+
<td style="text-align: center;">14.98</td>
|
| 862 |
+
<td style="text-align: center;">7.56</td>
|
| 863 |
+
<td style="text-align: center;">31.04</td>
|
| 864 |
+
<td style="text-align: center;">5.85</td>
|
| 865 |
+
<td style="text-align: center;"><strong>4.80<strong></td>
|
| 866 |
+
<td style="text-align: center;"><strong>4.12</strong></td>
|
| 867 |
+
</tr>
|
| 868 |
+
<tr>
|
| 869 |
+
<td style="text-align: left;">Dialog-Chinese Dialects</td>
|
| 870 |
+
<td style="text-align: center;">45.37</td>
|
| 871 |
+
<td style="text-align: center;">47.70</td>
|
| 872 |
+
<td style="text-align: center;">19.85</td>
|
| 873 |
+
<td style="text-align: center;">44.55</td>
|
| 874 |
+
<td style="text-align: center;">19.41</td>
|
| 875 |
+
<td style="text-align: center;"><strong>18.24<strong></td>
|
| 876 |
+
<td style="text-align: center;"><strong>15.94</strong></td>
|
| 877 |
+
</tr>
|
| 878 |
+
</tbody>
|
| 879 |
+
</table>
|
| 880 |
+
<p><strong>Dialect coverage:</strong> Results for <em>Dialog-Accented English</em> are averaged over 16 accents, and results for <em>Dialog-Chinese Dialects</em> are averaged over 22 Chinese dialects.</p>
|
| 881 |
+
|
| 882 |
+
</details>
|
| 883 |
+
|
| 884 |
+
<details>
|
| 885 |
+
<summary>Multilingual ASR Benchmarks (WER ↓)</summary>
|
| 886 |
+
|
| 887 |
+
<table>
|
| 888 |
+
<thead>
|
| 889 |
+
<tr>
|
| 890 |
+
<th style="text-align: left;"></th>
|
| 891 |
+
<th style="text-align: center;">GLM-ASR<br>-Nano-2512</th>
|
| 892 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 893 |
+
<th style="text-align: center;">Fun-ASR<br>-MLT-Nano</th>
|
| 894 |
+
<th style="text-align: center;">Qwen3-ASR<br>-0.6B</th>
|
| 895 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 896 |
+
</tr>
|
| 897 |
+
</thead>
|
| 898 |
+
<tbody>
|
| 899 |
+
<tr>
|
| 900 |
+
<td colspan="6" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Open-sourced Benchmarks</td>
|
| 901 |
+
</tr>
|
| 902 |
+
<tr>
|
| 903 |
+
<td style="text-align: left;">MLS</td>
|
| 904 |
+
<td style="text-align: center;">13.32</td>
|
| 905 |
+
<td style="text-align: center;">8.62</td>
|
| 906 |
+
<td style="text-align: center;">28.70</td>
|
| 907 |
+
<td style="text-align: center;">13.19</td>
|
| 908 |
+
<td style="text-align: center;"><strong>8.55</strong></td>
|
| 909 |
+
</tr>
|
| 910 |
+
<tr>
|
| 911 |
+
<td style="text-align: left;">CommonVoice</td>
|
| 912 |
+
<td style="text-align: center;">19.40</td>
|
| 913 |
+
<td style="text-align: center;">10.77</td>
|
| 914 |
+
<td style="text-align: center;">17.25</td>
|
| 915 |
+
<td style="text-align: center;">12.75</td>
|
| 916 |
+
<td style="text-align: center;"><strong>9.18</strong></td>
|
| 917 |
+
</tr>
|
| 918 |
+
<tr>
|
| 919 |
+
<td style="text-align: left;">MLC-SLM</td>
|
| 920 |
+
<td style="text-align: center;">34.93</td>
|
| 921 |
+
<td style="text-align: center;">15.68</td>
|
| 922 |
+
<td style="text-align: center;">29.94</td>
|
| 923 |
+
<td style="text-align: center;">15.84</td>
|
| 924 |
+
<td style="text-align: center;"><strong>12.74</strong></td>
|
| 925 |
+
</tr>
|
| 926 |
+
<tr>
|
| 927 |
+
<td style="text-align: left;">Fleurs</td>
|
| 928 |
+
<td style="text-align: center;">16.08</td>
|
| 929 |
+
<td style="text-align: center;">5.27</td>
|
| 930 |
+
<td style="text-align: center;">10.03</td>
|
| 931 |
+
<td style="text-align: center;">7.57</td>
|
| 932 |
+
<td style="text-align: center;"><strong>4.90</strong></td>
|
| 933 |
+
</tr>
|
| 934 |
+
<tr>
|
| 935 |
+
<td style="text-align: left;">Fleurs<sup>†</sup></td>
|
| 936 |
+
<td style="text-align: center;">20.05</td>
|
| 937 |
+
<td style="text-align: center;">6.85</td>
|
| 938 |
+
<td style="text-align: center;">31.89</td>
|
| 939 |
+
<td style="text-align: center;">10.37</td>
|
| 940 |
+
<td style="text-align: center;"><strong>6.62</strong></td>
|
| 941 |
+
</tr>
|
| 942 |
+
<tr>
|
| 943 |
+
<td style="text-align: left;">Fleurs<sup>††</sup></td>
|
| 944 |
+
<td style="text-align: center;">24.83</td>
|
| 945 |
+
<td style="text-align: center;"><strong>8.16</strong></td>
|
| 946 |
+
<td style="text-align: center;">47.84</td>
|
| 947 |
+
<td style="text-align: center;">21.80</td>
|
| 948 |
+
<td style="text-align: center;">12.60</td>
|
| 949 |
+
</tr>
|
| 950 |
+
<tr>
|
| 951 |
+
<td colspan="6" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Qwen-ASR Internal Benchmarks</td>
|
| 952 |
+
</tr>
|
| 953 |
+
<tr>
|
| 954 |
+
<td style="text-align: left;">News-Multilingual</td>
|
| 955 |
+
<td style="text-align: center;">49.40</td>
|
| 956 |
+
<td style="text-align: center;">14.80</td>
|
| 957 |
+
<td style="text-align: center;">65.07</td>
|
| 958 |
+
<td style="text-align: center;">17.39</td>
|
| 959 |
+
<td style="text-align: center;"><strong>12.80</strong></td>
|
| 960 |
+
</tr>
|
| 961 |
+
</tbody>
|
| 962 |
+
</table>
|
| 963 |
+
<p><strong>Language coverage:</strong> <em>MLS</em> includes 8 languages: {da, de, en, es, fr, it, pl, pt}.<br><em>CommonVoice</em> includes 13 languages: {en, zh, yue, zh_TW, ar, de, es, fr, it, ja, ko, pt, ru}.<br><em>MLC-SLM</em> includes 11 languages: {en, fr, de, it, pt, es, ja, ko, ru, th, vi}.<br><em>Fleurs</em> includes 12 languages: {en, zh, yue, ar, de, es, fr, it, ja, ko, pt, ru }.<br><em>Fleurs<sup>†</sup></em> includes 8 additional languages beyond Fleurs: {hi, id, ms, nl, pl, th, tr, vi}.<br><em>Fleurs<sup>††</sup></em> includes 10 additional languages beyond Fleurs<sup>†</sup>: {cs, da, el, fa, fi, fil, hu, mk, ro, sv}.<br><em>News-Multilingual</em> includes 15 languages: {ar, de, es, fr, hi, id, it, ja, ko, nl, pl, pt, ru, th, vi}.</p>
|
| 964 |
+
|
| 965 |
+
</details>
|
| 966 |
+
|
| 967 |
+
<details>
|
| 968 |
+
<summary>Language Identification Accuracy (%) ↑</summary>
|
| 969 |
+
|
| 970 |
+
<table>
|
| 971 |
+
<thead>
|
| 972 |
+
<tr>
|
| 973 |
+
<th style="text-align: left;"></th>
|
| 974 |
+
<th style="text-align: center;">Whisper-large-v3</th>
|
| 975 |
+
<th style="text-align: center;">Qwen3-ASR-0.6B</th>
|
| 976 |
+
<th style="text-align: center;">Qwen3-ASR-1.7B</th>
|
| 977 |
+
</tr>
|
| 978 |
+
</thead>
|
| 979 |
+
<tbody>
|
| 980 |
+
<tr>
|
| 981 |
+
<td style="text-align: left;">MLS</td>
|
| 982 |
+
<td style="text-align: center;"><strong>99.9</strong></td>
|
| 983 |
+
<td style="text-align: center;">99.3</td>
|
| 984 |
+
<td style="text-align: center;"><strong>99.9</strong></td>
|
| 985 |
+
</tr>
|
| 986 |
+
<tr>
|
| 987 |
+
<td style="text-align: left;">CommonVoice</td>
|
| 988 |
+
<td style="text-align: center;">92.7</td>
|
| 989 |
+
<td style="text-align: center;"><strong>98.2<strong></td>
|
| 990 |
+
<td style="text-align: center;"><strong>98.7</strong></td>
|
| 991 |
+
</tr>
|
| 992 |
+
<tr>
|
| 993 |
+
<td style="text-align: left;">MLC-SLM</td>
|
| 994 |
+
<td style="text-align: center;">89.2</td>
|
| 995 |
+
<td style="text-align: center;"><strong>92.7<strong></td>
|
| 996 |
+
<td style="text-align: center;"><strong>94.1</strong></td>
|
| 997 |
+
</tr>
|
| 998 |
+
<tr>
|
| 999 |
+
<td style="text-align: left;">Fleurs</td>
|
| 1000 |
+
<td style="text-align: center;">94.6</td>
|
| 1001 |
+
<td style="text-align: center;"><strong>97.1<strong></td>
|
| 1002 |
+
<td style="text-align: center;"><strong>98.7</strong></td>
|
| 1003 |
+
</tr>
|
| 1004 |
+
<tr style="border-top: 1px solid #ddd;">
|
| 1005 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1006 |
+
<td style="text-align: center;">94.1</td>
|
| 1007 |
+
<td style="text-align: center;"><strong>96.8<strong></td>
|
| 1008 |
+
<td style="text-align: center;"><strong>97.9</strong></td>
|
| 1009 |
+
</tr>
|
| 1010 |
+
</tbody>
|
| 1011 |
+
</table>
|
| 1012 |
+
<p><strong>Language coverage:</strong> The language sets follow Multilingual ASR Benchmarks. Here, Fleurs corresponds to Fleurs<sup>††</sup> in Multilingual ASR Benchmarks and covers 30 languages.</p>
|
| 1013 |
+
|
| 1014 |
+
</details>
|
| 1015 |
+
|
| 1016 |
+
<details>
|
| 1017 |
+
<summary>Singing Voice & Song Transcription (WER ↓)</summary>
|
| 1018 |
+
|
| 1019 |
+
<table>
|
| 1020 |
+
<thead>
|
| 1021 |
+
<tr>
|
| 1022 |
+
<th style="text-align: left;"></th>
|
| 1023 |
+
<th style="text-align: center;">GPT-4o<br>-Transcribe</th>
|
| 1024 |
+
<th style="text-align: center;">Gemini-2.5<br>-Pro</th>
|
| 1025 |
+
<th style="text-align: center;">Doubao-ASR<br>-1.0</th>
|
| 1026 |
+
<th style="text-align: center;">Whisper<br>-large-v3</th>
|
| 1027 |
+
<th style="text-align: center;">Fun-ASR-MLT<br>-Nano</th>
|
| 1028 |
+
<th style="text-align: center;">Qwen3-ASR<br>-1.7B</th>
|
| 1029 |
+
</tr>
|
| 1030 |
+
</thead>
|
| 1031 |
+
<tbody>
|
| 1032 |
+
<tr>
|
| 1033 |
+
<td colspan="7" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Singing</td>
|
| 1034 |
+
</tr>
|
| 1035 |
+
<tr>
|
| 1036 |
+
<td style="text-align: left;">M4Singer</td>
|
| 1037 |
+
<td style="text-align: center;">16.77</td>
|
| 1038 |
+
<td style="text-align: center;">20.88</td>
|
| 1039 |
+
<td style="text-align: center;">7.88</td>
|
| 1040 |
+
<td style="text-align: center;">13.58</td>
|
| 1041 |
+
<td style="text-align: center;">7.29</td>
|
| 1042 |
+
<td style="text-align: center;"><strong>5.98</strong></td>
|
| 1043 |
+
</tr>
|
| 1044 |
+
<tr>
|
| 1045 |
+
<td style="text-align: left;">MIR-1k-vocal</td>
|
| 1046 |
+
<td style="text-align: center;">11.87</td>
|
| 1047 |
+
<td style="text-align: center;">9.85</td>
|
| 1048 |
+
<td style="text-align: center;">6.56</td>
|
| 1049 |
+
<td style="text-align: center;">11.71</td>
|
| 1050 |
+
<td style="text-align: center;">8.17</td>
|
| 1051 |
+
<td style="text-align: center;"><strong>6.25</strong></td>
|
| 1052 |
+
</tr>
|
| 1053 |
+
<tr>
|
| 1054 |
+
<td style="text-align: left;">Opencpop</td>
|
| 1055 |
+
<td style="text-align: center;">7.93</td>
|
| 1056 |
+
<td style="text-align: center;">6.49</td>
|
| 1057 |
+
<td style="text-align: center;">3.80</td>
|
| 1058 |
+
<td style="text-align: center;">9.52</td>
|
| 1059 |
+
<td style="text-align: center;"><strong>2.98</strong></td>
|
| 1060 |
+
<td style="text-align: center;">3.08</td>
|
| 1061 |
+
</tr>
|
| 1062 |
+
<tr>
|
| 1063 |
+
<td style="text-align: left;">Popcs</td>
|
| 1064 |
+
<td style="text-align: center;">32.84</td>
|
| 1065 |
+
<td style="text-align: center;">15.13</td>
|
| 1066 |
+
<td style="text-align: center;">8.97</td>
|
| 1067 |
+
<td style="text-align: center;">13.77</td>
|
| 1068 |
+
<td style="text-align: center;">9.42</td>
|
| 1069 |
+
<td style="text-align: center;"><strong>8.52</strong></td>
|
| 1070 |
+
</tr>
|
| 1071 |
+
<tr>
|
| 1072 |
+
<td colspan="7" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Songs with BGM</td>
|
| 1073 |
+
</tr>
|
| 1074 |
+
<tr>
|
| 1075 |
+
<td style="text-align: left;">EntireSongs-en</td>
|
| 1076 |
+
<td style="text-align: center;">30.71</td>
|
| 1077 |
+
<td style="text-align: center;"><strong>12.18</strong></td>
|
| 1078 |
+
<td style="text-align: center;">33.51</td>
|
| 1079 |
+
<td style="text-align: center;">N/A</td>
|
| 1080 |
+
<td style="text-align: center;">N/A</td>
|
| 1081 |
+
<td style="text-align: center;">14.60</td>
|
| 1082 |
+
</tr>
|
| 1083 |
+
<tr>
|
| 1084 |
+
<td style="text-align: left;">EntireSongs-zh</td>
|
| 1085 |
+
<td style="text-align: center;">34.86</td>
|
| 1086 |
+
<td style="text-align: center;">18.68</td>
|
| 1087 |
+
<td style="text-align: center;">23.99</td>
|
| 1088 |
+
<td style="text-align: center;">N/A</td>
|
| 1089 |
+
<td style="text-align: center;">N/A</td>
|
| 1090 |
+
<td style="text-align: center;"><strong>13.91</strong></td>
|
| 1091 |
+
</tr>
|
| 1092 |
+
</tbody>
|
| 1093 |
+
</table>
|
| 1094 |
+
|
| 1095 |
+
</details>
|
| 1096 |
+
|
| 1097 |
+
<details>
|
| 1098 |
+
<summary>ASR Inference Mode Performance (WER ↓)</summary>
|
| 1099 |
+
|
| 1100 |
+
<table>
|
| 1101 |
+
<thead>
|
| 1102 |
+
<tr>
|
| 1103 |
+
<th style="text-align: left;">Model</th>
|
| 1104 |
+
<th style="text-align: left;">Infer. Mode</th>
|
| 1105 |
+
<th style="text-align: center;">Librispeech</th>
|
| 1106 |
+
<th style="text-align: center;">Fleurs-en</th>
|
| 1107 |
+
<th style="text-align: center;">Fleurs-zh</th>
|
| 1108 |
+
<th style="text-align: center;">Avg.</th>
|
| 1109 |
+
</tr>
|
| 1110 |
+
</thead>
|
| 1111 |
+
<tbody>
|
| 1112 |
+
<tr>
|
| 1113 |
+
<td rowspan="2" style="text-align: left; vertical-align: middle;">Qwen3-ASR-1.7B</td>
|
| 1114 |
+
<td style="text-align: left;">Offline</td>
|
| 1115 |
+
<td style="text-align: center;">1.63 | 3.38</td>
|
| 1116 |
+
<td style="text-align: center;">3.35</td>
|
| 1117 |
+
<td style="text-align: center;">2.41</td>
|
| 1118 |
+
<td style="text-align: center;">2.69</td>
|
| 1119 |
+
</tr>
|
| 1120 |
+
<tr>
|
| 1121 |
+
<td style="text-align: left;">Streaming</td>
|
| 1122 |
+
<td style="text-align: center;">1.95 | 4.51</td>
|
| 1123 |
+
<td style="text-align: center;">4.02</td>
|
| 1124 |
+
<td style="text-align: center;">2.84</td>
|
| 1125 |
+
<td style="text-align: center;">3.33</td>
|
| 1126 |
+
</tr>
|
| 1127 |
+
<tr style="border-top: 1px solid #ddd;">
|
| 1128 |
+
<td rowspan="2" style="text-align: left; vertical-align: middle;">Qwen3-ASR-0.6B</td>
|
| 1129 |
+
<td style="text-align: left;">Offline</td>
|
| 1130 |
+
<td style="text-align: center;">2.11 | 4.55</td>
|
| 1131 |
+
<td style="text-align: center;">4.39</td>
|
| 1132 |
+
<td style="text-align: center;">2.88</td>
|
| 1133 |
+
<td style="text-align: center;">3.48</td>
|
| 1134 |
+
</tr>
|
| 1135 |
+
<tr>
|
| 1136 |
+
<td style="text-align: left;">Streaming</td>
|
| 1137 |
+
<td style="text-align: center;">2.54 | 6.27</td>
|
| 1138 |
+
<td style="text-align: center;">5.38</td>
|
| 1139 |
+
<td style="text-align: center;">3.40</td>
|
| 1140 |
+
<td style="text-align: center;">4.40</td>
|
| 1141 |
+
</tr>
|
| 1142 |
+
</tbody>
|
| 1143 |
+
</table>
|
| 1144 |
+
|
| 1145 |
+
</details>
|
| 1146 |
+
|
| 1147 |
+
<details>
|
| 1148 |
+
<summary>Forced Alignment Benchmarks (AAS ms ↓)</summary>
|
| 1149 |
+
|
| 1150 |
+
<table>
|
| 1151 |
+
<thead>
|
| 1152 |
+
<tr>
|
| 1153 |
+
<th style="text-align: left;"></th>
|
| 1154 |
+
<th style="text-align: center;">Monotonic-Aligner</th>
|
| 1155 |
+
<th style="text-align: center;">NFA</th>
|
| 1156 |
+
<th style="text-align: center;">WhisperX</th>
|
| 1157 |
+
<th style="text-align: center;">Qwen3-ForcedAligner-0.6B</th>
|
| 1158 |
+
</tr>
|
| 1159 |
+
</thead>
|
| 1160 |
+
<tbody>
|
| 1161 |
+
<tr>
|
| 1162 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">MFA-Labeled Raw</td>
|
| 1163 |
+
</tr>
|
| 1164 |
+
<tr>
|
| 1165 |
+
<td style="text-align: left;">Chinese</td>
|
| 1166 |
+
<td style="text-align: center;">161.1</td>
|
| 1167 |
+
<td style="text-align: center;">109.8</td>
|
| 1168 |
+
<td style="text-align: center;">-</td>
|
| 1169 |
+
<td style="text-align: center;"><strong>33.1</strong></td>
|
| 1170 |
+
</tr>
|
| 1171 |
+
<tr>
|
| 1172 |
+
<td style="text-align: left;">English</td>
|
| 1173 |
+
<td style="text-align: center;">-</td>
|
| 1174 |
+
<td style="text-align: center;">107.5</td>
|
| 1175 |
+
<td style="text-align: center;">92.1</td>
|
| 1176 |
+
<td style="text-align: center;"><strong>37.5</strong></td>
|
| 1177 |
+
</tr>
|
| 1178 |
+
<tr>
|
| 1179 |
+
<td style="text-align: left;">French</td>
|
| 1180 |
+
<td style="text-align: center;">-</td>
|
| 1181 |
+
<td style="text-align: center;">100.7</td>
|
| 1182 |
+
<td style="text-align: center;">145.3</td>
|
| 1183 |
+
<td style="text-align: center;"><strong>41.7</strong></td>
|
| 1184 |
+
</tr>
|
| 1185 |
+
<tr>
|
| 1186 |
+
<td style="text-align: left;">German</td>
|
| 1187 |
+
<td style="text-align: center;">-</td>
|
| 1188 |
+
<td style="text-align: center;">122.7</td>
|
| 1189 |
+
<td style="text-align: center;">165.1</td>
|
| 1190 |
+
<td style="text-align: center;"><strong>46.5</strong></td>
|
| 1191 |
+
</tr>
|
| 1192 |
+
<tr>
|
| 1193 |
+
<td style="text-align: left;">Italian</td>
|
| 1194 |
+
<td style="text-align: center;">-</td>
|
| 1195 |
+
<td style="text-align: center;">142.7</td>
|
| 1196 |
+
<td style="text-align: center;">155.5</td>
|
| 1197 |
+
<td style="text-align: center;"><strong>75.5</strong></td>
|
| 1198 |
+
</tr>
|
| 1199 |
+
<tr>
|
| 1200 |
+
<td style="text-align: left;">Japanese</td>
|
| 1201 |
+
<td style="text-align: center;">-</td>
|
| 1202 |
+
<td style="text-align: center;">-</td>
|
| 1203 |
+
<td style="text-align: center;">-</td>
|
| 1204 |
+
<td style="text-align: center;"><strong>42.2</strong></td>
|
| 1205 |
+
</tr>
|
| 1206 |
+
<tr>
|
| 1207 |
+
<td style="text-align: left;">Korean</td>
|
| 1208 |
+
<td style="text-align: center;">-</td>
|
| 1209 |
+
<td style="text-align: center;">-</td>
|
| 1210 |
+
<td style="text-align: center;">-</td>
|
| 1211 |
+
<td style="text-align: center;"><strong>37.2</strong></td>
|
| 1212 |
+
</tr>
|
| 1213 |
+
<tr>
|
| 1214 |
+
<td style="text-align: left;">Portuguese</td>
|
| 1215 |
+
<td style="text-align: center;">-</td>
|
| 1216 |
+
<td style="text-align: center;">-</td>
|
| 1217 |
+
<td style="text-align: center;">-</td>
|
| 1218 |
+
<td style="text-align: center;"><strong>38.4</strong></td>
|
| 1219 |
+
</tr>
|
| 1220 |
+
<tr>
|
| 1221 |
+
<td style="text-align: left;">Russian</td>
|
| 1222 |
+
<td style="text-align: center;">-</td>
|
| 1223 |
+
<td style="text-align: center;">200.7</td>
|
| 1224 |
+
<td style="text-align: center;">-</td>
|
| 1225 |
+
<td style="text-align: center;"><strong>40.2</strong></td>
|
| 1226 |
+
</tr>
|
| 1227 |
+
<tr>
|
| 1228 |
+
<td style="text-align: left;">Spanish</td>
|
| 1229 |
+
<td style="text-align: center;">-</td>
|
| 1230 |
+
<td style="text-align: center;">124.7</td>
|
| 1231 |
+
<td style="text-align: center;">108.0</td>
|
| 1232 |
+
<td style="text-align: center;"><strong>36.8</strong></td>
|
| 1233 |
+
</tr>
|
| 1234 |
+
<tr>
|
| 1235 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1236 |
+
<td style="text-align: center;">161.1</td>
|
| 1237 |
+
<td style="text-align: center;">129.8</td>
|
| 1238 |
+
<td style="text-align: center;">133.2</td>
|
| 1239 |
+
<td style="text-align: center;"><strong>42.9</strong></td>
|
| 1240 |
+
</tr>
|
| 1241 |
+
<tr>
|
| 1242 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">MFA-Labeled Concat-300s</td>
|
| 1243 |
+
</tr>
|
| 1244 |
+
<tr>
|
| 1245 |
+
<td style="text-align: left;">Chinese</td>
|
| 1246 |
+
<td style="text-align: center;">1742.4</td>
|
| 1247 |
+
<td style="text-align: center;">235.0</td>
|
| 1248 |
+
<td style="text-align: center;">-</td>
|
| 1249 |
+
<td style="text-align: center;"><strong>36.5</strong></td>
|
| 1250 |
+
</tr>
|
| 1251 |
+
<tr>
|
| 1252 |
+
<td style="text-align: left;">English</td>
|
| 1253 |
+
<td style="text-align: center;">-</td>
|
| 1254 |
+
<td style="text-align: center;">226.7</td>
|
| 1255 |
+
<td style="text-align: center;">227.2</td>
|
| 1256 |
+
<td style="text-align: center;"><strong>58.6</strong></td>
|
| 1257 |
+
</tr>
|
| 1258 |
+
<tr>
|
| 1259 |
+
<td style="text-align: left;">French</td>
|
| 1260 |
+
<td style="text-align: center;">-</td>
|
| 1261 |
+
<td style="text-align: center;">230.6</td>
|
| 1262 |
+
<td style="text-align: center;">2052.2</td>
|
| 1263 |
+
<td style="text-align: center;"><strong>53.4</strong></td>
|
| 1264 |
+
</tr>
|
| 1265 |
+
<tr>
|
| 1266 |
+
<td style="text-align: left;">German</td>
|
| 1267 |
+
<td style="text-align: center;">-</td>
|
| 1268 |
+
<td style="text-align: center;">220.3</td>
|
| 1269 |
+
<td style="text-align: center;">993.4</td>
|
| 1270 |
+
<td style="text-align: center;"><strong>62.4</strong></td>
|
| 1271 |
+
</tr>
|
| 1272 |
+
<tr>
|
| 1273 |
+
<td style="text-align: left;">Italian</td>
|
| 1274 |
+
<td style="text-align: center;">-</td>
|
| 1275 |
+
<td style="text-align: center;">290.5</td>
|
| 1276 |
+
<td style="text-align: center;">5719.4</td>
|
| 1277 |
+
<td style="text-align: center;"><strong>81.6</strong></td>
|
| 1278 |
+
</tr>
|
| 1279 |
+
<tr>
|
| 1280 |
+
<td style="text-align: left;">Japanese</td>
|
| 1281 |
+
<td style="text-align: center;">-</td>
|
| 1282 |
+
<td style="text-align: center;">-</td>
|
| 1283 |
+
<td style="text-align: center;">-</td>
|
| 1284 |
+
<td style="text-align: center;"><strong>81.3</strong></td>
|
| 1285 |
+
</tr>
|
| 1286 |
+
<tr>
|
| 1287 |
+
<td style="text-align: left;">Korean</td>
|
| 1288 |
+
<td style="text-align: center;">-</td>
|
| 1289 |
+
<td style="text-align: center;">-</td>
|
| 1290 |
+
<td style="text-align: center;">-</td>
|
| 1291 |
+
<td style="text-align: center;"><strong>42.2</strong></td>
|
| 1292 |
+
</tr>
|
| 1293 |
+
<tr>
|
| 1294 |
+
<td style="text-align: left;">Portuguese</td>
|
| 1295 |
+
<td style="text-align: center;">-</td>
|
| 1296 |
+
<td style="text-align: center;">-</td>
|
| 1297 |
+
<td style="text-align: center;">-</td>
|
| 1298 |
+
<td style="text-align: center;"><strong>50.0</strong></td>
|
| 1299 |
+
</tr>
|
| 1300 |
+
<tr>
|
| 1301 |
+
<td style="text-align: left;">Russian</td>
|
| 1302 |
+
<td style="text-align: center;">-</td>
|
| 1303 |
+
<td style="text-align: center;">283.3</td>
|
| 1304 |
+
<td style="text-align: center;">-</td>
|
| 1305 |
+
<td style="text-align: center;"><strong>43.0</strong></td>
|
| 1306 |
+
</tr>
|
| 1307 |
+
<tr>
|
| 1308 |
+
<td style="text-align: left;">Spanish</td>
|
| 1309 |
+
<td style="text-align: center;">-</td>
|
| 1310 |
+
<td style="text-align: center;">240.2</td>
|
| 1311 |
+
<td style="text-align: center;">4549.9</td>
|
| 1312 |
+
<td style="text-align: center;"><strong>39.6</strong></td>
|
| 1313 |
+
</tr>
|
| 1314 |
+
<tr>
|
| 1315 |
+
<td style="text-align: left;">Cross-lingual</td>
|
| 1316 |
+
<td style="text-align: center;">-</td>
|
| 1317 |
+
<td style="text-align: center;">-</td>
|
| 1318 |
+
<td style="text-align: center;">-</td>
|
| 1319 |
+
<td style="text-align: center;"><strong>34.2</strong></td>
|
| 1320 |
+
</tr>
|
| 1321 |
+
<tr>
|
| 1322 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1323 |
+
<td style="text-align: center;">1742.4</td>
|
| 1324 |
+
<td style="text-align: center;">246.7</td>
|
| 1325 |
+
<td style="text-align: center;">2708.4</td>
|
| 1326 |
+
<td style="text-align: center;"><strong>52.9</strong></td>
|
| 1327 |
+
</tr>
|
| 1328 |
+
<tr>
|
| 1329 |
+
<td colspan="5" style="text-align: left; font-style: italic; border-top: 1px solid #ddd; border-bottom: 1px solid #ddd;">Human-Labeled</td>
|
| 1330 |
+
</tr>
|
| 1331 |
+
<tr>
|
| 1332 |
+
<td style="text-align: left;">Raw</td>
|
| 1333 |
+
<td style="text-align: center;">49.9</td>
|
| 1334 |
+
<td style="text-align: center;">88.6</td>
|
| 1335 |
+
<td style="text-align: center;">-</td>
|
| 1336 |
+
<td style="text-align: center;"><strong>27.8</strong></td>
|
| 1337 |
+
</tr>
|
| 1338 |
+
<tr>
|
| 1339 |
+
<td style="text-align: left;">Raw-Noisy</td>
|
| 1340 |
+
<td style="text-align: center;">53.3</td>
|
| 1341 |
+
<td style="text-align: center;">89.5</td>
|
| 1342 |
+
<td style="text-align: center;">-</td>
|
| 1343 |
+
<td style="text-align: center;"><strong>41.8</strong></td>
|
| 1344 |
+
</tr>
|
| 1345 |
+
<tr>
|
| 1346 |
+
<td style="text-align: left;">Concat-60s</td>
|
| 1347 |
+
<td style="text-align: center;">51.1</td>
|
| 1348 |
+
<td style="text-align: center;">86.7</td>
|
| 1349 |
+
<td style="text-align: center;">-</td>
|
| 1350 |
+
<td style="text-align: center;"><strong>25.3</strong></td>
|
| 1351 |
+
</tr>
|
| 1352 |
+
<tr>
|
| 1353 |
+
<td style="text-align: left;">Concat-300s</td>
|
| 1354 |
+
<td style="text-align: center;">410.8</td>
|
| 1355 |
+
<td style="text-align: center;">140.0</td>
|
| 1356 |
+
<td style="text-align: center;">-</td>
|
| 1357 |
+
<td style="text-align: center;"><strong>24.8</strong></td>
|
| 1358 |
+
</tr>
|
| 1359 |
+
<tr>
|
| 1360 |
+
<td style="text-align: left;">Concat-Cross-lingual</td>
|
| 1361 |
+
<td style="text-align: center;">-</td>
|
| 1362 |
+
<td style="text-align: center;">-</td>
|
| 1363 |
+
<td style="text-align: center;">-</td>
|
| 1364 |
+
<td style="text-align: center;"><strong>42.5</strong></td>
|
| 1365 |
+
</tr>
|
| 1366 |
+
<tr>
|
| 1367 |
+
<td style="text-align: left;"><em>Avg.</em></td>
|
| 1368 |
+
<td style="text-align: center;">141.3</td>
|
| 1369 |
+
<td style="text-align: center;">101.2</td>
|
| 1370 |
+
<td style="text-align: center;">-</td>
|
| 1371 |
+
<td style="text-align: center;"><strong>32.4</strong></td>
|
| 1372 |
+
</tr>
|
| 1373 |
+
</tbody>
|
| 1374 |
+
</table>
|
| 1375 |
+
|
| 1376 |
+
</details>
|
| 1377 |
+
|
| 1378 |
+
|
| 1379 |
+
## Citation
|
| 1380 |
+
|
| 1381 |
+
If you find our paper and code useful in your research, please consider giving a star :star: and citation :pencil: :)
|
| 1382 |
+
|
| 1383 |
+
```BibTeX
|
| 1384 |
+
@article{Qwen3-ASR,
|
| 1385 |
+
title={Qwen3-ASR Technical Report},
|
| 1386 |
+
author={Xian Shi, Xiong Wang, Zhifang Guo, Yongqi Wang, Pei Zhang, Xinyu Zhang, Zishan Guo, Hongkun Hao, Yu Xi, Baosong Yang, Jin Xu, Jingren Zhou, Junyang Lin},
|
| 1387 |
+
journal={arXiv preprint arXiv:2601.21337},
|
| 1388 |
+
year={2026}
|
| 1389 |
+
}
|
| 1390 |
+
```
|
| 1391 |
+
|
| 1392 |
+
|
| 1393 |
+
<br>
|
qwen-asr/chat_template.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"chat_template": "{%- set ns = namespace(system_text=\"\") -%}\n{%- for m in messages -%}\n {%- if m.role == 'system' -%}\n {%- if m.content is string -%}\n {%- set ns.system_text = ns.system_text + m.content -%}\n {%- else -%}\n {%- for c in m.content -%}\n {%- if c.type == 'text' and (c.text is defined) -%}\n {%- set ns.system_text = ns.system_text + c.text -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n {%- endif -%}\n{%- endfor -%}\n\n{%- set ns2 = namespace(audio_tokens=\"\") -%}\n{%- for m in messages -%}\n {%- if m.content is not string -%}\n {%- for c in m.content -%}\n {%- if c.type == 'audio' or ('audio' in c) or ('audio_url' in c) -%}\n {%- set ns2.audio_tokens = ns2.audio_tokens + \"<|audio_start|><|audio_pad|><|audio_end|>\" -%}\n {%- endif -%}\n {%- endfor -%}\n {%- endif -%}\n{%- endfor -%}\n\n{{- '<|im_start|>system\\n' + (ns.system_text if ns.system_text is string else '') + '<|im_end|>\\n' -}}\n{{- '<|im_start|>user\\n' + ns2.audio_tokens + '<|im_end|>\\n' -}}\n{%- if add_generation_prompt -%}\n{{- '<|im_start|>assistant\\n' -}}\n{%- endif -%}"}
|
qwen-asr/config.json
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen3ASRForConditionalGeneration"
|
| 4 |
+
],
|
| 5 |
+
"model_type": "qwen3_asr",
|
| 6 |
+
"support_languages": [
|
| 7 |
+
"Chinese",
|
| 8 |
+
"English",
|
| 9 |
+
"Cantonese",
|
| 10 |
+
"Arabic",
|
| 11 |
+
"German",
|
| 12 |
+
"French",
|
| 13 |
+
"Spanish",
|
| 14 |
+
"Portuguese",
|
| 15 |
+
"Indonesian",
|
| 16 |
+
"Italian",
|
| 17 |
+
"Korean",
|
| 18 |
+
"Russian",
|
| 19 |
+
"Thai",
|
| 20 |
+
"Vietnamese",
|
| 21 |
+
"Japanese",
|
| 22 |
+
"Turkish",
|
| 23 |
+
"Hindi",
|
| 24 |
+
"Malay",
|
| 25 |
+
"Dutch",
|
| 26 |
+
"Swedish",
|
| 27 |
+
"Danish",
|
| 28 |
+
"Finnish",
|
| 29 |
+
"Polish",
|
| 30 |
+
"Czech",
|
| 31 |
+
"Filipino",
|
| 32 |
+
"Persian",
|
| 33 |
+
"Greek",
|
| 34 |
+
"Romanian",
|
| 35 |
+
"Hungarian",
|
| 36 |
+
"Macedonian"
|
| 37 |
+
],
|
| 38 |
+
"thinker_config": {
|
| 39 |
+
"model_type": "qwen3_asr",
|
| 40 |
+
"architectures": [
|
| 41 |
+
"Qwen3ASRForConditionalGeneration"
|
| 42 |
+
],
|
| 43 |
+
"audio_config": {
|
| 44 |
+
"_name_or_path": "",
|
| 45 |
+
"activation_dropout": 0,
|
| 46 |
+
"activation_function": "gelu",
|
| 47 |
+
"add_cross_attention": false,
|
| 48 |
+
"architectures": null,
|
| 49 |
+
"attention_dropout": 0,
|
| 50 |
+
"bad_words_ids": null,
|
| 51 |
+
"begin_suppress_tokens": null,
|
| 52 |
+
"bos_token_id": null,
|
| 53 |
+
"chunk_size_feed_forward": 0,
|
| 54 |
+
"conv_chunksize": 500,
|
| 55 |
+
"cross_attention_hidden_size": null,
|
| 56 |
+
"d_model": 1024,
|
| 57 |
+
"decoder_start_token_id": null,
|
| 58 |
+
"diversity_penalty": 0.0,
|
| 59 |
+
"do_sample": false,
|
| 60 |
+
"downsample_hidden_size": 480,
|
| 61 |
+
"dropout": 0,
|
| 62 |
+
"dtype": null,
|
| 63 |
+
"early_stopping": false,
|
| 64 |
+
"encoder_attention_heads": 16,
|
| 65 |
+
"encoder_ffn_dim": 4096,
|
| 66 |
+
"encoder_layers": 24,
|
| 67 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 68 |
+
"eos_token_id": null,
|
| 69 |
+
"exponential_decay_length_penalty": null,
|
| 70 |
+
"finetuning_task": null,
|
| 71 |
+
"forced_bos_token_id": null,
|
| 72 |
+
"forced_eos_token_id": null,
|
| 73 |
+
"id2label": {
|
| 74 |
+
"0": "LABEL_0",
|
| 75 |
+
"1": "LABEL_1"
|
| 76 |
+
},
|
| 77 |
+
"initializer_range": 0.02,
|
| 78 |
+
"is_decoder": false,
|
| 79 |
+
"is_encoder_decoder": false,
|
| 80 |
+
"label2id": {
|
| 81 |
+
"LABEL_0": 0,
|
| 82 |
+
"LABEL_1": 1
|
| 83 |
+
},
|
| 84 |
+
"length_penalty": 1.0,
|
| 85 |
+
"max_length": 20,
|
| 86 |
+
"max_source_positions": 1500,
|
| 87 |
+
"min_length": 0,
|
| 88 |
+
"model_type": "qwen3_asr_audio_encoder",
|
| 89 |
+
"n_window": 50,
|
| 90 |
+
"n_window_infer": 800,
|
| 91 |
+
"no_repeat_ngram_size": 0,
|
| 92 |
+
"num_beam_groups": 1,
|
| 93 |
+
"num_beams": 1,
|
| 94 |
+
"num_hidden_layers": 24,
|
| 95 |
+
"num_mel_bins": 128,
|
| 96 |
+
"num_return_sequences": 1,
|
| 97 |
+
"output_attentions": false,
|
| 98 |
+
"output_dim": 2048,
|
| 99 |
+
"output_hidden_states": false,
|
| 100 |
+
"output_scores": false,
|
| 101 |
+
"pad_token_id": null,
|
| 102 |
+
"prefix": null,
|
| 103 |
+
"problem_type": null,
|
| 104 |
+
"pruned_heads": {},
|
| 105 |
+
"remove_invalid_values": false,
|
| 106 |
+
"repetition_penalty": 1.0,
|
| 107 |
+
"return_dict": true,
|
| 108 |
+
"return_dict_in_generate": false,
|
| 109 |
+
"scale_embedding": false,
|
| 110 |
+
"sep_token_id": null,
|
| 111 |
+
"suppress_tokens": null,
|
| 112 |
+
"task_specific_params": null,
|
| 113 |
+
"temperature": 1.0,
|
| 114 |
+
"tf_legacy_loss": false,
|
| 115 |
+
"tie_encoder_decoder": false,
|
| 116 |
+
"tie_word_embeddings": true,
|
| 117 |
+
"tokenizer_class": null,
|
| 118 |
+
"top_k": 50,
|
| 119 |
+
"top_p": 1.0,
|
| 120 |
+
"torchscript": false,
|
| 121 |
+
"typical_p": 1.0,
|
| 122 |
+
"use_bfloat16": false
|
| 123 |
+
},
|
| 124 |
+
"audio_end_token_id": 151670,
|
| 125 |
+
"audio_start_token_id": 151669,
|
| 126 |
+
"audio_token_id": 151676,
|
| 127 |
+
"dtype": "bfloat16",
|
| 128 |
+
"initializer_range": 0.02,
|
| 129 |
+
"text_config": {
|
| 130 |
+
"_name_or_path": "",
|
| 131 |
+
"add_cross_attention": false,
|
| 132 |
+
"architectures": null,
|
| 133 |
+
"attention_bias": false,
|
| 134 |
+
"attention_dropout": 0.0,
|
| 135 |
+
"bad_words_ids": null,
|
| 136 |
+
"begin_suppress_tokens": null,
|
| 137 |
+
"bos_token_id": null,
|
| 138 |
+
"chunk_size_feed_forward": 0,
|
| 139 |
+
"cross_attention_hidden_size": null,
|
| 140 |
+
"decoder_start_token_id": null,
|
| 141 |
+
"diversity_penalty": 0.0,
|
| 142 |
+
"do_sample": false,
|
| 143 |
+
"dtype": null,
|
| 144 |
+
"early_stopping": false,
|
| 145 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 146 |
+
"eos_token_id": null,
|
| 147 |
+
"exponential_decay_length_penalty": null,
|
| 148 |
+
"finetuning_task": null,
|
| 149 |
+
"forced_bos_token_id": null,
|
| 150 |
+
"forced_eos_token_id": null,
|
| 151 |
+
"head_dim": 128,
|
| 152 |
+
"hidden_act": "silu",
|
| 153 |
+
"hidden_size": 2048,
|
| 154 |
+
"id2label": {
|
| 155 |
+
"0": "LABEL_0",
|
| 156 |
+
"1": "LABEL_1"
|
| 157 |
+
},
|
| 158 |
+
"initializer_range": 0.02,
|
| 159 |
+
"intermediate_size": 6144,
|
| 160 |
+
"is_decoder": false,
|
| 161 |
+
"is_encoder_decoder": false,
|
| 162 |
+
"label2id": {
|
| 163 |
+
"LABEL_0": 0,
|
| 164 |
+
"LABEL_1": 1
|
| 165 |
+
},
|
| 166 |
+
"length_penalty": 1.0,
|
| 167 |
+
"max_length": 20,
|
| 168 |
+
"max_position_embeddings": 65536,
|
| 169 |
+
"min_length": 0,
|
| 170 |
+
"model_type": "qwen3",
|
| 171 |
+
"no_repeat_ngram_size": 0,
|
| 172 |
+
"num_attention_heads": 16,
|
| 173 |
+
"num_beam_groups": 1,
|
| 174 |
+
"num_beams": 1,
|
| 175 |
+
"num_hidden_layers": 28,
|
| 176 |
+
"num_key_value_heads": 8,
|
| 177 |
+
"num_return_sequences": 1,
|
| 178 |
+
"output_attentions": false,
|
| 179 |
+
"output_hidden_states": false,
|
| 180 |
+
"output_scores": false,
|
| 181 |
+
"pad_token_id": null,
|
| 182 |
+
"prefix": null,
|
| 183 |
+
"problem_type": null,
|
| 184 |
+
"pruned_heads": {},
|
| 185 |
+
"remove_invalid_values": false,
|
| 186 |
+
"repetition_penalty": 1.0,
|
| 187 |
+
"return_dict": true,
|
| 188 |
+
"return_dict_in_generate": false,
|
| 189 |
+
"rms_norm_eps": 1e-06,
|
| 190 |
+
"rope_scaling": {
|
| 191 |
+
"interleaved": true,
|
| 192 |
+
"mrope_interleaved": true,
|
| 193 |
+
"mrope_section": [
|
| 194 |
+
24,
|
| 195 |
+
20,
|
| 196 |
+
20
|
| 197 |
+
],
|
| 198 |
+
"rope_type": "default",
|
| 199 |
+
"type": "default"
|
| 200 |
+
},
|
| 201 |
+
"rope_theta": 1000000,
|
| 202 |
+
"sep_token_id": null,
|
| 203 |
+
"suppress_tokens": null,
|
| 204 |
+
"task_specific_params": null,
|
| 205 |
+
"temperature": 1.0,
|
| 206 |
+
"tf_legacy_loss": false,
|
| 207 |
+
"tie_encoder_decoder": false,
|
| 208 |
+
"tie_word_embeddings": true,
|
| 209 |
+
"tokenizer_class": null,
|
| 210 |
+
"top_k": 50,
|
| 211 |
+
"top_p": 1.0,
|
| 212 |
+
"torchscript": false,
|
| 213 |
+
"typical_p": 1.0,
|
| 214 |
+
"use_bfloat16": false,
|
| 215 |
+
"use_cache": true,
|
| 216 |
+
"vocab_size": 151936
|
| 217 |
+
}
|
| 218 |
+
},
|
| 219 |
+
"transformers_version": "4.57.6"
|
| 220 |
+
}
|
| 221 |
+
|
qwen-asr/generation_config.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"eos_token_id": [151643,151645],
|
| 4 |
+
"pad_token_id": 151643,
|
| 5 |
+
"do_sample": false,
|
| 6 |
+
"temperature": 0.000001
|
| 7 |
+
}
|
qwen-asr/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
qwen-asr/model-00001-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a4cd1f1a04d90b757dc7f7dd26254e69a013b19e80efe590a83c6a3bde8608d6
|
| 3 |
+
size 4220320824
|
qwen-asr/model-00002-of-00002.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e0b9d9e09e2e0238e7ef3cc8a484ab387e91b90f1900bedf88bc92d7929ccfc
|
| 3 |
+
size 478200688
|
qwen-asr/model.safetensors.index.json
ADDED
|
@@ -0,0 +1,715 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"metadata": {
|
| 3 |
+
"format": "pt"
|
| 4 |
+
},
|
| 5 |
+
"weight_map": {
|
| 6 |
+
"thinker.audio_tower.conv2d1.bias": "model-00001-of-00002.safetensors",
|
| 7 |
+
"thinker.audio_tower.conv2d1.weight": "model-00001-of-00002.safetensors",
|
| 8 |
+
"thinker.audio_tower.conv2d2.bias": "model-00001-of-00002.safetensors",
|
| 9 |
+
"thinker.audio_tower.conv2d2.weight": "model-00001-of-00002.safetensors",
|
| 10 |
+
"thinker.audio_tower.conv2d3.bias": "model-00001-of-00002.safetensors",
|
| 11 |
+
"thinker.audio_tower.conv2d3.weight": "model-00001-of-00002.safetensors",
|
| 12 |
+
"thinker.audio_tower.conv_out.weight": "model-00001-of-00002.safetensors",
|
| 13 |
+
"thinker.audio_tower.layers.0.fc1.bias": "model-00001-of-00002.safetensors",
|
| 14 |
+
"thinker.audio_tower.layers.0.fc1.weight": "model-00001-of-00002.safetensors",
|
| 15 |
+
"thinker.audio_tower.layers.0.fc2.bias": "model-00001-of-00002.safetensors",
|
| 16 |
+
"thinker.audio_tower.layers.0.fc2.weight": "model-00001-of-00002.safetensors",
|
| 17 |
+
"thinker.audio_tower.layers.0.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 18 |
+
"thinker.audio_tower.layers.0.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 19 |
+
"thinker.audio_tower.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 20 |
+
"thinker.audio_tower.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 21 |
+
"thinker.audio_tower.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 22 |
+
"thinker.audio_tower.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 23 |
+
"thinker.audio_tower.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 24 |
+
"thinker.audio_tower.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 25 |
+
"thinker.audio_tower.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 26 |
+
"thinker.audio_tower.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 27 |
+
"thinker.audio_tower.layers.0.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 28 |
+
"thinker.audio_tower.layers.0.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 29 |
+
"thinker.audio_tower.layers.1.fc1.bias": "model-00001-of-00002.safetensors",
|
| 30 |
+
"thinker.audio_tower.layers.1.fc1.weight": "model-00001-of-00002.safetensors",
|
| 31 |
+
"thinker.audio_tower.layers.1.fc2.bias": "model-00001-of-00002.safetensors",
|
| 32 |
+
"thinker.audio_tower.layers.1.fc2.weight": "model-00001-of-00002.safetensors",
|
| 33 |
+
"thinker.audio_tower.layers.1.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 34 |
+
"thinker.audio_tower.layers.1.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 35 |
+
"thinker.audio_tower.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 36 |
+
"thinker.audio_tower.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 37 |
+
"thinker.audio_tower.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 38 |
+
"thinker.audio_tower.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 39 |
+
"thinker.audio_tower.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 40 |
+
"thinker.audio_tower.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 41 |
+
"thinker.audio_tower.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 42 |
+
"thinker.audio_tower.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 43 |
+
"thinker.audio_tower.layers.1.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 44 |
+
"thinker.audio_tower.layers.1.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 45 |
+
"thinker.audio_tower.layers.10.fc1.bias": "model-00001-of-00002.safetensors",
|
| 46 |
+
"thinker.audio_tower.layers.10.fc1.weight": "model-00001-of-00002.safetensors",
|
| 47 |
+
"thinker.audio_tower.layers.10.fc2.bias": "model-00001-of-00002.safetensors",
|
| 48 |
+
"thinker.audio_tower.layers.10.fc2.weight": "model-00001-of-00002.safetensors",
|
| 49 |
+
"thinker.audio_tower.layers.10.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 50 |
+
"thinker.audio_tower.layers.10.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 51 |
+
"thinker.audio_tower.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 52 |
+
"thinker.audio_tower.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 53 |
+
"thinker.audio_tower.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 54 |
+
"thinker.audio_tower.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 55 |
+
"thinker.audio_tower.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 56 |
+
"thinker.audio_tower.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 57 |
+
"thinker.audio_tower.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 58 |
+
"thinker.audio_tower.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 59 |
+
"thinker.audio_tower.layers.10.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 60 |
+
"thinker.audio_tower.layers.10.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 61 |
+
"thinker.audio_tower.layers.11.fc1.bias": "model-00001-of-00002.safetensors",
|
| 62 |
+
"thinker.audio_tower.layers.11.fc1.weight": "model-00001-of-00002.safetensors",
|
| 63 |
+
"thinker.audio_tower.layers.11.fc2.bias": "model-00001-of-00002.safetensors",
|
| 64 |
+
"thinker.audio_tower.layers.11.fc2.weight": "model-00001-of-00002.safetensors",
|
| 65 |
+
"thinker.audio_tower.layers.11.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 66 |
+
"thinker.audio_tower.layers.11.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 67 |
+
"thinker.audio_tower.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 68 |
+
"thinker.audio_tower.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 69 |
+
"thinker.audio_tower.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 70 |
+
"thinker.audio_tower.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 71 |
+
"thinker.audio_tower.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 72 |
+
"thinker.audio_tower.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 73 |
+
"thinker.audio_tower.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 74 |
+
"thinker.audio_tower.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 75 |
+
"thinker.audio_tower.layers.11.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 76 |
+
"thinker.audio_tower.layers.11.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 77 |
+
"thinker.audio_tower.layers.12.fc1.bias": "model-00001-of-00002.safetensors",
|
| 78 |
+
"thinker.audio_tower.layers.12.fc1.weight": "model-00001-of-00002.safetensors",
|
| 79 |
+
"thinker.audio_tower.layers.12.fc2.bias": "model-00001-of-00002.safetensors",
|
| 80 |
+
"thinker.audio_tower.layers.12.fc2.weight": "model-00001-of-00002.safetensors",
|
| 81 |
+
"thinker.audio_tower.layers.12.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 82 |
+
"thinker.audio_tower.layers.12.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 83 |
+
"thinker.audio_tower.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 84 |
+
"thinker.audio_tower.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 85 |
+
"thinker.audio_tower.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 86 |
+
"thinker.audio_tower.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 87 |
+
"thinker.audio_tower.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 88 |
+
"thinker.audio_tower.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 89 |
+
"thinker.audio_tower.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 90 |
+
"thinker.audio_tower.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 91 |
+
"thinker.audio_tower.layers.12.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 92 |
+
"thinker.audio_tower.layers.12.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 93 |
+
"thinker.audio_tower.layers.13.fc1.bias": "model-00001-of-00002.safetensors",
|
| 94 |
+
"thinker.audio_tower.layers.13.fc1.weight": "model-00001-of-00002.safetensors",
|
| 95 |
+
"thinker.audio_tower.layers.13.fc2.bias": "model-00001-of-00002.safetensors",
|
| 96 |
+
"thinker.audio_tower.layers.13.fc2.weight": "model-00001-of-00002.safetensors",
|
| 97 |
+
"thinker.audio_tower.layers.13.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 98 |
+
"thinker.audio_tower.layers.13.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 99 |
+
"thinker.audio_tower.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 100 |
+
"thinker.audio_tower.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 101 |
+
"thinker.audio_tower.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 102 |
+
"thinker.audio_tower.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 103 |
+
"thinker.audio_tower.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 104 |
+
"thinker.audio_tower.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 105 |
+
"thinker.audio_tower.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 106 |
+
"thinker.audio_tower.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 107 |
+
"thinker.audio_tower.layers.13.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 108 |
+
"thinker.audio_tower.layers.13.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 109 |
+
"thinker.audio_tower.layers.14.fc1.bias": "model-00001-of-00002.safetensors",
|
| 110 |
+
"thinker.audio_tower.layers.14.fc1.weight": "model-00001-of-00002.safetensors",
|
| 111 |
+
"thinker.audio_tower.layers.14.fc2.bias": "model-00001-of-00002.safetensors",
|
| 112 |
+
"thinker.audio_tower.layers.14.fc2.weight": "model-00001-of-00002.safetensors",
|
| 113 |
+
"thinker.audio_tower.layers.14.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 114 |
+
"thinker.audio_tower.layers.14.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 115 |
+
"thinker.audio_tower.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 116 |
+
"thinker.audio_tower.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 117 |
+
"thinker.audio_tower.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 118 |
+
"thinker.audio_tower.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 119 |
+
"thinker.audio_tower.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 120 |
+
"thinker.audio_tower.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 121 |
+
"thinker.audio_tower.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 122 |
+
"thinker.audio_tower.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 123 |
+
"thinker.audio_tower.layers.14.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 124 |
+
"thinker.audio_tower.layers.14.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 125 |
+
"thinker.audio_tower.layers.15.fc1.bias": "model-00001-of-00002.safetensors",
|
| 126 |
+
"thinker.audio_tower.layers.15.fc1.weight": "model-00001-of-00002.safetensors",
|
| 127 |
+
"thinker.audio_tower.layers.15.fc2.bias": "model-00001-of-00002.safetensors",
|
| 128 |
+
"thinker.audio_tower.layers.15.fc2.weight": "model-00001-of-00002.safetensors",
|
| 129 |
+
"thinker.audio_tower.layers.15.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 130 |
+
"thinker.audio_tower.layers.15.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 131 |
+
"thinker.audio_tower.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 132 |
+
"thinker.audio_tower.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 133 |
+
"thinker.audio_tower.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 134 |
+
"thinker.audio_tower.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 135 |
+
"thinker.audio_tower.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 136 |
+
"thinker.audio_tower.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 137 |
+
"thinker.audio_tower.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 138 |
+
"thinker.audio_tower.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 139 |
+
"thinker.audio_tower.layers.15.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 140 |
+
"thinker.audio_tower.layers.15.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 141 |
+
"thinker.audio_tower.layers.16.fc1.bias": "model-00001-of-00002.safetensors",
|
| 142 |
+
"thinker.audio_tower.layers.16.fc1.weight": "model-00001-of-00002.safetensors",
|
| 143 |
+
"thinker.audio_tower.layers.16.fc2.bias": "model-00001-of-00002.safetensors",
|
| 144 |
+
"thinker.audio_tower.layers.16.fc2.weight": "model-00001-of-00002.safetensors",
|
| 145 |
+
"thinker.audio_tower.layers.16.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 146 |
+
"thinker.audio_tower.layers.16.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 147 |
+
"thinker.audio_tower.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 148 |
+
"thinker.audio_tower.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 149 |
+
"thinker.audio_tower.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 150 |
+
"thinker.audio_tower.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 151 |
+
"thinker.audio_tower.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 152 |
+
"thinker.audio_tower.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 153 |
+
"thinker.audio_tower.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 154 |
+
"thinker.audio_tower.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 155 |
+
"thinker.audio_tower.layers.16.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 156 |
+
"thinker.audio_tower.layers.16.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 157 |
+
"thinker.audio_tower.layers.17.fc1.bias": "model-00001-of-00002.safetensors",
|
| 158 |
+
"thinker.audio_tower.layers.17.fc1.weight": "model-00001-of-00002.safetensors",
|
| 159 |
+
"thinker.audio_tower.layers.17.fc2.bias": "model-00001-of-00002.safetensors",
|
| 160 |
+
"thinker.audio_tower.layers.17.fc2.weight": "model-00001-of-00002.safetensors",
|
| 161 |
+
"thinker.audio_tower.layers.17.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 162 |
+
"thinker.audio_tower.layers.17.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 163 |
+
"thinker.audio_tower.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 164 |
+
"thinker.audio_tower.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 165 |
+
"thinker.audio_tower.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 166 |
+
"thinker.audio_tower.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 167 |
+
"thinker.audio_tower.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 168 |
+
"thinker.audio_tower.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 169 |
+
"thinker.audio_tower.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 170 |
+
"thinker.audio_tower.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 171 |
+
"thinker.audio_tower.layers.17.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 172 |
+
"thinker.audio_tower.layers.17.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 173 |
+
"thinker.audio_tower.layers.18.fc1.bias": "model-00001-of-00002.safetensors",
|
| 174 |
+
"thinker.audio_tower.layers.18.fc1.weight": "model-00001-of-00002.safetensors",
|
| 175 |
+
"thinker.audio_tower.layers.18.fc2.bias": "model-00001-of-00002.safetensors",
|
| 176 |
+
"thinker.audio_tower.layers.18.fc2.weight": "model-00001-of-00002.safetensors",
|
| 177 |
+
"thinker.audio_tower.layers.18.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 178 |
+
"thinker.audio_tower.layers.18.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 179 |
+
"thinker.audio_tower.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 180 |
+
"thinker.audio_tower.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 181 |
+
"thinker.audio_tower.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 182 |
+
"thinker.audio_tower.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 183 |
+
"thinker.audio_tower.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 184 |
+
"thinker.audio_tower.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 185 |
+
"thinker.audio_tower.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 186 |
+
"thinker.audio_tower.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 187 |
+
"thinker.audio_tower.layers.18.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 188 |
+
"thinker.audio_tower.layers.18.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 189 |
+
"thinker.audio_tower.layers.19.fc1.bias": "model-00001-of-00002.safetensors",
|
| 190 |
+
"thinker.audio_tower.layers.19.fc1.weight": "model-00001-of-00002.safetensors",
|
| 191 |
+
"thinker.audio_tower.layers.19.fc2.bias": "model-00001-of-00002.safetensors",
|
| 192 |
+
"thinker.audio_tower.layers.19.fc2.weight": "model-00001-of-00002.safetensors",
|
| 193 |
+
"thinker.audio_tower.layers.19.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 194 |
+
"thinker.audio_tower.layers.19.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 195 |
+
"thinker.audio_tower.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 196 |
+
"thinker.audio_tower.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 197 |
+
"thinker.audio_tower.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 198 |
+
"thinker.audio_tower.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 199 |
+
"thinker.audio_tower.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 200 |
+
"thinker.audio_tower.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 201 |
+
"thinker.audio_tower.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 202 |
+
"thinker.audio_tower.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 203 |
+
"thinker.audio_tower.layers.19.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 204 |
+
"thinker.audio_tower.layers.19.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 205 |
+
"thinker.audio_tower.layers.2.fc1.bias": "model-00001-of-00002.safetensors",
|
| 206 |
+
"thinker.audio_tower.layers.2.fc1.weight": "model-00001-of-00002.safetensors",
|
| 207 |
+
"thinker.audio_tower.layers.2.fc2.bias": "model-00001-of-00002.safetensors",
|
| 208 |
+
"thinker.audio_tower.layers.2.fc2.weight": "model-00001-of-00002.safetensors",
|
| 209 |
+
"thinker.audio_tower.layers.2.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 210 |
+
"thinker.audio_tower.layers.2.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 211 |
+
"thinker.audio_tower.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 212 |
+
"thinker.audio_tower.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 213 |
+
"thinker.audio_tower.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 214 |
+
"thinker.audio_tower.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 215 |
+
"thinker.audio_tower.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 216 |
+
"thinker.audio_tower.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 217 |
+
"thinker.audio_tower.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 218 |
+
"thinker.audio_tower.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 219 |
+
"thinker.audio_tower.layers.2.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 220 |
+
"thinker.audio_tower.layers.2.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 221 |
+
"thinker.audio_tower.layers.20.fc1.bias": "model-00001-of-00002.safetensors",
|
| 222 |
+
"thinker.audio_tower.layers.20.fc1.weight": "model-00001-of-00002.safetensors",
|
| 223 |
+
"thinker.audio_tower.layers.20.fc2.bias": "model-00001-of-00002.safetensors",
|
| 224 |
+
"thinker.audio_tower.layers.20.fc2.weight": "model-00001-of-00002.safetensors",
|
| 225 |
+
"thinker.audio_tower.layers.20.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 226 |
+
"thinker.audio_tower.layers.20.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 227 |
+
"thinker.audio_tower.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 228 |
+
"thinker.audio_tower.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 229 |
+
"thinker.audio_tower.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 230 |
+
"thinker.audio_tower.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 231 |
+
"thinker.audio_tower.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 232 |
+
"thinker.audio_tower.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 233 |
+
"thinker.audio_tower.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 234 |
+
"thinker.audio_tower.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 235 |
+
"thinker.audio_tower.layers.20.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 236 |
+
"thinker.audio_tower.layers.20.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 237 |
+
"thinker.audio_tower.layers.21.fc1.bias": "model-00001-of-00002.safetensors",
|
| 238 |
+
"thinker.audio_tower.layers.21.fc1.weight": "model-00001-of-00002.safetensors",
|
| 239 |
+
"thinker.audio_tower.layers.21.fc2.bias": "model-00001-of-00002.safetensors",
|
| 240 |
+
"thinker.audio_tower.layers.21.fc2.weight": "model-00001-of-00002.safetensors",
|
| 241 |
+
"thinker.audio_tower.layers.21.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 242 |
+
"thinker.audio_tower.layers.21.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 243 |
+
"thinker.audio_tower.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 244 |
+
"thinker.audio_tower.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 245 |
+
"thinker.audio_tower.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 246 |
+
"thinker.audio_tower.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 247 |
+
"thinker.audio_tower.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 248 |
+
"thinker.audio_tower.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 249 |
+
"thinker.audio_tower.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 250 |
+
"thinker.audio_tower.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 251 |
+
"thinker.audio_tower.layers.21.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 252 |
+
"thinker.audio_tower.layers.21.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 253 |
+
"thinker.audio_tower.layers.22.fc1.bias": "model-00001-of-00002.safetensors",
|
| 254 |
+
"thinker.audio_tower.layers.22.fc1.weight": "model-00001-of-00002.safetensors",
|
| 255 |
+
"thinker.audio_tower.layers.22.fc2.bias": "model-00001-of-00002.safetensors",
|
| 256 |
+
"thinker.audio_tower.layers.22.fc2.weight": "model-00001-of-00002.safetensors",
|
| 257 |
+
"thinker.audio_tower.layers.22.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 258 |
+
"thinker.audio_tower.layers.22.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 259 |
+
"thinker.audio_tower.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 260 |
+
"thinker.audio_tower.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 261 |
+
"thinker.audio_tower.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 262 |
+
"thinker.audio_tower.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 263 |
+
"thinker.audio_tower.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 264 |
+
"thinker.audio_tower.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 265 |
+
"thinker.audio_tower.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 266 |
+
"thinker.audio_tower.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 267 |
+
"thinker.audio_tower.layers.22.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 268 |
+
"thinker.audio_tower.layers.22.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 269 |
+
"thinker.audio_tower.layers.23.fc1.bias": "model-00001-of-00002.safetensors",
|
| 270 |
+
"thinker.audio_tower.layers.23.fc1.weight": "model-00001-of-00002.safetensors",
|
| 271 |
+
"thinker.audio_tower.layers.23.fc2.bias": "model-00001-of-00002.safetensors",
|
| 272 |
+
"thinker.audio_tower.layers.23.fc2.weight": "model-00001-of-00002.safetensors",
|
| 273 |
+
"thinker.audio_tower.layers.23.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 274 |
+
"thinker.audio_tower.layers.23.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 275 |
+
"thinker.audio_tower.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 276 |
+
"thinker.audio_tower.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 277 |
+
"thinker.audio_tower.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 278 |
+
"thinker.audio_tower.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 279 |
+
"thinker.audio_tower.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 280 |
+
"thinker.audio_tower.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 281 |
+
"thinker.audio_tower.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 282 |
+
"thinker.audio_tower.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 283 |
+
"thinker.audio_tower.layers.23.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 284 |
+
"thinker.audio_tower.layers.23.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 285 |
+
"thinker.audio_tower.layers.3.fc1.bias": "model-00001-of-00002.safetensors",
|
| 286 |
+
"thinker.audio_tower.layers.3.fc1.weight": "model-00001-of-00002.safetensors",
|
| 287 |
+
"thinker.audio_tower.layers.3.fc2.bias": "model-00001-of-00002.safetensors",
|
| 288 |
+
"thinker.audio_tower.layers.3.fc2.weight": "model-00001-of-00002.safetensors",
|
| 289 |
+
"thinker.audio_tower.layers.3.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 290 |
+
"thinker.audio_tower.layers.3.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 291 |
+
"thinker.audio_tower.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 292 |
+
"thinker.audio_tower.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 293 |
+
"thinker.audio_tower.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 294 |
+
"thinker.audio_tower.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 295 |
+
"thinker.audio_tower.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 296 |
+
"thinker.audio_tower.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 297 |
+
"thinker.audio_tower.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 298 |
+
"thinker.audio_tower.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 299 |
+
"thinker.audio_tower.layers.3.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 300 |
+
"thinker.audio_tower.layers.3.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 301 |
+
"thinker.audio_tower.layers.4.fc1.bias": "model-00001-of-00002.safetensors",
|
| 302 |
+
"thinker.audio_tower.layers.4.fc1.weight": "model-00001-of-00002.safetensors",
|
| 303 |
+
"thinker.audio_tower.layers.4.fc2.bias": "model-00001-of-00002.safetensors",
|
| 304 |
+
"thinker.audio_tower.layers.4.fc2.weight": "model-00001-of-00002.safetensors",
|
| 305 |
+
"thinker.audio_tower.layers.4.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 306 |
+
"thinker.audio_tower.layers.4.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 307 |
+
"thinker.audio_tower.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 308 |
+
"thinker.audio_tower.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 309 |
+
"thinker.audio_tower.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 310 |
+
"thinker.audio_tower.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 311 |
+
"thinker.audio_tower.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 312 |
+
"thinker.audio_tower.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 313 |
+
"thinker.audio_tower.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 314 |
+
"thinker.audio_tower.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 315 |
+
"thinker.audio_tower.layers.4.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 316 |
+
"thinker.audio_tower.layers.4.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 317 |
+
"thinker.audio_tower.layers.5.fc1.bias": "model-00001-of-00002.safetensors",
|
| 318 |
+
"thinker.audio_tower.layers.5.fc1.weight": "model-00001-of-00002.safetensors",
|
| 319 |
+
"thinker.audio_tower.layers.5.fc2.bias": "model-00001-of-00002.safetensors",
|
| 320 |
+
"thinker.audio_tower.layers.5.fc2.weight": "model-00001-of-00002.safetensors",
|
| 321 |
+
"thinker.audio_tower.layers.5.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 322 |
+
"thinker.audio_tower.layers.5.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 323 |
+
"thinker.audio_tower.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 324 |
+
"thinker.audio_tower.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 325 |
+
"thinker.audio_tower.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 326 |
+
"thinker.audio_tower.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 327 |
+
"thinker.audio_tower.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 328 |
+
"thinker.audio_tower.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 329 |
+
"thinker.audio_tower.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 330 |
+
"thinker.audio_tower.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 331 |
+
"thinker.audio_tower.layers.5.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 332 |
+
"thinker.audio_tower.layers.5.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 333 |
+
"thinker.audio_tower.layers.6.fc1.bias": "model-00001-of-00002.safetensors",
|
| 334 |
+
"thinker.audio_tower.layers.6.fc1.weight": "model-00001-of-00002.safetensors",
|
| 335 |
+
"thinker.audio_tower.layers.6.fc2.bias": "model-00001-of-00002.safetensors",
|
| 336 |
+
"thinker.audio_tower.layers.6.fc2.weight": "model-00001-of-00002.safetensors",
|
| 337 |
+
"thinker.audio_tower.layers.6.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 338 |
+
"thinker.audio_tower.layers.6.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 339 |
+
"thinker.audio_tower.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 340 |
+
"thinker.audio_tower.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 341 |
+
"thinker.audio_tower.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 342 |
+
"thinker.audio_tower.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 343 |
+
"thinker.audio_tower.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 344 |
+
"thinker.audio_tower.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 345 |
+
"thinker.audio_tower.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 346 |
+
"thinker.audio_tower.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 347 |
+
"thinker.audio_tower.layers.6.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 348 |
+
"thinker.audio_tower.layers.6.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 349 |
+
"thinker.audio_tower.layers.7.fc1.bias": "model-00001-of-00002.safetensors",
|
| 350 |
+
"thinker.audio_tower.layers.7.fc1.weight": "model-00001-of-00002.safetensors",
|
| 351 |
+
"thinker.audio_tower.layers.7.fc2.bias": "model-00001-of-00002.safetensors",
|
| 352 |
+
"thinker.audio_tower.layers.7.fc2.weight": "model-00001-of-00002.safetensors",
|
| 353 |
+
"thinker.audio_tower.layers.7.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 354 |
+
"thinker.audio_tower.layers.7.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 355 |
+
"thinker.audio_tower.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 356 |
+
"thinker.audio_tower.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 357 |
+
"thinker.audio_tower.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 358 |
+
"thinker.audio_tower.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 359 |
+
"thinker.audio_tower.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 360 |
+
"thinker.audio_tower.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 361 |
+
"thinker.audio_tower.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 362 |
+
"thinker.audio_tower.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 363 |
+
"thinker.audio_tower.layers.7.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 364 |
+
"thinker.audio_tower.layers.7.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 365 |
+
"thinker.audio_tower.layers.8.fc1.bias": "model-00001-of-00002.safetensors",
|
| 366 |
+
"thinker.audio_tower.layers.8.fc1.weight": "model-00001-of-00002.safetensors",
|
| 367 |
+
"thinker.audio_tower.layers.8.fc2.bias": "model-00001-of-00002.safetensors",
|
| 368 |
+
"thinker.audio_tower.layers.8.fc2.weight": "model-00001-of-00002.safetensors",
|
| 369 |
+
"thinker.audio_tower.layers.8.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 370 |
+
"thinker.audio_tower.layers.8.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 371 |
+
"thinker.audio_tower.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 372 |
+
"thinker.audio_tower.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 373 |
+
"thinker.audio_tower.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 374 |
+
"thinker.audio_tower.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 375 |
+
"thinker.audio_tower.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 376 |
+
"thinker.audio_tower.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 377 |
+
"thinker.audio_tower.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 378 |
+
"thinker.audio_tower.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 379 |
+
"thinker.audio_tower.layers.8.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 380 |
+
"thinker.audio_tower.layers.8.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 381 |
+
"thinker.audio_tower.layers.9.fc1.bias": "model-00001-of-00002.safetensors",
|
| 382 |
+
"thinker.audio_tower.layers.9.fc1.weight": "model-00001-of-00002.safetensors",
|
| 383 |
+
"thinker.audio_tower.layers.9.fc2.bias": "model-00001-of-00002.safetensors",
|
| 384 |
+
"thinker.audio_tower.layers.9.fc2.weight": "model-00001-of-00002.safetensors",
|
| 385 |
+
"thinker.audio_tower.layers.9.final_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 386 |
+
"thinker.audio_tower.layers.9.final_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 387 |
+
"thinker.audio_tower.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
| 388 |
+
"thinker.audio_tower.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 389 |
+
"thinker.audio_tower.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
|
| 390 |
+
"thinker.audio_tower.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
|
| 391 |
+
"thinker.audio_tower.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
| 392 |
+
"thinker.audio_tower.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 393 |
+
"thinker.audio_tower.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
| 394 |
+
"thinker.audio_tower.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 395 |
+
"thinker.audio_tower.layers.9.self_attn_layer_norm.bias": "model-00001-of-00002.safetensors",
|
| 396 |
+
"thinker.audio_tower.layers.9.self_attn_layer_norm.weight": "model-00001-of-00002.safetensors",
|
| 397 |
+
"thinker.audio_tower.ln_post.bias": "model-00001-of-00002.safetensors",
|
| 398 |
+
"thinker.audio_tower.ln_post.weight": "model-00001-of-00002.safetensors",
|
| 399 |
+
"thinker.audio_tower.proj1.bias": "model-00001-of-00002.safetensors",
|
| 400 |
+
"thinker.audio_tower.proj1.weight": "model-00001-of-00002.safetensors",
|
| 401 |
+
"thinker.audio_tower.proj2.bias": "model-00001-of-00002.safetensors",
|
| 402 |
+
"thinker.audio_tower.proj2.weight": "model-00001-of-00002.safetensors",
|
| 403 |
+
"thinker.lm_head.weight": "model-00001-of-00002.safetensors",
|
| 404 |
+
"thinker.model.embed_tokens.weight": "model-00001-of-00002.safetensors",
|
| 405 |
+
"thinker.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 406 |
+
"thinker.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 407 |
+
"thinker.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 408 |
+
"thinker.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 409 |
+
"thinker.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 410 |
+
"thinker.model.layers.0.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 411 |
+
"thinker.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 412 |
+
"thinker.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 413 |
+
"thinker.model.layers.0.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 414 |
+
"thinker.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 415 |
+
"thinker.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 416 |
+
"thinker.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 417 |
+
"thinker.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 418 |
+
"thinker.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 419 |
+
"thinker.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 420 |
+
"thinker.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 421 |
+
"thinker.model.layers.1.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 422 |
+
"thinker.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 423 |
+
"thinker.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 424 |
+
"thinker.model.layers.1.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 425 |
+
"thinker.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 426 |
+
"thinker.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 427 |
+
"thinker.model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 428 |
+
"thinker.model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 429 |
+
"thinker.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 430 |
+
"thinker.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 431 |
+
"thinker.model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 432 |
+
"thinker.model.layers.10.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 433 |
+
"thinker.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 434 |
+
"thinker.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 435 |
+
"thinker.model.layers.10.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 436 |
+
"thinker.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 437 |
+
"thinker.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 438 |
+
"thinker.model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 439 |
+
"thinker.model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 440 |
+
"thinker.model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 441 |
+
"thinker.model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 442 |
+
"thinker.model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 443 |
+
"thinker.model.layers.11.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 444 |
+
"thinker.model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 445 |
+
"thinker.model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 446 |
+
"thinker.model.layers.11.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 447 |
+
"thinker.model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 448 |
+
"thinker.model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 449 |
+
"thinker.model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 450 |
+
"thinker.model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 451 |
+
"thinker.model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 452 |
+
"thinker.model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 453 |
+
"thinker.model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 454 |
+
"thinker.model.layers.12.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 455 |
+
"thinker.model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 456 |
+
"thinker.model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 457 |
+
"thinker.model.layers.12.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 458 |
+
"thinker.model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 459 |
+
"thinker.model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 460 |
+
"thinker.model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 461 |
+
"thinker.model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 462 |
+
"thinker.model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 463 |
+
"thinker.model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 464 |
+
"thinker.model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 465 |
+
"thinker.model.layers.13.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 466 |
+
"thinker.model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 467 |
+
"thinker.model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 468 |
+
"thinker.model.layers.13.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 469 |
+
"thinker.model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 470 |
+
"thinker.model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 471 |
+
"thinker.model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 472 |
+
"thinker.model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 473 |
+
"thinker.model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 474 |
+
"thinker.model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 475 |
+
"thinker.model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 476 |
+
"thinker.model.layers.14.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 477 |
+
"thinker.model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 478 |
+
"thinker.model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 479 |
+
"thinker.model.layers.14.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 480 |
+
"thinker.model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 481 |
+
"thinker.model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 482 |
+
"thinker.model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 483 |
+
"thinker.model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 484 |
+
"thinker.model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 485 |
+
"thinker.model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 486 |
+
"thinker.model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 487 |
+
"thinker.model.layers.15.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 488 |
+
"thinker.model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 489 |
+
"thinker.model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 490 |
+
"thinker.model.layers.15.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 491 |
+
"thinker.model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 492 |
+
"thinker.model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 493 |
+
"thinker.model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 494 |
+
"thinker.model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 495 |
+
"thinker.model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 496 |
+
"thinker.model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 497 |
+
"thinker.model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 498 |
+
"thinker.model.layers.16.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 499 |
+
"thinker.model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 500 |
+
"thinker.model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 501 |
+
"thinker.model.layers.16.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 502 |
+
"thinker.model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 503 |
+
"thinker.model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 504 |
+
"thinker.model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 505 |
+
"thinker.model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 506 |
+
"thinker.model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 507 |
+
"thinker.model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 508 |
+
"thinker.model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 509 |
+
"thinker.model.layers.17.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 510 |
+
"thinker.model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 511 |
+
"thinker.model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 512 |
+
"thinker.model.layers.17.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 513 |
+
"thinker.model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 514 |
+
"thinker.model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 515 |
+
"thinker.model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 516 |
+
"thinker.model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 517 |
+
"thinker.model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 518 |
+
"thinker.model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 519 |
+
"thinker.model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 520 |
+
"thinker.model.layers.18.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 521 |
+
"thinker.model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 522 |
+
"thinker.model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 523 |
+
"thinker.model.layers.18.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 524 |
+
"thinker.model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 525 |
+
"thinker.model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 526 |
+
"thinker.model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 527 |
+
"thinker.model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 528 |
+
"thinker.model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 529 |
+
"thinker.model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 530 |
+
"thinker.model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 531 |
+
"thinker.model.layers.19.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 532 |
+
"thinker.model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 533 |
+
"thinker.model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 534 |
+
"thinker.model.layers.19.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 535 |
+
"thinker.model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 536 |
+
"thinker.model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 537 |
+
"thinker.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 538 |
+
"thinker.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 539 |
+
"thinker.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 540 |
+
"thinker.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 541 |
+
"thinker.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 542 |
+
"thinker.model.layers.2.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 543 |
+
"thinker.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 544 |
+
"thinker.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 545 |
+
"thinker.model.layers.2.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 546 |
+
"thinker.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 547 |
+
"thinker.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 548 |
+
"thinker.model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 549 |
+
"thinker.model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 550 |
+
"thinker.model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 551 |
+
"thinker.model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 552 |
+
"thinker.model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 553 |
+
"thinker.model.layers.20.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 554 |
+
"thinker.model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 555 |
+
"thinker.model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 556 |
+
"thinker.model.layers.20.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 557 |
+
"thinker.model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 558 |
+
"thinker.model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 559 |
+
"thinker.model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 560 |
+
"thinker.model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 561 |
+
"thinker.model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 562 |
+
"thinker.model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 563 |
+
"thinker.model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 564 |
+
"thinker.model.layers.21.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 565 |
+
"thinker.model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 566 |
+
"thinker.model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 567 |
+
"thinker.model.layers.21.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 568 |
+
"thinker.model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 569 |
+
"thinker.model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 570 |
+
"thinker.model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 571 |
+
"thinker.model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 572 |
+
"thinker.model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 573 |
+
"thinker.model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 574 |
+
"thinker.model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 575 |
+
"thinker.model.layers.22.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 576 |
+
"thinker.model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 577 |
+
"thinker.model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 578 |
+
"thinker.model.layers.22.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 579 |
+
"thinker.model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 580 |
+
"thinker.model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 581 |
+
"thinker.model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 582 |
+
"thinker.model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 583 |
+
"thinker.model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 584 |
+
"thinker.model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 585 |
+
"thinker.model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 586 |
+
"thinker.model.layers.23.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 587 |
+
"thinker.model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 588 |
+
"thinker.model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 589 |
+
"thinker.model.layers.23.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 590 |
+
"thinker.model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 591 |
+
"thinker.model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 592 |
+
"thinker.model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 593 |
+
"thinker.model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 594 |
+
"thinker.model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 595 |
+
"thinker.model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 596 |
+
"thinker.model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 597 |
+
"thinker.model.layers.24.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 598 |
+
"thinker.model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 599 |
+
"thinker.model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 600 |
+
"thinker.model.layers.24.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 601 |
+
"thinker.model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 602 |
+
"thinker.model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 603 |
+
"thinker.model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 604 |
+
"thinker.model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 605 |
+
"thinker.model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 606 |
+
"thinker.model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 607 |
+
"thinker.model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 608 |
+
"thinker.model.layers.25.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 609 |
+
"thinker.model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 610 |
+
"thinker.model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 611 |
+
"thinker.model.layers.25.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 612 |
+
"thinker.model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 613 |
+
"thinker.model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 614 |
+
"thinker.model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 615 |
+
"thinker.model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 616 |
+
"thinker.model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 617 |
+
"thinker.model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 618 |
+
"thinker.model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 619 |
+
"thinker.model.layers.26.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 620 |
+
"thinker.model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 621 |
+
"thinker.model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 622 |
+
"thinker.model.layers.26.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 623 |
+
"thinker.model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 624 |
+
"thinker.model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 625 |
+
"thinker.model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 626 |
+
"thinker.model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 627 |
+
"thinker.model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 628 |
+
"thinker.model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 629 |
+
"thinker.model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 630 |
+
"thinker.model.layers.27.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 631 |
+
"thinker.model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 632 |
+
"thinker.model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 633 |
+
"thinker.model.layers.27.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 634 |
+
"thinker.model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 635 |
+
"thinker.model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 636 |
+
"thinker.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 637 |
+
"thinker.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 638 |
+
"thinker.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 639 |
+
"thinker.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 640 |
+
"thinker.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 641 |
+
"thinker.model.layers.3.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 642 |
+
"thinker.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 643 |
+
"thinker.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 644 |
+
"thinker.model.layers.3.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 645 |
+
"thinker.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 646 |
+
"thinker.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 647 |
+
"thinker.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 648 |
+
"thinker.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 649 |
+
"thinker.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
| 650 |
+
"thinker.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
| 651 |
+
"thinker.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 652 |
+
"thinker.model.layers.4.self_attn.k_norm.weight": "model-00001-of-00002.safetensors",
|
| 653 |
+
"thinker.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
| 654 |
+
"thinker.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
| 655 |
+
"thinker.model.layers.4.self_attn.q_norm.weight": "model-00001-of-00002.safetensors",
|
| 656 |
+
"thinker.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
| 657 |
+
"thinker.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
| 658 |
+
"thinker.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
| 659 |
+
"thinker.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
| 660 |
+
"thinker.model.layers.5.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
| 661 |
+
"thinker.model.layers.5.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
| 662 |
+
"thinker.model.layers.5.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 663 |
+
"thinker.model.layers.5.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
|
| 664 |
+
"thinker.model.layers.5.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
| 665 |
+
"thinker.model.layers.5.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
| 666 |
+
"thinker.model.layers.5.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
|
| 667 |
+
"thinker.model.layers.5.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
| 668 |
+
"thinker.model.layers.5.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
| 669 |
+
"thinker.model.layers.6.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 670 |
+
"thinker.model.layers.6.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
| 671 |
+
"thinker.model.layers.6.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
| 672 |
+
"thinker.model.layers.6.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
| 673 |
+
"thinker.model.layers.6.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 674 |
+
"thinker.model.layers.6.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
|
| 675 |
+
"thinker.model.layers.6.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
| 676 |
+
"thinker.model.layers.6.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
| 677 |
+
"thinker.model.layers.6.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
|
| 678 |
+
"thinker.model.layers.6.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
| 679 |
+
"thinker.model.layers.6.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
| 680 |
+
"thinker.model.layers.7.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 681 |
+
"thinker.model.layers.7.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
| 682 |
+
"thinker.model.layers.7.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
| 683 |
+
"thinker.model.layers.7.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
| 684 |
+
"thinker.model.layers.7.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 685 |
+
"thinker.model.layers.7.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
|
| 686 |
+
"thinker.model.layers.7.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
| 687 |
+
"thinker.model.layers.7.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
| 688 |
+
"thinker.model.layers.7.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
|
| 689 |
+
"thinker.model.layers.7.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
| 690 |
+
"thinker.model.layers.7.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
| 691 |
+
"thinker.model.layers.8.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 692 |
+
"thinker.model.layers.8.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
| 693 |
+
"thinker.model.layers.8.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
| 694 |
+
"thinker.model.layers.8.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
| 695 |
+
"thinker.model.layers.8.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 696 |
+
"thinker.model.layers.8.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
|
| 697 |
+
"thinker.model.layers.8.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
| 698 |
+
"thinker.model.layers.8.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
| 699 |
+
"thinker.model.layers.8.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
|
| 700 |
+
"thinker.model.layers.8.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
| 701 |
+
"thinker.model.layers.8.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
| 702 |
+
"thinker.model.layers.9.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 703 |
+
"thinker.model.layers.9.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
| 704 |
+
"thinker.model.layers.9.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
| 705 |
+
"thinker.model.layers.9.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
| 706 |
+
"thinker.model.layers.9.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
| 707 |
+
"thinker.model.layers.9.self_attn.k_norm.weight": "model-00002-of-00002.safetensors",
|
| 708 |
+
"thinker.model.layers.9.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
| 709 |
+
"thinker.model.layers.9.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
| 710 |
+
"thinker.model.layers.9.self_attn.q_norm.weight": "model-00002-of-00002.safetensors",
|
| 711 |
+
"thinker.model.layers.9.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
| 712 |
+
"thinker.model.layers.9.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
| 713 |
+
"thinker.model.norm.weight": "model-00002-of-00002.safetensors"
|
| 714 |
+
}
|
| 715 |
+
}
|
qwen-asr/preprocessor_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"chunk_length": 30,
|
| 3 |
+
"dither": 0.0,
|
| 4 |
+
"feature_extractor_type": "WhisperFeatureExtractor",
|
| 5 |
+
"feature_size": 128,
|
| 6 |
+
"hop_length": 160,
|
| 7 |
+
"n_fft": 400,
|
| 8 |
+
"n_samples": 480000,
|
| 9 |
+
"nb_max_frames": 3000,
|
| 10 |
+
"padding_side": "right",
|
| 11 |
+
"padding_value": 0.0,
|
| 12 |
+
"processor_class": "Qwen3ASRProcessor",
|
| 13 |
+
"return_attention_mask": true
|
| 14 |
+
}
|
qwen-asr/tokenizer_config.json
ADDED
|
@@ -0,0 +1,549 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"added_tokens_decoder": {
|
| 5 |
+
"151643": {
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false,
|
| 11 |
+
"special": true
|
| 12 |
+
},
|
| 13 |
+
"151644": {
|
| 14 |
+
"content": "<|im_start|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false,
|
| 19 |
+
"special": true
|
| 20 |
+
},
|
| 21 |
+
"151645": {
|
| 22 |
+
"content": "<|im_end|>",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
+
},
|
| 29 |
+
"151646": {
|
| 30 |
+
"content": "<|object_ref_start|>",
|
| 31 |
+
"lstrip": false,
|
| 32 |
+
"normalized": false,
|
| 33 |
+
"rstrip": false,
|
| 34 |
+
"single_word": false,
|
| 35 |
+
"special": true
|
| 36 |
+
},
|
| 37 |
+
"151647": {
|
| 38 |
+
"content": "<|object_ref_end|>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false,
|
| 43 |
+
"special": true
|
| 44 |
+
},
|
| 45 |
+
"151648": {
|
| 46 |
+
"content": "<|box_start|>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false,
|
| 51 |
+
"special": true
|
| 52 |
+
},
|
| 53 |
+
"151649": {
|
| 54 |
+
"content": "<|box_end|>",
|
| 55 |
+
"lstrip": false,
|
| 56 |
+
"normalized": false,
|
| 57 |
+
"rstrip": false,
|
| 58 |
+
"single_word": false,
|
| 59 |
+
"special": true
|
| 60 |
+
},
|
| 61 |
+
"151650": {
|
| 62 |
+
"content": "<|quad_start|>",
|
| 63 |
+
"lstrip": false,
|
| 64 |
+
"normalized": false,
|
| 65 |
+
"rstrip": false,
|
| 66 |
+
"single_word": false,
|
| 67 |
+
"special": true
|
| 68 |
+
},
|
| 69 |
+
"151651": {
|
| 70 |
+
"content": "<|quad_end|>",
|
| 71 |
+
"lstrip": false,
|
| 72 |
+
"normalized": false,
|
| 73 |
+
"rstrip": false,
|
| 74 |
+
"single_word": false,
|
| 75 |
+
"special": true
|
| 76 |
+
},
|
| 77 |
+
"151652": {
|
| 78 |
+
"content": "<|vision_start|>",
|
| 79 |
+
"lstrip": false,
|
| 80 |
+
"normalized": false,
|
| 81 |
+
"rstrip": false,
|
| 82 |
+
"single_word": false,
|
| 83 |
+
"special": true
|
| 84 |
+
},
|
| 85 |
+
"151653": {
|
| 86 |
+
"content": "<|vision_end|>",
|
| 87 |
+
"lstrip": false,
|
| 88 |
+
"normalized": false,
|
| 89 |
+
"rstrip": false,
|
| 90 |
+
"single_word": false,
|
| 91 |
+
"special": true
|
| 92 |
+
},
|
| 93 |
+
"151654": {
|
| 94 |
+
"content": "<|vision_pad|>",
|
| 95 |
+
"lstrip": false,
|
| 96 |
+
"normalized": false,
|
| 97 |
+
"rstrip": false,
|
| 98 |
+
"single_word": false,
|
| 99 |
+
"special": true
|
| 100 |
+
},
|
| 101 |
+
"151655": {
|
| 102 |
+
"content": "<|image_pad|>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false,
|
| 107 |
+
"special": true
|
| 108 |
+
},
|
| 109 |
+
"151656": {
|
| 110 |
+
"content": "<|video_pad|>",
|
| 111 |
+
"lstrip": false,
|
| 112 |
+
"normalized": false,
|
| 113 |
+
"rstrip": false,
|
| 114 |
+
"single_word": false,
|
| 115 |
+
"special": true
|
| 116 |
+
},
|
| 117 |
+
"151657": {
|
| 118 |
+
"content": "<tool_call>",
|
| 119 |
+
"lstrip": false,
|
| 120 |
+
"normalized": false,
|
| 121 |
+
"rstrip": false,
|
| 122 |
+
"single_word": false,
|
| 123 |
+
"special": false
|
| 124 |
+
},
|
| 125 |
+
"151658": {
|
| 126 |
+
"content": "</tool_call>",
|
| 127 |
+
"lstrip": false,
|
| 128 |
+
"normalized": false,
|
| 129 |
+
"rstrip": false,
|
| 130 |
+
"single_word": false,
|
| 131 |
+
"special": false
|
| 132 |
+
},
|
| 133 |
+
"151659": {
|
| 134 |
+
"content": "<|fim_prefix|>",
|
| 135 |
+
"lstrip": false,
|
| 136 |
+
"normalized": false,
|
| 137 |
+
"rstrip": false,
|
| 138 |
+
"single_word": false,
|
| 139 |
+
"special": false
|
| 140 |
+
},
|
| 141 |
+
"151660": {
|
| 142 |
+
"content": "<|fim_middle|>",
|
| 143 |
+
"lstrip": false,
|
| 144 |
+
"normalized": false,
|
| 145 |
+
"rstrip": false,
|
| 146 |
+
"single_word": false,
|
| 147 |
+
"special": false
|
| 148 |
+
},
|
| 149 |
+
"151661": {
|
| 150 |
+
"content": "<|fim_suffix|>",
|
| 151 |
+
"lstrip": false,
|
| 152 |
+
"normalized": false,
|
| 153 |
+
"rstrip": false,
|
| 154 |
+
"single_word": false,
|
| 155 |
+
"special": false
|
| 156 |
+
},
|
| 157 |
+
"151662": {
|
| 158 |
+
"content": "<|fim_pad|>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false,
|
| 163 |
+
"special": false
|
| 164 |
+
},
|
| 165 |
+
"151663": {
|
| 166 |
+
"content": "<|repo_name|>",
|
| 167 |
+
"lstrip": false,
|
| 168 |
+
"normalized": false,
|
| 169 |
+
"rstrip": false,
|
| 170 |
+
"single_word": false,
|
| 171 |
+
"special": false
|
| 172 |
+
},
|
| 173 |
+
"151664": {
|
| 174 |
+
"content": "<|file_sep|>",
|
| 175 |
+
"lstrip": false,
|
| 176 |
+
"normalized": false,
|
| 177 |
+
"rstrip": false,
|
| 178 |
+
"single_word": false,
|
| 179 |
+
"special": false
|
| 180 |
+
},
|
| 181 |
+
"151665": {
|
| 182 |
+
"content": "<tool_response>",
|
| 183 |
+
"lstrip": false,
|
| 184 |
+
"normalized": false,
|
| 185 |
+
"rstrip": false,
|
| 186 |
+
"single_word": false,
|
| 187 |
+
"special": false
|
| 188 |
+
},
|
| 189 |
+
"151666": {
|
| 190 |
+
"content": "</tool_response>",
|
| 191 |
+
"lstrip": false,
|
| 192 |
+
"normalized": false,
|
| 193 |
+
"rstrip": false,
|
| 194 |
+
"single_word": false,
|
| 195 |
+
"special": false
|
| 196 |
+
},
|
| 197 |
+
"151667": {
|
| 198 |
+
"content": "<think>",
|
| 199 |
+
"lstrip": false,
|
| 200 |
+
"normalized": false,
|
| 201 |
+
"rstrip": false,
|
| 202 |
+
"single_word": false,
|
| 203 |
+
"special": false
|
| 204 |
+
},
|
| 205 |
+
"151668": {
|
| 206 |
+
"content": "</think>",
|
| 207 |
+
"lstrip": false,
|
| 208 |
+
"normalized": false,
|
| 209 |
+
"rstrip": false,
|
| 210 |
+
"single_word": false,
|
| 211 |
+
"special": false
|
| 212 |
+
},
|
| 213 |
+
"151669": {
|
| 214 |
+
"content": "<|audio_start|>",
|
| 215 |
+
"lstrip": false,
|
| 216 |
+
"normalized": false,
|
| 217 |
+
"rstrip": false,
|
| 218 |
+
"single_word": false,
|
| 219 |
+
"special": true
|
| 220 |
+
},
|
| 221 |
+
"151670": {
|
| 222 |
+
"content": "<|audio_end|>",
|
| 223 |
+
"lstrip": false,
|
| 224 |
+
"normalized": false,
|
| 225 |
+
"rstrip": false,
|
| 226 |
+
"single_word": false,
|
| 227 |
+
"special": true
|
| 228 |
+
},
|
| 229 |
+
"151671": {
|
| 230 |
+
"content": "<tts_pad>",
|
| 231 |
+
"lstrip": false,
|
| 232 |
+
"normalized": false,
|
| 233 |
+
"rstrip": false,
|
| 234 |
+
"single_word": false,
|
| 235 |
+
"special": true
|
| 236 |
+
},
|
| 237 |
+
"151672": {
|
| 238 |
+
"content": "<tts_text_bos>",
|
| 239 |
+
"lstrip": false,
|
| 240 |
+
"normalized": false,
|
| 241 |
+
"rstrip": false,
|
| 242 |
+
"single_word": false,
|
| 243 |
+
"special": true
|
| 244 |
+
},
|
| 245 |
+
"151673": {
|
| 246 |
+
"content": "<tts_text_eod>",
|
| 247 |
+
"lstrip": false,
|
| 248 |
+
"normalized": false,
|
| 249 |
+
"rstrip": false,
|
| 250 |
+
"single_word": false,
|
| 251 |
+
"special": true
|
| 252 |
+
},
|
| 253 |
+
"151674": {
|
| 254 |
+
"content": "<tts_text_bos_single>",
|
| 255 |
+
"lstrip": false,
|
| 256 |
+
"normalized": false,
|
| 257 |
+
"rstrip": false,
|
| 258 |
+
"single_word": false,
|
| 259 |
+
"special": true
|
| 260 |
+
},
|
| 261 |
+
"151675": {
|
| 262 |
+
"content": "<non_speech>",
|
| 263 |
+
"lstrip": false,
|
| 264 |
+
"normalized": false,
|
| 265 |
+
"rstrip": false,
|
| 266 |
+
"single_word": false,
|
| 267 |
+
"special": false
|
| 268 |
+
},
|
| 269 |
+
"151676": {
|
| 270 |
+
"content": "<|audio_pad|>",
|
| 271 |
+
"lstrip": false,
|
| 272 |
+
"normalized": false,
|
| 273 |
+
"rstrip": false,
|
| 274 |
+
"single_word": false,
|
| 275 |
+
"special": true
|
| 276 |
+
},
|
| 277 |
+
"151677": {
|
| 278 |
+
"content": "<blank1>",
|
| 279 |
+
"lstrip": false,
|
| 280 |
+
"normalized": false,
|
| 281 |
+
"rstrip": false,
|
| 282 |
+
"single_word": false,
|
| 283 |
+
"special": true
|
| 284 |
+
},
|
| 285 |
+
"151678": {
|
| 286 |
+
"content": "<blank2>",
|
| 287 |
+
"lstrip": false,
|
| 288 |
+
"normalized": false,
|
| 289 |
+
"rstrip": false,
|
| 290 |
+
"single_word": false,
|
| 291 |
+
"special": true
|
| 292 |
+
},
|
| 293 |
+
"151679": {
|
| 294 |
+
"content": "<blank3>",
|
| 295 |
+
"lstrip": false,
|
| 296 |
+
"normalized": false,
|
| 297 |
+
"rstrip": false,
|
| 298 |
+
"single_word": false,
|
| 299 |
+
"special": true
|
| 300 |
+
},
|
| 301 |
+
"151680": {
|
| 302 |
+
"content": "<blank4>",
|
| 303 |
+
"lstrip": false,
|
| 304 |
+
"normalized": false,
|
| 305 |
+
"rstrip": false,
|
| 306 |
+
"single_word": false,
|
| 307 |
+
"special": true
|
| 308 |
+
},
|
| 309 |
+
"151681": {
|
| 310 |
+
"content": "<blank5>",
|
| 311 |
+
"lstrip": false,
|
| 312 |
+
"normalized": false,
|
| 313 |
+
"rstrip": false,
|
| 314 |
+
"single_word": false,
|
| 315 |
+
"special": true
|
| 316 |
+
},
|
| 317 |
+
"151682": {
|
| 318 |
+
"content": "<blank6>",
|
| 319 |
+
"lstrip": false,
|
| 320 |
+
"normalized": false,
|
| 321 |
+
"rstrip": false,
|
| 322 |
+
"single_word": false,
|
| 323 |
+
"special": true
|
| 324 |
+
},
|
| 325 |
+
"151683": {
|
| 326 |
+
"content": "<blank7>",
|
| 327 |
+
"lstrip": false,
|
| 328 |
+
"normalized": false,
|
| 329 |
+
"rstrip": false,
|
| 330 |
+
"single_word": false,
|
| 331 |
+
"special": true
|
| 332 |
+
},
|
| 333 |
+
"151684": {
|
| 334 |
+
"content": "<blank8>",
|
| 335 |
+
"lstrip": false,
|
| 336 |
+
"normalized": false,
|
| 337 |
+
"rstrip": false,
|
| 338 |
+
"single_word": false,
|
| 339 |
+
"special": true
|
| 340 |
+
},
|
| 341 |
+
"151685": {
|
| 342 |
+
"content": "<blank9>",
|
| 343 |
+
"lstrip": false,
|
| 344 |
+
"normalized": false,
|
| 345 |
+
"rstrip": false,
|
| 346 |
+
"single_word": false,
|
| 347 |
+
"special": true
|
| 348 |
+
},
|
| 349 |
+
"151686": {
|
| 350 |
+
"content": "<blank10>",
|
| 351 |
+
"lstrip": false,
|
| 352 |
+
"normalized": false,
|
| 353 |
+
"rstrip": false,
|
| 354 |
+
"single_word": false,
|
| 355 |
+
"special": true
|
| 356 |
+
},
|
| 357 |
+
"151687": {
|
| 358 |
+
"content": "<blank11>",
|
| 359 |
+
"lstrip": false,
|
| 360 |
+
"normalized": false,
|
| 361 |
+
"rstrip": false,
|
| 362 |
+
"single_word": false,
|
| 363 |
+
"special": true
|
| 364 |
+
},
|
| 365 |
+
"151688": {
|
| 366 |
+
"content": "<blank12>",
|
| 367 |
+
"lstrip": false,
|
| 368 |
+
"normalized": false,
|
| 369 |
+
"rstrip": false,
|
| 370 |
+
"single_word": false,
|
| 371 |
+
"special": true
|
| 372 |
+
},
|
| 373 |
+
"151689": {
|
| 374 |
+
"content": "<blank13>",
|
| 375 |
+
"lstrip": false,
|
| 376 |
+
"normalized": false,
|
| 377 |
+
"rstrip": false,
|
| 378 |
+
"single_word": false,
|
| 379 |
+
"special": true
|
| 380 |
+
},
|
| 381 |
+
"151690": {
|
| 382 |
+
"content": "<blank14>",
|
| 383 |
+
"lstrip": false,
|
| 384 |
+
"normalized": false,
|
| 385 |
+
"rstrip": false,
|
| 386 |
+
"single_word": false,
|
| 387 |
+
"special": true
|
| 388 |
+
},
|
| 389 |
+
"151691": {
|
| 390 |
+
"content": "<blank15>",
|
| 391 |
+
"lstrip": false,
|
| 392 |
+
"normalized": false,
|
| 393 |
+
"rstrip": false,
|
| 394 |
+
"single_word": false,
|
| 395 |
+
"special": true
|
| 396 |
+
},
|
| 397 |
+
"151692": {
|
| 398 |
+
"content": "<blank16>",
|
| 399 |
+
"lstrip": false,
|
| 400 |
+
"normalized": false,
|
| 401 |
+
"rstrip": false,
|
| 402 |
+
"single_word": false,
|
| 403 |
+
"special": true
|
| 404 |
+
},
|
| 405 |
+
"151693": {
|
| 406 |
+
"content": "<blank17>",
|
| 407 |
+
"lstrip": false,
|
| 408 |
+
"normalized": false,
|
| 409 |
+
"rstrip": false,
|
| 410 |
+
"single_word": false,
|
| 411 |
+
"special": true
|
| 412 |
+
},
|
| 413 |
+
"151694": {
|
| 414 |
+
"content": "<blank18>",
|
| 415 |
+
"lstrip": false,
|
| 416 |
+
"normalized": false,
|
| 417 |
+
"rstrip": false,
|
| 418 |
+
"single_word": false,
|
| 419 |
+
"special": true
|
| 420 |
+
},
|
| 421 |
+
"151695": {
|
| 422 |
+
"content": "<blank19>",
|
| 423 |
+
"lstrip": false,
|
| 424 |
+
"normalized": false,
|
| 425 |
+
"rstrip": false,
|
| 426 |
+
"single_word": false,
|
| 427 |
+
"special": true
|
| 428 |
+
},
|
| 429 |
+
"151696": {
|
| 430 |
+
"content": "<blank20>",
|
| 431 |
+
"lstrip": false,
|
| 432 |
+
"normalized": false,
|
| 433 |
+
"rstrip": false,
|
| 434 |
+
"single_word": false,
|
| 435 |
+
"special": true
|
| 436 |
+
},
|
| 437 |
+
"151697": {
|
| 438 |
+
"content": "<blank21>",
|
| 439 |
+
"lstrip": false,
|
| 440 |
+
"normalized": false,
|
| 441 |
+
"rstrip": false,
|
| 442 |
+
"single_word": false,
|
| 443 |
+
"special": true
|
| 444 |
+
},
|
| 445 |
+
"151698": {
|
| 446 |
+
"content": "<blank22>",
|
| 447 |
+
"lstrip": false,
|
| 448 |
+
"normalized": false,
|
| 449 |
+
"rstrip": false,
|
| 450 |
+
"single_word": false,
|
| 451 |
+
"special": true
|
| 452 |
+
},
|
| 453 |
+
"151699": {
|
| 454 |
+
"content": "<blank23>",
|
| 455 |
+
"lstrip": false,
|
| 456 |
+
"normalized": false,
|
| 457 |
+
"rstrip": false,
|
| 458 |
+
"single_word": false,
|
| 459 |
+
"special": true
|
| 460 |
+
},
|
| 461 |
+
"151700": {
|
| 462 |
+
"content": "<blank24>",
|
| 463 |
+
"lstrip": false,
|
| 464 |
+
"normalized": false,
|
| 465 |
+
"rstrip": false,
|
| 466 |
+
"single_word": false,
|
| 467 |
+
"special": true
|
| 468 |
+
},
|
| 469 |
+
"151701": {
|
| 470 |
+
"content": "<blank25>",
|
| 471 |
+
"lstrip": false,
|
| 472 |
+
"normalized": false,
|
| 473 |
+
"rstrip": false,
|
| 474 |
+
"single_word": false,
|
| 475 |
+
"special": true
|
| 476 |
+
},
|
| 477 |
+
"151702": {
|
| 478 |
+
"content": "<blank26>",
|
| 479 |
+
"lstrip": false,
|
| 480 |
+
"normalized": false,
|
| 481 |
+
"rstrip": false,
|
| 482 |
+
"single_word": false,
|
| 483 |
+
"special": true
|
| 484 |
+
},
|
| 485 |
+
"151703": {
|
| 486 |
+
"content": "<blank27>",
|
| 487 |
+
"lstrip": false,
|
| 488 |
+
"normalized": false,
|
| 489 |
+
"rstrip": false,
|
| 490 |
+
"single_word": false,
|
| 491 |
+
"special": true
|
| 492 |
+
},
|
| 493 |
+
"151704": {
|
| 494 |
+
"content": "<asr_text>",
|
| 495 |
+
"lstrip": false,
|
| 496 |
+
"normalized": false,
|
| 497 |
+
"rstrip": false,
|
| 498 |
+
"single_word": false,
|
| 499 |
+
"special": false
|
| 500 |
+
}
|
| 501 |
+
},
|
| 502 |
+
"additional_special_tokens": [
|
| 503 |
+
"<|im_start|>",
|
| 504 |
+
"<|im_end|>",
|
| 505 |
+
"<|object_ref_start|>",
|
| 506 |
+
"<|object_ref_end|>",
|
| 507 |
+
"<|box_start|>",
|
| 508 |
+
"<|box_end|>",
|
| 509 |
+
"<|quad_start|>",
|
| 510 |
+
"<|quad_end|>",
|
| 511 |
+
"<|vision_start|>",
|
| 512 |
+
"<|vision_end|>",
|
| 513 |
+
"<|vision_pad|>",
|
| 514 |
+
"<|image_pad|>",
|
| 515 |
+
"<|video_pad|>",
|
| 516 |
+
"<|audio_start|>",
|
| 517 |
+
"<|audio_end|>",
|
| 518 |
+
"<tts_pad>",
|
| 519 |
+
"<tts_text_bos>",
|
| 520 |
+
"<tts_text_bos_single>",
|
| 521 |
+
"<|audio_pad|>"
|
| 522 |
+
],
|
| 523 |
+
"audio_bos_token": "<|audio_start|>",
|
| 524 |
+
"audio_eos_token": "<|audio_end|>",
|
| 525 |
+
"audio_token": "<|audio_pad|>",
|
| 526 |
+
"bos_token": null,
|
| 527 |
+
"clean_up_tokenization_spaces": false,
|
| 528 |
+
"eos_token": "<|im_end|>",
|
| 529 |
+
"errors": "replace",
|
| 530 |
+
"extra_special_tokens": {
|
| 531 |
+
"audio_bos_token": "<|audio_start|>",
|
| 532 |
+
"audio_eos_token": "<|audio_end|>",
|
| 533 |
+
"audio_token": "<|audio_pad|>",
|
| 534 |
+
"image_token": "<|image_pad|>",
|
| 535 |
+
"video_token": "<|video_pad|>",
|
| 536 |
+
"vision_bos_token": "<|vision_start|>",
|
| 537 |
+
"vision_eos_token": "<|vision_end|>"
|
| 538 |
+
},
|
| 539 |
+
"image_token": "<|image_pad|>",
|
| 540 |
+
"model_max_length": 131072,
|
| 541 |
+
"pad_token": "<|endoftext|>",
|
| 542 |
+
"processor_class": "Qwen3ASRProcessor",
|
| 543 |
+
"split_special_tokens": false,
|
| 544 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 545 |
+
"unk_token": null,
|
| 546 |
+
"video_token": "<|video_pad|>",
|
| 547 |
+
"vision_bos_token": "<|vision_start|>",
|
| 548 |
+
"vision_eos_token": "<|vision_end|>"
|
| 549 |
+
}
|
qwen-asr/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
rnnoise/LICENSE
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Copyright (c) 2017, Mozilla
|
| 2 |
+
Copyright (c) 2007-2017, Jean-Marc Valin
|
| 3 |
+
Copyright (c) 2005-2017, Xiph.Org Foundation
|
| 4 |
+
Copyright (c) 2003-2004, Mark Borgerding
|
| 5 |
+
|
| 6 |
+
Redistribution and use in source and binary forms, with or without
|
| 7 |
+
modification, are permitted provided that the following conditions
|
| 8 |
+
are met:
|
| 9 |
+
|
| 10 |
+
- Redistributions of source code must retain the above copyright
|
| 11 |
+
notice, this list of conditions and the following disclaimer.
|
| 12 |
+
|
| 13 |
+
- Redistributions in binary form must reproduce the above copyright
|
| 14 |
+
notice, this list of conditions and the following disclaimer in the
|
| 15 |
+
documentation and/or other materials provided with the distribution.
|
| 16 |
+
|
| 17 |
+
- Neither the name of the Xiph.Org Foundation nor the names of its
|
| 18 |
+
contributors may be used to endorse or promote products derived from
|
| 19 |
+
this software without specific prior written permission.
|
| 20 |
+
|
| 21 |
+
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| 22 |
+
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| 23 |
+
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| 24 |
+
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION
|
| 25 |
+
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| 26 |
+
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| 27 |
+
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| 28 |
+
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| 29 |
+
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| 30 |
+
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| 31 |
+
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
rnnoise/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: https://raw.githubusercontent.com/richardpl/arnndn-models/0fda24c46d78f0207d820bb970fbe85c1971b39c/std.rnnn
|
| 2 |
+
License: bsd-3-clause
|
rnnoise/std.rnnn
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tesseract-eng/LICENSE
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Apache License
|
| 2 |
+
Version 2.0, January 2004
|
| 3 |
+
http://www.apache.org/licenses/
|
| 4 |
+
|
| 5 |
+
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
|
| 6 |
+
|
| 7 |
+
1. Definitions.
|
| 8 |
+
|
| 9 |
+
"License" shall mean the terms and conditions for use, reproduction,
|
| 10 |
+
and distribution as defined by Sections 1 through 9 of this document.
|
| 11 |
+
|
| 12 |
+
"Licensor" shall mean the copyright owner or entity authorized by
|
| 13 |
+
the copyright owner that is granting the License.
|
| 14 |
+
|
| 15 |
+
"Legal Entity" shall mean the union of the acting entity and all
|
| 16 |
+
other entities that control, are controlled by, or are under common
|
| 17 |
+
control with that entity. For the purposes of this definition,
|
| 18 |
+
"control" means (i) the power, direct or indirect, to cause the
|
| 19 |
+
direction or management of such entity, whether by contract or
|
| 20 |
+
otherwise, or (ii) ownership of fifty percent (50%) or more of the
|
| 21 |
+
outstanding shares, or (iii) beneficial ownership of such entity.
|
| 22 |
+
|
| 23 |
+
"You" (or "Your") shall mean an individual or Legal Entity
|
| 24 |
+
exercising permissions granted by this License.
|
| 25 |
+
|
| 26 |
+
"Source" form shall mean the preferred form for making modifications,
|
| 27 |
+
including but not limited to software source code, documentation
|
| 28 |
+
source, and configuration files.
|
| 29 |
+
|
| 30 |
+
"Object" form shall mean any form resulting from mechanical
|
| 31 |
+
transformation or translation of a Source form, including but
|
| 32 |
+
not limited to compiled object code, generated documentation,
|
| 33 |
+
and conversions to other media types.
|
| 34 |
+
|
| 35 |
+
"Work" shall mean the work of authorship, whether in Source or
|
| 36 |
+
Object form, made available under the License, as indicated by a
|
| 37 |
+
copyright notice that is included in or attached to the work
|
| 38 |
+
(an example is provided in the Appendix below).
|
| 39 |
+
|
| 40 |
+
"Derivative Works" shall mean any work, whether in Source or Object
|
| 41 |
+
form, that is based on (or derived from) the Work and for which the
|
| 42 |
+
editorial revisions, annotations, elaborations, or other modifications
|
| 43 |
+
represent, as a whole, an original work of authorship. For the purposes
|
| 44 |
+
of this License, Derivative Works shall not include works that remain
|
| 45 |
+
separable from, or merely link (or bind by name) to the interfaces of,
|
| 46 |
+
the Work and Derivative Works thereof.
|
| 47 |
+
|
| 48 |
+
"Contribution" shall mean any work of authorship, including
|
| 49 |
+
the original version of the Work and any modifications or additions
|
| 50 |
+
to that Work or Derivative Works thereof, that is intentionally
|
| 51 |
+
submitted to Licensor for inclusion in the Work by the copyright owner
|
| 52 |
+
or by an individual or Legal Entity authorized to submit on behalf of
|
| 53 |
+
the copyright owner. For the purposes of this definition, "submitted"
|
| 54 |
+
means any form of electronic, verbal, or written communication sent
|
| 55 |
+
to the Licensor or its representatives, including but not limited to
|
| 56 |
+
communication on electronic mailing lists, source code control systems,
|
| 57 |
+
and issue tracking systems that are managed by, or on behalf of, the
|
| 58 |
+
Licensor for the purpose of discussing and improving the Work, but
|
| 59 |
+
excluding communication that is conspicuously marked or otherwise
|
| 60 |
+
designated in writing by the copyright owner as "Not a Contribution."
|
| 61 |
+
|
| 62 |
+
"Contributor" shall mean Licensor and any individual or Legal Entity
|
| 63 |
+
on behalf of whom a Contribution has been received by Licensor and
|
| 64 |
+
subsequently incorporated within the Work.
|
| 65 |
+
|
| 66 |
+
2. Grant of Copyright License. Subject to the terms and conditions of
|
| 67 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 68 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 69 |
+
copyright license to reproduce, prepare Derivative Works of,
|
| 70 |
+
publicly display, publicly perform, sublicense, and distribute the
|
| 71 |
+
Work and such Derivative Works in Source or Object form.
|
| 72 |
+
|
| 73 |
+
3. Grant of Patent License. Subject to the terms and conditions of
|
| 74 |
+
this License, each Contributor hereby grants to You a perpetual,
|
| 75 |
+
worldwide, non-exclusive, no-charge, royalty-free, irrevocable
|
| 76 |
+
(except as stated in this section) patent license to make, have made,
|
| 77 |
+
use, offer to sell, sell, import, and otherwise transfer the Work,
|
| 78 |
+
where such license applies only to those patent claims licensable
|
| 79 |
+
by such Contributor that are necessarily infringed by their
|
| 80 |
+
Contribution(s) alone or by combination of their Contribution(s)
|
| 81 |
+
with the Work to which such Contribution(s) was submitted. If You
|
| 82 |
+
institute patent litigation against any entity (including a
|
| 83 |
+
cross-claim or counterclaim in a lawsuit) alleging that the Work
|
| 84 |
+
or a Contribution incorporated within the Work constitutes direct
|
| 85 |
+
or contributory patent infringement, then any patent licenses
|
| 86 |
+
granted to You under this License for that Work shall terminate
|
| 87 |
+
as of the date such litigation is filed.
|
| 88 |
+
|
| 89 |
+
4. Redistribution. You may reproduce and distribute copies of the
|
| 90 |
+
Work or Derivative Works thereof in any medium, with or without
|
| 91 |
+
modifications, and in Source or Object form, provided that You
|
| 92 |
+
meet the following conditions:
|
| 93 |
+
|
| 94 |
+
(a) You must give any other recipients of the Work or
|
| 95 |
+
Derivative Works a copy of this License; and
|
| 96 |
+
|
| 97 |
+
(b) You must cause any modified files to carry prominent notices
|
| 98 |
+
stating that You changed the files; and
|
| 99 |
+
|
| 100 |
+
(c) You must retain, in the Source form of any Derivative Works
|
| 101 |
+
that You distribute, all copyright, patent, trademark, and
|
| 102 |
+
attribution notices from the Source form of the Work,
|
| 103 |
+
excluding those notices that do not pertain to any part of
|
| 104 |
+
the Derivative Works; and
|
| 105 |
+
|
| 106 |
+
(d) If the Work includes a "NOTICE" text file as part of its
|
| 107 |
+
distribution, then any Derivative Works that You distribute must
|
| 108 |
+
include a readable copy of the attribution notices contained
|
| 109 |
+
within such NOTICE file, excluding those notices that do not
|
| 110 |
+
pertain to any part of the Derivative Works, in at least one
|
| 111 |
+
of the following places: within a NOTICE text file distributed
|
| 112 |
+
as part of the Derivative Works; within the Source form or
|
| 113 |
+
documentation, if provided along with the Derivative Works; or,
|
| 114 |
+
within a display generated by the Derivative Works, if and
|
| 115 |
+
wherever such third-party notices normally appear. The contents
|
| 116 |
+
of the NOTICE file are for informational purposes only and
|
| 117 |
+
do not modify the License. You may add Your own attribution
|
| 118 |
+
notices within Derivative Works that You distribute, alongside
|
| 119 |
+
or as an addendum to the NOTICE text from the Work, provided
|
| 120 |
+
that such additional attribution notices cannot be construed
|
| 121 |
+
as modifying the License.
|
| 122 |
+
|
| 123 |
+
You may add Your own copyright statement to Your modifications and
|
| 124 |
+
may provide additional or different license terms and conditions
|
| 125 |
+
for use, reproduction, or distribution of Your modifications, or
|
| 126 |
+
for any such Derivative Works as a whole, provided Your use,
|
| 127 |
+
reproduction, and distribution of the Work otherwise complies with
|
| 128 |
+
the conditions stated in this License.
|
| 129 |
+
|
| 130 |
+
5. Submission of Contributions. Unless You explicitly state otherwise,
|
| 131 |
+
any Contribution intentionally submitted for inclusion in the Work
|
| 132 |
+
by You to the Licensor shall be under the terms and conditions of
|
| 133 |
+
this License, without any additional terms or conditions.
|
| 134 |
+
Notwithstanding the above, nothing herein shall supersede or modify
|
| 135 |
+
the terms of any separate license agreement you may have executed
|
| 136 |
+
with Licensor regarding such Contributions.
|
| 137 |
+
|
| 138 |
+
6. Trademarks. This License does not grant permission to use the trade
|
| 139 |
+
names, trademarks, service marks, or product names of the Licensor,
|
| 140 |
+
except as required for reasonable and customary use in describing the
|
| 141 |
+
origin of the Work and reproducing the content of the NOTICE file.
|
| 142 |
+
|
| 143 |
+
7. Disclaimer of Warranty. Unless required by applicable law or
|
| 144 |
+
agreed to in writing, Licensor provides the Work (and each
|
| 145 |
+
Contributor provides its Contributions) on an "AS IS" BASIS,
|
| 146 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
| 147 |
+
implied, including, without limitation, any warranties or conditions
|
| 148 |
+
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
|
| 149 |
+
PARTICULAR PURPOSE. You are solely responsible for determining the
|
| 150 |
+
appropriateness of using or redistributing the Work and assume any
|
| 151 |
+
risks associated with Your exercise of permissions under this License.
|
| 152 |
+
|
| 153 |
+
8. Limitation of Liability. In no event and under no legal theory,
|
| 154 |
+
whether in tort (including negligence), contract, or otherwise,
|
| 155 |
+
unless required by applicable law (such as deliberate and grossly
|
| 156 |
+
negligent acts) or agreed to in writing, shall any Contributor be
|
| 157 |
+
liable to You for damages, including any direct, indirect, special,
|
| 158 |
+
incidental, or consequential damages of any character arising as a
|
| 159 |
+
result of this License or out of the use or inability to use the
|
| 160 |
+
Work (including but not limited to damages for loss of goodwill,
|
| 161 |
+
work stoppage, computer failure or malfunction, or any and all
|
| 162 |
+
other commercial damages or losses), even if such Contributor
|
| 163 |
+
has been advised of the possibility of such damages.
|
| 164 |
+
|
| 165 |
+
9. Accepting Warranty or Additional Liability. While redistributing
|
| 166 |
+
the Work or Derivative Works thereof, You may choose to offer,
|
| 167 |
+
and charge a fee for, acceptance of support, warranty, indemnity,
|
| 168 |
+
or other liability obligations and/or rights consistent with this
|
| 169 |
+
License. However, in accepting such obligations, You may act only
|
| 170 |
+
on Your own behalf and on Your sole responsibility, not on behalf
|
| 171 |
+
of any other Contributor, and only if You agree to indemnify,
|
| 172 |
+
defend, and hold each Contributor harmless for any liability
|
| 173 |
+
incurred by, or claims asserted against, such Contributor by reason
|
| 174 |
+
of your accepting any such warranty or additional liability.
|
| 175 |
+
|
| 176 |
+
END OF TERMS AND CONDITIONS
|
| 177 |
+
|
| 178 |
+
APPENDIX: How to apply the Apache License to your work.
|
| 179 |
+
|
| 180 |
+
To apply the Apache License to your work, attach the following
|
| 181 |
+
boilerplate notice, with the fields enclosed by brackets "[]"
|
| 182 |
+
replaced with your own identifying information. (Don't include
|
| 183 |
+
the brackets!) The text should be enclosed in the appropriate
|
| 184 |
+
comment syntax for the file format. We also recommend that a
|
| 185 |
+
file or class name and description of purpose be included on the
|
| 186 |
+
same "printed page" as the copyright notice for easier
|
| 187 |
+
identification within third-party archives.
|
| 188 |
+
|
| 189 |
+
Copyright [yyyy] [name of copyright owner]
|
| 190 |
+
|
| 191 |
+
Licensed under the Apache License, Version 2.0 (the "License");
|
| 192 |
+
you may not use this file except in compliance with the License.
|
| 193 |
+
You may obtain a copy of the License at
|
| 194 |
+
|
| 195 |
+
http://www.apache.org/licenses/LICENSE-2.0
|
| 196 |
+
|
| 197 |
+
Unless required by applicable law or agreed to in writing, software
|
| 198 |
+
distributed under the License is distributed on an "AS IS" BASIS,
|
| 199 |
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| 200 |
+
See the License for the specific language governing permissions and
|
| 201 |
+
limitations under the License.
|
tesseract-eng/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: https://cdn.jsdelivr.net/npm/@tesseract.js-data/eng/4.0.0_best_int/eng.traineddata.gz
|
| 2 |
+
License: apache-2.0
|
tesseract-eng/eng.traineddata.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45b4cb346724ac1774f1c36f42f182b887bcdb28ebe63e6fff90ac41f3fcff91
|
| 3 |
+
size 2952873
|
unlimited-ocr/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIT License
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2026 Baidu
|
| 4 |
+
|
| 5 |
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
| 6 |
+
of this software and associated documentation files (the "Software"), to deal
|
| 7 |
+
in the Software without restriction, including without limitation the rights
|
| 8 |
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
| 9 |
+
copies of the Software, and to permit persons to whom the Software is
|
| 10 |
+
furnished to do so, subject to the following conditions:
|
| 11 |
+
|
| 12 |
+
The above copyright notice and this permission notice shall be included in all
|
| 13 |
+
copies or substantial portions of the Software.
|
| 14 |
+
|
| 15 |
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 16 |
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
| 17 |
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
| 18 |
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
| 19 |
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| 20 |
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
| 21 |
+
SOFTWARE.
|
unlimited-ocr/PROVENANCE.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Original model: baidu/Unlimited-OCR
|
| 2 |
+
Upstream revision: 8249d20b2822a7d8a4c22c8d8c9069b5ac36bda3
|
| 3 |
+
License: mit
|
| 4 |
+
Distributed for SnapTop without changing the upstream license.
|
unlimited-ocr/README.md
ADDED
|
@@ -0,0 +1,335 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
pipeline_tag: image-text-to-text
|
| 3 |
+
language:
|
| 4 |
+
- multilingual
|
| 5 |
+
tags:
|
| 6 |
+
- baidu
|
| 7 |
+
- vision-language
|
| 8 |
+
- ocr
|
| 9 |
+
- custom_code
|
| 10 |
+
license: mit
|
| 11 |
+
library_name: transformers
|
| 12 |
+
---
|
| 13 |
+
<p align="center">
|
| 14 |
+
<img src="assets/baidu.png" width="55%" alt="Baidu Inc." />
|
| 15 |
+
</p>
|
| 16 |
+
|
| 17 |
+
<hr>
|
| 18 |
+
|
| 19 |
+
<h1 align="center">Unlimited OCR Works</h1>
|
| 20 |
+
|
| 21 |
+
<div align="center">
|
| 22 |
+
|
| 23 |
+
<a href="https://trendshift.io/repositories/62053?utm_source=trendshift-badge&utm_medium=badge&utm_campaign=badge-trendshift-62053" target="_blank" rel="noopener noreferrer"><img src="https://trendshift.io/api/badge/trendshift/repositories/62053/daily" alt="baidu%2FUnlimited-OCR | Trendshift" width="250" height="55"/></a>
|
| 24 |
+
|
| 25 |
+
<a href="https://github.com/baidu/Unlimited-OCR">
|
| 26 |
+
<img alt="GitHub" src="https://img.shields.io/badge/GitHub-Code-181717?logo=github&logoColor=white" />
|
| 27 |
+
</a>
|
| 28 |
+
<a href="https://huggingface.co/baidu/Unlimited-OCR">
|
| 29 |
+
<img alt="Hugging Face" src="https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-Model-ffc107?color=ffc107&logoColor=white" />
|
| 30 |
+
</a>
|
| 31 |
+
</div>
|
| 32 |
+
|
| 33 |
+
<div align="center">
|
| 34 |
+
<a href="https://arxiv.org/abs/2606.23050">
|
| 35 |
+
<img alt="arXiv" src="https://img.shields.io/badge/arXiv-Unlimited OCR Works-b31b1b?logo=arxiv&logoColor=white" />
|
| 36 |
+
</a>
|
| 37 |
+
<a href="https://x.com/Baidu_Inc" target="_blank">
|
| 38 |
+
<img alt="Twitter Follow" src="https://img.shields.io/badge/Twitter-Baidu Inc.-white?logo=x&logoColor=white" />
|
| 39 |
+
</a>
|
| 40 |
+
</div>
|
| 41 |
+
|
| 42 |
+
<h3 align="center">Welcome the Era of One-shot Long-horizon Parsing.</h3>
|
| 43 |
+
|
| 44 |
+
<p align="center">
|
| 45 |
+
<img src="assets/Unlimited-OCR.png" width="1000" alt="Unlimited OCR overview" />
|
| 46 |
+
</p>
|
| 47 |
+
|
| 48 |
+
|
| 49 |
+
## Release
|
| 50 |
+
- [2026/07/21] 🤝 Thanks to the [ms-swift community](https://github.com/modelscope/ms-swift) for their support, our model now supports training with [ms-swift](https://github.com/modelscope/ms-swift).
|
| 51 |
+
- [2026/07/03] 🤝 Thanks to the Baidu Cloud team for their support. Our model is now available on [Baidu Cloud](https://cloud.baidu.com/doc/OCR/s/fmr1p39gb).
|
| 52 |
+
- [2026/06/28] 🤝 Thanks to the [vLLM community](https://github.com/vllm-project/vllm) and [Tianyu Guo](https://github.com/gty111) for their support, our model now supports vLLM inference.
|
| 53 |
+
- [2026/06/24] 🤝 Thanks to [AK](https://x.com/_akhaliq) for creating a demo for us. It is now available at [Hugging Face Spaces](https://huggingface.co/spaces/baidu/Unlimited-OCR).
|
| 54 |
+
- [2026/06/23] 📄 Our paper is now available on [arXiv](https://arxiv.org/abs/2606.23050).
|
| 55 |
+
- [2026/06/23] 🤝 Thanks to the [ModelScope community](https://github.com/modelscope) for their support. Our model is now available at [ModelScope](https://modelscope.cn/models/PaddlePaddle/Unlimited-OCR).
|
| 56 |
+
- [2026/06/22] 🚀 We present [Unlimited-OCR](https://github.com/baidu/Unlimited-OCR), aiming to push [Deepseek-OCR](https://github.com/deepseek-ai/DeepSeek-OCR) one step further.
|
| 57 |
+
|
| 58 |
+
## Inference
|
| 59 |
+
|
| 60 |
+
### Transformers
|
| 61 |
+
Inference using Huggingface transformers on NVIDIA GPUs. Requirements tested on python 3.12.3 + CUDA12.9:
|
| 62 |
+
|
| 63 |
+
```
|
| 64 |
+
torch==2.10.0
|
| 65 |
+
torchvision==0.25.0
|
| 66 |
+
transformers==4.57.1
|
| 67 |
+
Pillow==12.1.1
|
| 68 |
+
matplotlib==3.10.8
|
| 69 |
+
einops==0.8.2
|
| 70 |
+
addict==2.4.0
|
| 71 |
+
easydict==1.13
|
| 72 |
+
pymupdf==1.27.2.2
|
| 73 |
+
psutil==7.2.2
|
| 74 |
+
```
|
| 75 |
+
|
| 76 |
+
```python
|
| 77 |
+
import os
|
| 78 |
+
import torch
|
| 79 |
+
from transformers import AutoModel, AutoTokenizer
|
| 80 |
+
|
| 81 |
+
model_name = 'baidu/Unlimited-OCR'
|
| 82 |
+
|
| 83 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
| 84 |
+
model = AutoModel.from_pretrained(
|
| 85 |
+
model_name,
|
| 86 |
+
trust_remote_code=True,
|
| 87 |
+
use_safetensors=True,
|
| 88 |
+
torch_dtype=torch.bfloat16,
|
| 89 |
+
)
|
| 90 |
+
model = model.eval().cuda()
|
| 91 |
+
|
| 92 |
+
# ── Single image supports two configs: gundam or base ──
|
| 93 |
+
# gundam: base_size=1024, image_size=640, crop_mode=True
|
| 94 |
+
# base: base_size=1024, image_size=1024, crop_mode=False
|
| 95 |
+
model.infer(
|
| 96 |
+
tokenizer,
|
| 97 |
+
prompt='<image>document parsing.',
|
| 98 |
+
image_file='your_image.jpg',
|
| 99 |
+
output_path='your/output/dir',
|
| 100 |
+
base_size=1024, image_size=640, crop_mode=True,
|
| 101 |
+
max_length=32768,
|
| 102 |
+
no_repeat_ngram_size=35, ngram_window=128,
|
| 103 |
+
save_results=True,
|
| 104 |
+
)
|
| 105 |
+
|
| 106 |
+
# ── Multi page / PDF only uses base (image_size=1024) ──
|
| 107 |
+
model.infer_multi(
|
| 108 |
+
tokenizer,
|
| 109 |
+
prompt='<image>Multi page parsing.',
|
| 110 |
+
image_files=['page1.png', 'page2.png', 'page3.png'],
|
| 111 |
+
output_path='your/output/dir',
|
| 112 |
+
image_size=1024,
|
| 113 |
+
max_length=32768,
|
| 114 |
+
no_repeat_ngram_size=35, ngram_window=1024,
|
| 115 |
+
save_results=True,
|
| 116 |
+
)
|
| 117 |
+
|
| 118 |
+
# ── PDF (convert pages to images, then multi-page parsing) ──
|
| 119 |
+
import tempfile, fitz # PyMuPDF
|
| 120 |
+
|
| 121 |
+
def pdf_to_images(pdf_path, dpi=300):
|
| 122 |
+
doc = fitz.open(pdf_path)
|
| 123 |
+
tmp_dir = tempfile.mkdtemp(prefix='pdf_ocr_')
|
| 124 |
+
mat = fitz.Matrix(dpi / 72, dpi / 72)
|
| 125 |
+
paths = []
|
| 126 |
+
for i, page in enumerate(doc):
|
| 127 |
+
out = os.path.join(tmp_dir, f'page_{i+1:04d}.png')
|
| 128 |
+
page.get_pixmap(matrix=mat).save(out)
|
| 129 |
+
paths.append(out)
|
| 130 |
+
doc.close()
|
| 131 |
+
return paths
|
| 132 |
+
|
| 133 |
+
model.infer_multi(
|
| 134 |
+
tokenizer,
|
| 135 |
+
prompt='<image>Multi page parsing.',
|
| 136 |
+
image_files=pdf_to_images('your_doc.pdf', dpi=300),
|
| 137 |
+
output_path='your/output/dir',
|
| 138 |
+
image_size=1024,
|
| 139 |
+
max_length=32768,
|
| 140 |
+
no_repeat_ngram_size=35, ngram_window=1024,
|
| 141 |
+
save_results=True,
|
| 142 |
+
)
|
| 143 |
+
```
|
| 144 |
+
|
| 145 |
+
### vLLM
|
| 146 |
+
|
| 147 |
+
Please refer to the official vLLM recipe for deployment details:
|
| 148 |
+
|
| 149 |
+
**Recipe:** [https://recipes.vllm.ai/baidu/Unlimited-OCR](https://recipes.vllm.ai/baidu/Unlimited-OCR)
|
| 150 |
+
|
| 151 |
+
##### Docker Images
|
| 152 |
+
Use the following Docker images depending on your GPU platform:
|
| 153 |
+
|
| 154 |
+
**Default (CUDA 13.0):**
|
| 155 |
+
```bash
|
| 156 |
+
docker pull vllm/vllm-openai:unlimited-ocr
|
| 157 |
+
```
|
| 158 |
+
**For Hopper GPUs (CUDA 12.9)**
|
| 159 |
+
```bash
|
| 160 |
+
docker pull vllm/vllm-openai:unlimited-ocr-cu129
|
| 161 |
+
```
|
| 162 |
+
|
| 163 |
+
### SGLang
|
| 164 |
+
|
| 165 |
+
Set up the environment (uv-managed virtualenv). Install the local SGLang wheel first,
|
| 166 |
+
then pin `kernels==0.9.0` and install PyMuPDF for PDF-to-image conversion:
|
| 167 |
+
```shell
|
| 168 |
+
uv venv --python 3.12
|
| 169 |
+
source .venv/bin/activate
|
| 170 |
+
|
| 171 |
+
uv pip install wheel/sglang-0.0.0.dev11416+g92e8bb79e-py3-none-any.whl
|
| 172 |
+
uv pip install kernels==0.11.7
|
| 173 |
+
uv pip install pymupdf==1.27.2.2
|
| 174 |
+
```
|
| 175 |
+
|
| 176 |
+
Start the SGLang server:
|
| 177 |
+
```shell
|
| 178 |
+
python -m sglang.launch_server \
|
| 179 |
+
--model baidu/Unlimited-OCR \
|
| 180 |
+
--served-model-name Unlimited-OCR \
|
| 181 |
+
--attention-backend fa3 \
|
| 182 |
+
--page-size 1 \
|
| 183 |
+
--mem-fraction-static 0.8 \
|
| 184 |
+
--context-length 32768 \
|
| 185 |
+
--enable-custom-logit-processor \
|
| 186 |
+
--disable-overlap-schedule \
|
| 187 |
+
--skip-server-warmup \
|
| 188 |
+
--host 0.0.0.0 \
|
| 189 |
+
--port 10000
|
| 190 |
+
```
|
| 191 |
+
|
| 192 |
+
Send streaming requests to the OpenAI-compatible API:
|
| 193 |
+
```python
|
| 194 |
+
import base64
|
| 195 |
+
import json
|
| 196 |
+
import os
|
| 197 |
+
import tempfile
|
| 198 |
+
|
| 199 |
+
import fitz
|
| 200 |
+
import requests
|
| 201 |
+
from sglang.srt.sampling.custom_logit_processor import DeepseekOCRNoRepeatNGramLogitProcessor
|
| 202 |
+
|
| 203 |
+
server_url = "http://127.0.0.1:10000"
|
| 204 |
+
|
| 205 |
+
session = requests.Session()
|
| 206 |
+
session.trust_env = False
|
| 207 |
+
|
| 208 |
+
|
| 209 |
+
def pdf_to_images(pdf_path, dpi=300):
|
| 210 |
+
doc = fitz.open(pdf_path)
|
| 211 |
+
tmp_dir = tempfile.mkdtemp(prefix="pdf_ocr_")
|
| 212 |
+
mat = fitz.Matrix(dpi / 72, dpi / 72)
|
| 213 |
+
image_paths = []
|
| 214 |
+
for i, page in enumerate(doc):
|
| 215 |
+
image_path = os.path.join(tmp_dir, f"page_{i + 1:04d}.png")
|
| 216 |
+
page.get_pixmap(matrix=mat).save(image_path)
|
| 217 |
+
image_paths.append(image_path)
|
| 218 |
+
doc.close()
|
| 219 |
+
return image_paths
|
| 220 |
+
|
| 221 |
+
|
| 222 |
+
def encode_image(image_path):
|
| 223 |
+
ext = os.path.splitext(image_path)[1].lower()
|
| 224 |
+
mime = "image/jpeg" if ext in (".jpg", ".jpeg") else f"image/{ext.lstrip('.')}"
|
| 225 |
+
with open(image_path, "rb") as f:
|
| 226 |
+
data = base64.b64encode(f.read()).decode("utf-8")
|
| 227 |
+
return {"type": "image_url", "image_url": {"url": f"data:{mime};base64,{data}"}}
|
| 228 |
+
|
| 229 |
+
|
| 230 |
+
def build_content(prompt, image_paths):
|
| 231 |
+
return [{"type": "text", "text": prompt}] + [encode_image(path) for path in image_paths]
|
| 232 |
+
|
| 233 |
+
|
| 234 |
+
def generate(prompt, image_paths, image_mode, ngram_window):
|
| 235 |
+
payload = {
|
| 236 |
+
"model": "Unlimited-OCR",
|
| 237 |
+
"messages": [{"role": "user", "content": build_content(prompt, image_paths)}],
|
| 238 |
+
"temperature": 0,
|
| 239 |
+
"skip_special_tokens": False,
|
| 240 |
+
"images_config": {"image_mode": image_mode},
|
| 241 |
+
"custom_logit_processor": DeepseekOCRNoRepeatNGramLogitProcessor.to_str(),
|
| 242 |
+
"custom_params": {
|
| 243 |
+
"ngram_size": 35,
|
| 244 |
+
"window_size": ngram_window,
|
| 245 |
+
},
|
| 246 |
+
"stream": True,
|
| 247 |
+
}
|
| 248 |
+
response = session.post(
|
| 249 |
+
f"{server_url}/v1/chat/completions",
|
| 250 |
+
headers={"Content-Type": "application/json"},
|
| 251 |
+
data=json.dumps(payload),
|
| 252 |
+
timeout=1200,
|
| 253 |
+
stream=True,
|
| 254 |
+
)
|
| 255 |
+
response.raise_for_status()
|
| 256 |
+
|
| 257 |
+
chunks = []
|
| 258 |
+
for line in response.iter_lines(chunk_size=1, decode_unicode=True):
|
| 259 |
+
if not line or not line.startswith("data: "):
|
| 260 |
+
continue
|
| 261 |
+
data = line[len("data: "):]
|
| 262 |
+
if data == "[DONE]":
|
| 263 |
+
break
|
| 264 |
+
event = json.loads(data)
|
| 265 |
+
delta = event["choices"][0].get("delta", {}).get("content", "")
|
| 266 |
+
if delta:
|
| 267 |
+
print(delta, end="", flush=True)
|
| 268 |
+
chunks.append(delta)
|
| 269 |
+
print()
|
| 270 |
+
return "".join(chunks)
|
| 271 |
+
|
| 272 |
+
|
| 273 |
+
# Single image supports two configs: gundam or base. Example below uses gundam.
|
| 274 |
+
generate("document parsing.", ["your_image.jpg"], image_mode="gundam", ngram_window=128)
|
| 275 |
+
|
| 276 |
+
# Multi image (base only)
|
| 277 |
+
generate("Multi page parsing.", ["page1.png", "page2.png"], image_mode="base", ngram_window=1024)
|
| 278 |
+
|
| 279 |
+
# PDF (base only)
|
| 280 |
+
generate("Multi page parsing.", pdf_to_images("your_doc.pdf", dpi=300), image_mode="base", ngram_window=1024)
|
| 281 |
+
```
|
| 282 |
+
|
| 283 |
+
For OmniDocBench evaluation, you need to perform the following post-processing.
|
| 284 |
+
```python
|
| 285 |
+
DET_RE = re.compile(r'<\|det\|>([^<\s]+)(?:\s*\[[^\]]*\])?\s*<\|/det\|>(.*)', re.DOTALL)
|
| 286 |
+
|
| 287 |
+
def remove_det(raw: str) -> str:
|
| 288 |
+
"""
|
| 289 |
+
Strip <|det|>type [bbox]<|/det|> markers, group lines belonging to the
|
| 290 |
+
same block with \\n, and separate different blocks with \\n\\n.
|
| 291 |
+
"""
|
| 292 |
+
blocks = []
|
| 293 |
+
cur = None
|
| 294 |
+
for line in raw.splitlines():
|
| 295 |
+
line = line.rstrip()
|
| 296 |
+
if not line:
|
| 297 |
+
continue
|
| 298 |
+
m = DET_RE.match(line)
|
| 299 |
+
if m:
|
| 300 |
+
category, content = m.group(1).strip(), m.group(2).strip()
|
| 301 |
+
if category == 'image':
|
| 302 |
+
continue
|
| 303 |
+
if cur is not None:
|
| 304 |
+
blocks.append(cur)
|
| 305 |
+
cur = [content] if content else []
|
| 306 |
+
continue
|
| 307 |
+
if cur is None:
|
| 308 |
+
cur = []
|
| 309 |
+
cur.append(line)
|
| 310 |
+
if cur is not None:
|
| 311 |
+
blocks.append(cur)
|
| 312 |
+
text = '\n\n'.join('\n'.join(b) for b in blocks).strip()
|
| 313 |
+
return text
|
| 314 |
+
```
|
| 315 |
+
|
| 316 |
+
|
| 317 |
+
## Visualization
|
| 318 |
+
|
| 319 |
+
<img src="assets/long-horizon-ocr.gif" width="100%" alt="Long-horizon OCR demo" />
|
| 320 |
+
|
| 321 |
+
## Acknowledgement
|
| 322 |
+
|
| 323 |
+
We would like to thank [Deepseek-OCR](https://github.com/deepseek-ai/DeepSeek-OCR), [Deepseek-OCR-2](https://github.com/deepseek-ai/DeepSeek-OCR-2), [PaddleOCR](https://github.com/PaddlePaddle/PaddleOCR) for their valuable models and ideas.
|
| 324 |
+
|
| 325 |
+
## Citation
|
| 326 |
+
```bibtex
|
| 327 |
+
@misc{yin2026unlimitedocrworks,
|
| 328 |
+
title={Unlimited OCR Works},
|
| 329 |
+
author={Youyang Yin and Huanhuan Liu and YY and Qunyi Xie and Chaorun Liu and Shiqi Yang and Shaohua Wang and Zhanlong Liu and Hao Zou and Jinyue Chen and Shu Wei and Jingjing Wu and Mingxin Huang and Zhen Wu and Guibin Wang and Tengyu Du and Lei Jia},
|
| 330 |
+
year={2026},
|
| 331 |
+
eprint={2606.23050},
|
| 332 |
+
archivePrefix={arXiv},
|
| 333 |
+
primaryClass={cs.CV},
|
| 334 |
+
url={https://arxiv.org/abs/2606.23050},
|
| 335 |
+
}
|
unlimited-ocr/chat_template.jinja
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- for message in messages %}
|
| 2 |
+
{%- if message['content'] is string %}
|
| 3 |
+
{{- message['content'] }}
|
| 4 |
+
{%- else %}
|
| 5 |
+
{%- for content in message['content'] | selectattr('type', 'equalto', 'image') %}
|
| 6 |
+
{{- '<image>' }}
|
| 7 |
+
{%- endfor %}
|
| 8 |
+
{%- for content in message['content'] | selectattr('type', 'equalto', 'text') %}
|
| 9 |
+
{{- content['text'] }}
|
| 10 |
+
{%- endfor %}
|
| 11 |
+
{%- endif %}
|
| 12 |
+
{%- if message['role'] == 'assistant' %}
|
| 13 |
+
{{- eos_token }}
|
| 14 |
+
{%- endif %}
|
| 15 |
+
{%- endfor %}
|
unlimited-ocr/config.json
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "Unlimited-OCR",
|
| 3 |
+
"candidate_resolutions": [
|
| 4 |
+
[
|
| 5 |
+
1024,
|
| 6 |
+
1024
|
| 7 |
+
]
|
| 8 |
+
],
|
| 9 |
+
"global_view_pos": "head",
|
| 10 |
+
"architectures": [
|
| 11 |
+
"UnlimitedOCRForCausalLM"
|
| 12 |
+
],
|
| 13 |
+
"auto_map": {
|
| 14 |
+
"AutoConfig": "modeling_unlimitedocr.UnlimitedOCRConfig",
|
| 15 |
+
"AutoModel": "modeling_unlimitedocr.UnlimitedOCRForCausalLM"
|
| 16 |
+
},
|
| 17 |
+
"language_config": {
|
| 18 |
+
"architectures": [
|
| 19 |
+
"DeepseekOCRForCausalLM"
|
| 20 |
+
],
|
| 21 |
+
"auto_map": {
|
| 22 |
+
"AutoConfig": "configuration_deepseekv2.DeepseekV2Config",
|
| 23 |
+
"AutoModel": "modeling_deepseek.DeepseekV2Model",
|
| 24 |
+
"AutoModelForCausalLM": "modeling_deepseek.DeepseekV2ForCausalLM"
|
| 25 |
+
},
|
| 26 |
+
"bos_token_id": 0,
|
| 27 |
+
"eos_token_id": 1,
|
| 28 |
+
"first_k_dense_replace": 1,
|
| 29 |
+
"hidden_size": 1280,
|
| 30 |
+
"intermediate_size": 6848,
|
| 31 |
+
"kv_lora_rank": null,
|
| 32 |
+
"lm_head": true,
|
| 33 |
+
"max_position_embeddings": 32768,
|
| 34 |
+
"moe_intermediate_size": 896,
|
| 35 |
+
"n_group": 1,
|
| 36 |
+
"n_routed_experts": 64,
|
| 37 |
+
"n_shared_experts": 2,
|
| 38 |
+
"num_attention_heads": 10,
|
| 39 |
+
"num_experts_per_tok": 6,
|
| 40 |
+
"num_hidden_layers": 12,
|
| 41 |
+
"num_key_value_heads": 10,
|
| 42 |
+
"q_lora_rank": null,
|
| 43 |
+
"qk_nope_head_dim": 0,
|
| 44 |
+
"qk_rope_head_dim": 0,
|
| 45 |
+
"rm_head": false,
|
| 46 |
+
"topk_group": 1,
|
| 47 |
+
"topk_method": "greedy",
|
| 48 |
+
"torch_dtype": "bfloat16",
|
| 49 |
+
"use_mla": false,
|
| 50 |
+
"v_head_dim": 128,
|
| 51 |
+
"vocab_size": 129280,
|
| 52 |
+
"sliding_window_size": 128
|
| 53 |
+
},
|
| 54 |
+
"model_type": "unlimited_ocr",
|
| 55 |
+
"projector_config": {
|
| 56 |
+
"input_dim": 2048,
|
| 57 |
+
"model_type": "mlp_projector",
|
| 58 |
+
"n_embed": 1280,
|
| 59 |
+
"projector_type": "linear"
|
| 60 |
+
},
|
| 61 |
+
"tile_tag": "2D",
|
| 62 |
+
"torch_dtype": "bfloat16",
|
| 63 |
+
"transformers_version": "4.46.3",
|
| 64 |
+
"vision_config": {
|
| 65 |
+
"image_size": 1024,
|
| 66 |
+
"mlp_ratio": 3.7362,
|
| 67 |
+
"model_name": "deeplip_b_l",
|
| 68 |
+
"model_type": "vision",
|
| 69 |
+
"width": {
|
| 70 |
+
"clip-l-14-224": {
|
| 71 |
+
"heads": 16,
|
| 72 |
+
"image_size": 224,
|
| 73 |
+
"layers": 24,
|
| 74 |
+
"patch_size": 14,
|
| 75 |
+
"width": 1024
|
| 76 |
+
},
|
| 77 |
+
"sam_vit_b": {
|
| 78 |
+
"downsample_channels": [
|
| 79 |
+
512,
|
| 80 |
+
1024
|
| 81 |
+
],
|
| 82 |
+
"global_attn_indexes": [
|
| 83 |
+
2,
|
| 84 |
+
5,
|
| 85 |
+
8,
|
| 86 |
+
11
|
| 87 |
+
],
|
| 88 |
+
"heads": 12,
|
| 89 |
+
"layers": 12,
|
| 90 |
+
"width": 768
|
| 91 |
+
}
|
| 92 |
+
}
|
| 93 |
+
},
|
| 94 |
+
"bos_token_id": 0,
|
| 95 |
+
"eos_token_id": 1,
|
| 96 |
+
"first_k_dense_replace": 1,
|
| 97 |
+
"hidden_size": 1280,
|
| 98 |
+
"intermediate_size": 6848,
|
| 99 |
+
"kv_lora_rank": null,
|
| 100 |
+
"lm_head": true,
|
| 101 |
+
"max_position_embeddings": 32768,
|
| 102 |
+
"moe_intermediate_size": 896,
|
| 103 |
+
"n_group": 1,
|
| 104 |
+
"n_routed_experts": 64,
|
| 105 |
+
"n_shared_experts": 2,
|
| 106 |
+
"num_attention_heads": 10,
|
| 107 |
+
"num_experts_per_tok": 6,
|
| 108 |
+
"num_hidden_layers": 12,
|
| 109 |
+
"num_key_value_heads": 10,
|
| 110 |
+
"q_lora_rank": null,
|
| 111 |
+
"qk_nope_head_dim": 0,
|
| 112 |
+
"qk_rope_head_dim": 0,
|
| 113 |
+
"rm_head": false,
|
| 114 |
+
"topk_group": 1,
|
| 115 |
+
"topk_method": "greedy",
|
| 116 |
+
"use_mla": false,
|
| 117 |
+
"v_head_dim": 128,
|
| 118 |
+
"vocab_size": 129280,
|
| 119 |
+
"sliding_window_size": 128,
|
| 120 |
+
"sliding_window": 128
|
| 121 |
+
}
|