vanch007 commited on
Commit
9e66031
·
verified ·
1 Parent(s): 418c080

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: Audio8/Audio8-TTS-Preview-0.6b
4
+ pipeline_tag: text-to-speech
5
+ language: [yue, zh, en, ja, ko, fr, de, es, it, nl, pl]
6
+ tags: [mlx, apple-silicon, tts, bf16, voice-cloning, streaming, arktts]
7
+ library_name: mlx
8
+ ---
9
+
10
+ # Audio8-TTS-MLX-BF16
11
+
12
+ Native MLX BF16 baseline of
13
+ [Audio8/Audio8-TTS-Preview-0.6b](https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b)
14
+ for Apple Silicon.
15
+
16
+ Inference code, installation, API documentation, tests, and benchmark evidence:
17
+ [vanch007/mlx-audio8-tts](https://github.com/vanch007/mlx-audio8-tts).
18
+
19
+ ## Artifact
20
+
21
+ - 1,147 MiB language-model weights; 2.39 GiB complete repository download.
22
+ - Bundled 1.26 GiB, 44.1 kHz neural codec with 10 acoustic codebooks.
23
+ - Baseline for comparing the recommended
24
+ [8-bit release](https://huggingface.co/vanch007/Audio8-TTS-MLX-8bit).
25
+
26
+ ## M3 Max benchmark
27
+
28
+ Measured RTF across the 11-language real-device matrix: 1.245–1.484. The
29
+ matrix also covers zero-shot voice cloning and streaming. See the
30
+ [evaluation report](https://github.com/vanch007/mlx-audio8-tts/tree/main/reports/evaluation).
31
+
32
+ ## Usage
33
+
34
+ ```bash
35
+ git clone https://github.com/vanch007/mlx-audio8-tts.git
36
+ cd mlx-audio8-tts
37
+ pip install -e '.[server]'
38
+
39
+ mlx-audio8-tts generate \
40
+ --model vanch007/Audio8-TTS-MLX-BF16 \
41
+ --text "Hello from the MLX BF16 baseline." \
42
+ --output output.wav
43
+ ```
44
+
45
+ This is an independent Apache-2.0 MLX conversion. See the
46
+ [upstream project](https://github.com/Audio8-AI/Audio8_TTS) for the original
47
+ architecture and checkpoint.
codec.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540d01e161e079fcff67b4a1b78ad5a0158be5b829a494033f4881c563502a3a
3
+ size 1349643293
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ArkttsModel"
4
+ ],
5
+ "attention_o_bias": false,
6
+ "attention_qk_norm": false,
7
+ "attention_qkv_bias": true,
8
+ "codebook_size": 4096,
9
+ "codec_filename": "codec.safetensors",
10
+ "codec_frame_size": 2048,
11
+ "codec_post_intermediate_size": 1216,
12
+ "codec_post_n_head": 16,
13
+ "codec_post_n_layer": 8,
14
+ "codec_post_n_local_heads": 8,
15
+ "codec_sample_rate": 44100,
16
+ "dim": 896,
17
+ "dropout": 0.0,
18
+ "dtype": "bfloat16",
19
+ "eos_token_id": 151645,
20
+ "fast_attention_o_bias": false,
21
+ "fast_attention_qk_norm": false,
22
+ "fast_attention_qkv_bias": false,
23
+ "fast_dim": 896,
24
+ "fast_head_dim": 64,
25
+ "fast_intermediate_size": 4864,
26
+ "fast_n_head": 14,
27
+ "fast_n_local_heads": 2,
28
+ "head_dim": 64,
29
+ "initializer_range": 0.02,
30
+ "intermediate_size": 4864,
31
+ "max_seq_len": 2048,
32
+ "model_type": "arktts",
33
+ "n_fast_layer": 4,
34
+ "n_head": 14,
35
+ "n_layer": 24,
36
+ "n_local_heads": 2,
37
+ "norm_eps": 1e-06,
38
+ "norm_fastlayer_input": true,
39
+ "num_codebooks": 10,
40
+ "pad_token_id": 151643,
41
+ "ras_temperature": 1.0,
42
+ "ras_top_p": 0.9,
43
+ "ras_window_size": 10,
44
+ "rope_base": 1000000,
45
+ "semantic_begin_id": 151678,
46
+ "semantic_end_id": 155773,
47
+ "tie_word_embeddings": true,
48
+ "transformers_version": "4.57.5",
49
+ "use_gradient_checkpointing": false,
50
+ "vocab_size": 155776
51
+ }
generation_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_sample": true,
3
+ "eos_token_id": 151645,
4
+ "max_new_tokens": 512,
5
+ "pad_token_id": 151643,
6
+ "temperature": 0.7,
7
+ "top_k": 50,
8
+ "top_p": 0.9,
9
+ "transformers_version": "4.57.5"
10
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2cc2dd288b71a5a476232f30531e0f011a32f27b7b81cdda727c102593f4020
3
+ size 1202343821
special_tokens_map.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24e08099d45a8adf3f52f5f0b03276e433bb9d689bb15fcbcc48ce58744588b
3
+ size 12217872
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff