Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -79,10 +79,10 @@ def start_llama_server():
|
|
| 79 |
filename="Qwen3.8-27B-UD-Q8_K_XL.gguf",
|
| 80 |
)
|
| 81 |
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
|
| 87 |
binary_dir = os.path.dirname(os.path.abspath(binary_path))
|
| 88 |
env = os.environ.copy()
|
|
@@ -91,6 +91,7 @@ def start_llama_server():
|
|
| 91 |
cmd = [
|
| 92 |
binary_path,
|
| 93 |
"-m", model_path,
|
|
|
|
| 94 |
"--port", "8000",
|
| 95 |
"--host", "127.0.0.1",
|
| 96 |
"-t", "16",
|
|
|
|
| 79 |
filename="Qwen3.8-27B-UD-Q8_K_XL.gguf",
|
| 80 |
)
|
| 81 |
|
| 82 |
+
draft_path = hf_hub_download(
|
| 83 |
+
repo_id="unsloth/Qwen3.8-27B-GGUF",
|
| 84 |
+
filename="MTP/mtp-Qwen3.8-27B-Q4_0.gguf",
|
| 85 |
+
)
|
| 86 |
|
| 87 |
binary_dir = os.path.dirname(os.path.abspath(binary_path))
|
| 88 |
env = os.environ.copy()
|
|
|
|
| 91 |
cmd = [
|
| 92 |
binary_path,
|
| 93 |
"-m", model_path,
|
| 94 |
+
"-md", draft_path,
|
| 95 |
"--port", "8000",
|
| 96 |
"--host", "127.0.0.1",
|
| 97 |
"-t", "16",
|