apathy-exe commited on
Commit
e9e0137
·
verified ·
1 Parent(s): 78b690a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -79,10 +79,10 @@ def start_llama_server():
79
  filename="Qwen3.8-27B-UD-Q8_K_XL.gguf",
80
  )
81
 
82
- #draft_path = hf_hub_download(
83
- # repo_id="",
84
- # filename="",
85
- #)
86
 
87
  binary_dir = os.path.dirname(os.path.abspath(binary_path))
88
  env = os.environ.copy()
@@ -91,6 +91,7 @@ def start_llama_server():
91
  cmd = [
92
  binary_path,
93
  "-m", model_path,
 
94
  "--port", "8000",
95
  "--host", "127.0.0.1",
96
  "-t", "16",
 
79
  filename="Qwen3.8-27B-UD-Q8_K_XL.gguf",
80
  )
81
 
82
+ draft_path = hf_hub_download(
83
+ repo_id="unsloth/Qwen3.8-27B-GGUF",
84
+ filename="MTP/mtp-Qwen3.8-27B-Q4_0.gguf",
85
+ )
86
 
87
  binary_dir = os.path.dirname(os.path.abspath(binary_path))
88
  env = os.environ.copy()
 
91
  cmd = [
92
  binary_path,
93
  "-m", model_path,
94
+ "-md", draft_path,
95
  "--port", "8000",
96
  "--host", "127.0.0.1",
97
  "-t", "16",