bupalinyu commited on
Commit
5b42269
·
verified ·
1 Parent(s): 0a10d51

Run adapter verification after GPU allocation

Browse files
Files changed (2) hide show
  1. Dockerfile +2 -4
  2. scripts/run_backend.sh +3 -0
Dockerfile CHANGED
@@ -43,8 +43,7 @@ RUN pip install --no-cache-dir \
43
 
44
  ENV PYTHONPATH=/opt/sglang-omni
45
 
46
- RUN /opt/audio8-tts/sglang_omni/scripts/install_adapter.sh /opt/sglang-omni && \
47
- python3 /opt/audio8-tts/sglang_omni/scripts/verify_install.py
48
 
49
  COPY --chown=1000:1000 app.py ./app.py
50
  COPY --chown=1000:1000 static ./static
@@ -58,8 +57,7 @@ USER 1000
58
 
59
  ARG MODEL_REPO=Audio8/Audio8-TTS-Preview-0.6b
60
  ARG MODEL_REVISION=1b17c91db5f4dccb6914aa4aa5cb0e56661a6c17
61
- RUN python3 -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='${MODEL_REPO}', revision='${MODEL_REVISION}', local_dir='/models/audio8-tts-0.6b')" && \
62
- python3 /opt/audio8-tts/sglang_omni/scripts/verify_install.py --model-path /models/audio8-tts-0.6b
63
 
64
  ENV HOME=/home/user \
65
  HF_HOME=/home/user/.cache/huggingface \
 
43
 
44
  ENV PYTHONPATH=/opt/sglang-omni
45
 
46
+ RUN /opt/audio8-tts/sglang_omni/scripts/install_adapter.sh /opt/sglang-omni
 
47
 
48
  COPY --chown=1000:1000 app.py ./app.py
49
  COPY --chown=1000:1000 static ./static
 
57
 
58
  ARG MODEL_REPO=Audio8/Audio8-TTS-Preview-0.6b
59
  ARG MODEL_REVISION=1b17c91db5f4dccb6914aa4aa5cb0e56661a6c17
60
+ RUN python3 -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='${MODEL_REPO}', revision='${MODEL_REVISION}', local_dir='/models/audio8-tts-0.6b')"
 
61
 
62
  ENV HOME=/home/user \
63
  HF_HOME=/home/user/.cache/huggingface \
scripts/run_backend.sh CHANGED
@@ -8,6 +8,9 @@ export SGLANG_OMNI_ROOT="${SGLANG_OMNI_ROOT:-/opt/sglang-omni}"
8
  export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
9
  export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"
10
 
 
 
 
11
  if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
12
  python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
13
  --model-path "${MODEL_PATH}" \
 
8
  export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
9
  export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"
10
 
11
+ python3 "${ADAPTER_ROOT}/sglang_omni/scripts/verify_install.py" \
12
+ --model-path "${MODEL_PATH}"
13
+
14
  if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
15
  python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
16
  --model-path "${MODEL_PATH}" \