Run adapter verification after GPU allocation
Browse files- Dockerfile +2 -4
- scripts/run_backend.sh +3 -0
Dockerfile
CHANGED
|
@@ -43,8 +43,7 @@ RUN pip install --no-cache-dir \
|
|
| 43 |
|
| 44 |
ENV PYTHONPATH=/opt/sglang-omni
|
| 45 |
|
| 46 |
-
RUN /opt/audio8-tts/sglang_omni/scripts/install_adapter.sh /opt/sglang-omni
|
| 47 |
-
python3 /opt/audio8-tts/sglang_omni/scripts/verify_install.py
|
| 48 |
|
| 49 |
COPY --chown=1000:1000 app.py ./app.py
|
| 50 |
COPY --chown=1000:1000 static ./static
|
|
@@ -58,8 +57,7 @@ USER 1000
|
|
| 58 |
|
| 59 |
ARG MODEL_REPO=Audio8/Audio8-TTS-Preview-0.6b
|
| 60 |
ARG MODEL_REVISION=1b17c91db5f4dccb6914aa4aa5cb0e56661a6c17
|
| 61 |
-
RUN python3 -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='${MODEL_REPO}', revision='${MODEL_REVISION}', local_dir='/models/audio8-tts-0.6b')"
|
| 62 |
-
python3 /opt/audio8-tts/sglang_omni/scripts/verify_install.py --model-path /models/audio8-tts-0.6b
|
| 63 |
|
| 64 |
ENV HOME=/home/user \
|
| 65 |
HF_HOME=/home/user/.cache/huggingface \
|
|
|
|
| 43 |
|
| 44 |
ENV PYTHONPATH=/opt/sglang-omni
|
| 45 |
|
| 46 |
+
RUN /opt/audio8-tts/sglang_omni/scripts/install_adapter.sh /opt/sglang-omni
|
|
|
|
| 47 |
|
| 48 |
COPY --chown=1000:1000 app.py ./app.py
|
| 49 |
COPY --chown=1000:1000 static ./static
|
|
|
|
| 57 |
|
| 58 |
ARG MODEL_REPO=Audio8/Audio8-TTS-Preview-0.6b
|
| 59 |
ARG MODEL_REVISION=1b17c91db5f4dccb6914aa4aa5cb0e56661a6c17
|
| 60 |
+
RUN python3 -c "from huggingface_hub import snapshot_download; snapshot_download(repo_id='${MODEL_REPO}', revision='${MODEL_REVISION}', local_dir='/models/audio8-tts-0.6b')"
|
|
|
|
| 61 |
|
| 62 |
ENV HOME=/home/user \
|
| 63 |
HF_HOME=/home/user/.cache/huggingface \
|
scripts/run_backend.sh
CHANGED
|
@@ -8,6 +8,9 @@ export SGLANG_OMNI_ROOT="${SGLANG_OMNI_ROOT:-/opt/sglang-omni}"
|
|
| 8 |
export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
|
| 9 |
export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"
|
| 10 |
|
|
|
|
|
|
|
|
|
|
| 11 |
if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
|
| 12 |
python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
|
| 13 |
--model-path "${MODEL_PATH}" \
|
|
|
|
| 8 |
export PYTHONPATH="${SGLANG_OMNI_ROOT}${PYTHONPATH:+:${PYTHONPATH}}"
|
| 9 |
export FLASHINFER_WORKSPACE_BASE="${FLASHINFER_WORKSPACE_BASE:-/tmp/audio8-flashinfer}"
|
| 10 |
|
| 11 |
+
python3 "${ADAPTER_ROOT}/sglang_omni/scripts/verify_install.py" \
|
| 12 |
+
--model-path "${MODEL_PATH}"
|
| 13 |
+
|
| 14 |
if [[ "${AUDIO8_TTS_VERIFY_FAST_KV:-0}" == "1" ]]; then
|
| 15 |
python3 "${ADAPTER_ROOT}/sglang_omni/scripts/test_fast_kv_cache.py" \
|
| 16 |
--model-path "${MODEL_PATH}" \
|