compile.sh

#!/usr/bin/env bash

set -euo pipefail

# Download the HuggingFace simaai/Gemma3-SigLIP448-GPTQ-Safetensors using the following command.
#   hf download simaai/Gemma3-SigLIP448-GPTQ-Safetensors --local-dir Gemma3-SigLIP448-GPTQ-Safetensors

MODEL_PATH="Gemma3-SigLIP448-GPTQ-Safetensors"
OUTPUT_PATH="Gemma3-SigLIP448-GPTQ-a16w4"
IMAGE_SIZE_ARGS=()

TMPDIR="$(mktemp -d /tmp/sima.XXXXXX)"
export TMPDIR

cleanup() {
    rm -rf -- "${TMPDIR}"
}
trap cleanup EXIT

llima-compile \
    "${MODEL_PATH}" \
    -o "${OUTPUT_PATH}" \
    --max_num_tokens 8192 \
    --enable_filter_sharing \
    "${IMAGE_SIZE_ARGS[@]}" \
    "$@"