compile.sh

#!/usr/bin/env bash

set -euo pipefail

# Download the HuggingFace simaai/LFM2-VL-3B-Autoround-Safetensors using the following command.
#   hf download simaai/LFM2-VL-3B-Autoround-Safetensors --local-dir LFM2-VL-3B-Autoround-Safetensors

MODEL_PATH="LFM2-VL-3B-Autoround-Safetensors"
OUTPUT_PATH="LFM2-VL-3B-Autoround-a16w4"
IMAGE_SIZE_ARGS=(--input_height 512 --input_width 512)

TMPDIR="$(mktemp -d /tmp/sima.XXXXXX)"
export TMPDIR

cleanup() {
    rm -rf -- "${TMPDIR}"
}
trap cleanup EXIT

llima-compile \
    "${MODEL_PATH}" \
    -o "${OUTPUT_PATH}" \
    --max_num_tokens 8192 \
    --enable_filter_sharing \
    "${IMAGE_SIZE_ARGS[@]}" \
    "$@"