set -e

SRC_DIR="/models/"

./llama.cpp/build/bin/llama-cli -m ${SRC_DIR}Qwen2.5-0.5B-Instruct.vocab.gguf \
-ca ${SRC_DIR}Qwen2.5-0.5B-Instruct-dynamic-W8A8-W4AF16_2_chips_4096_fa_calbin_2026-04-21 --no-warmup -np 1