yitongl/sparse_quant_exp

1#!/bin/bash2 3set -euo pipefail4 5BUNDLE_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"6FASTVIDEO_ROOT="${FASTVIDEO_ROOT:-}"7 8if [[ -z "${FASTVIDEO_ROOT}" ]]; then9    echo "FASTVIDEO_ROOT is not set."10    echo "Set it to a FastVideo source checkout or installed package root, for example:"11    echo "  FASTVIDEO_ROOT=/path/to/FastVideo bash standalone_inference/run.sh"12    exit 113fi14 15python "${BUNDLE_ROOT}/install_overlay.py" --fastvideo-root "${FASTVIDEO_ROOT}"16 17export PYTHONPATH="${FASTVIDEO_ROOT}/fastvideo-kernel/python:${FASTVIDEO_ROOT}/fastvideo-kernel:${PYTHONPATH:-}"18export FASTVIDEO_ATTENTION_BACKEND=SPARSE_FP4_OURS_P_ATTN19export FASTVIDEO_SPARSE_FP4_USE_HIGH_PREC_O=120 21cd "${FASTVIDEO_ROOT}"22python "${BUNDLE_ROOT}/run_inference.py" "$@"23