SCRIPT_DIR=$(cd "$(dirname "$0")" && pwd)
echo "[1] Installing toolkit/data-juicer"
cd ${SCRIPT_DIR}/toolkit
git clone https://github.com/modelscope/data-juicer.git
echo "[2] Installing toolkit/training"
cd ${SCRIPT_DIR}/toolkit/training
pip install flash-attn --no-build-isolation