mdoel_worker_OpenJourney.sh

#!/bin/bash
#SBATCH --job-name=visual_arena_controller
#SBATCH --gres=gpu:a40:1
#SBATCH --qos=m3
#SBATCH --time=100:00:00
#SBATCH -c 4
#SBATCH --mem=10G
#SBATCH --qos=deadline
#SBATCH --account=deadline
#SBATCH --output=log/visual_arena_OpenJourney-%j.out
#SBATCH --error=log/visual_arena_OpenJourney-%j.err

ipAddr=$(ip addr show $(ip route | awk '/default/ { print $5 }') | grep "inet" | head -n 1 | awk '/inet/ {print $2}' | cut -d'/' -f1)
echo "ipAddr = $ipAddr"

# prepare your environment here
module load cuda-11.7


# put your command here
export TRANSFORMERS_CACHE=/checkpoint/tianleli/cache
export HF_HOME=/checkpoint/tianleli/cache
export HF_DATASETS_CACHE=/checkpoint/tianleli/cache
rm -r /h/tianleli/.cache/huggingface
python3 -m fastchat.serve.model_worker --host $ipAddr --model-path imagenhub_OpenJourney --controller http://172.17.8.138:21001 --port 31008 --worker http://$ipAddr:31008