run_demo.sh

#!/bin/bash

pkill --signal 9 -f llava.serve.controller
pkill --signal 9 -f llava.serve.model_worker
pkill --signal 9 -f lama_server
pkill --signal 9 -f llava_interactive

eval "$(conda shell.bash hook)"

# Check if --debug is in the command line arguments
if [[ " $* " == *" --debug "* ]]; then
  RUN_LLAVA_INT=False
else
  RUN_LLAVA_INT=True
fi

echo "RUN_LLAVA_INT: $RUN_LLAVA_INT"

(
  cd LLaVA
  pwd
  conda deactivate
  conda activate llava

  export HOST_ADDRESS="0.0.0.0"
  export CONTROLLER_PORT=10000
  export MODEL_WORKER_PORT=40000

  python -m llava.serve.controller \
    --host $HOST_ADDRESS \
    --port $CONTROLLER_PORT &

  python -m llava.serve.model_worker \
    --host $HOST_ADDRESS \
    --controller http://localhost:$CONTROLLER_PORT \
    --port $MODEL_WORKER_PORT \
    --worker http://localhost:$MODEL_WORKER_PORT \
    --model-path ./llava-v1.5-13b &
)

sleep 30

(
  cd lama
  pwd
  conda deactivate
  conda activate lama
  export TORCH_HOME=$(pwd)
  export PYTHONPATH=$(pwd)
  python ../lama_server.py &
)

sleep 10

if [ "$RUN_LLAVA_INT" = "True" ]; then
  (
    pwd
    conda deactivate
    conda activate llava_int

    export LLAVA_INTERACTIVE_HOME=.
    export GRADIO_NO_RELOAD=True

    python llava_interactive.py
  )
else
  echo "Skipping llava_interactive.py because --debug was given."
fi