run_experiments-parallel.bash

#!/bin/bash

trap 'kill $(jobs -p)' EXIT

pipelines=("baseline" "standard" "advanced")
models=("gpt4" "gemini" "mixtral" "llama")

if [ "$#" -ne 1 ]; then
    echo "ERROR: not enough parameters."
    echo "use run_experiments.bash :name"
    exit 1
fi

run_benchmark() {
  echo "[$1] Running $2 with WITHOUT_APIDIFF=$3"
  RUN_ID="gpt4" WITHOUT_APIDIFF="$3" python benchmark.py -n "$1_$4" -m gpt4 -p $pipeline &
  RUN_ID="gemini" WITHOUT_APIDIFF="$3" python benchmark.py -n "$1_$4" -m gemini -p $pipeline &
  RUN_ID="mixtral" WITHOUT_APIDIFF="$3" python benchmark.py -n "$1_$4" -m mixtral -p $pipeline &
  RUN_ID="llama" WITHOUT_APIDIFF="$3" python benchmark.py -n "$1_$4" -m llama -p $pipeline &
  wait

}

for pipeline in ${pipelines[@]}; do
  run_benchmark $1 $pipeline "True" "without_diff"
#  git add . && git commit -m "[Benchmark $1] update results" && git push
  run_benchmark $1 $pipeline "False" "with_diff"
#  git add . && git commit -m "[Benchmark $1] update results" && git push
done