eval_benchmark_5_consistency.sh

CKPT_NAME="checkpoints/Video-LLaVA-7B"
Video_5_Benchmark="eval/Video_5_Benchmark"
pred_path="${Video_5_Benchmark}/${CKPT_NAME}/consistency_qa.json"
output_dir="${Video_5_Benchmark}/${CKPT_NAME}/gpt3/consistency"
output_json="${Video_5_Benchmark}/${CKPT_NAME}/results/consistency_qa.json"
api_key=""
api_base=""
num_tasks=8

python3 videollava/eval/video/eval_benchmark_5_consistency.py \
    --pred_path  ${pred_path} \
    --output_dir  ${output_dir} \
    --output_json  ${output_json} \
    --api_key ${api_key} \
    --api_base ${api_base} \
    --num_tasks ${num_tasks}