#!/bin/bash
# ==============================================================================
# POPE Evaluation Script (lmms-eval)
# Task: pope
# Type: Y/N (Yes/No classification for hallucination detection)
# Judge: NOT Required (rule-based Yes/No extraction)
# Metrics: F1 Score, Accuracy, Precision, Recall
# ==============================================================================

set -eo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"

echo "=============================================="
echo "POPE Evaluation (lmms-eval)"
echo "=============================================="
echo "Task: pope"
echo "Evaluation: F1 Score, Accuracy, Precision, Recall"
echo "Judge: NOT Required (rule-based)"
echo ""
echo "POPE evaluates hallucination in VLMs:"
echo "  - random: randomly sampled negative objects"
echo "  - popular: popular negative objects"  
echo "  - adversarial: adversarial negative objects"
echo "=============================================="

# Delegate to the universal eval script
exec "${SCRIPT_DIR}/eval_lmms.sh" pope

