run_visualization.sh

#!/bin/bash
# DefectFill 实验结果自动化可视化脚本
# 自动检测评估结果并生成可视化图表
# 
# 生成的图表:
#   - heatmaps.png/pdf: KID 和 IC-LPIPS 性能矩阵热力图
#   - scatter_tradeoff.png/pdf: 质量-多样性权衡散点图
#   - grouped_bar_charts.png/pdf: 各配置分组柱状图
#   - summary_statistics.csv: 汇总统计表
#
# 使用方法:
#   ./run_visualization.sh              # 自动检测实验目录
#   ./run_visualization.sh test         # 仅可视化测试实验
#   ./run_visualization.sh full         # 仅可视化完整实验
#   ./run_visualization.sh /path/to/csv # 指定 CSV 文件路径

set -e

# 获取脚本所在目录（相对路径支持）
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
PROJECT_DIR="$(dirname "$SCRIPT_DIR")"

DEBUG_DIR="${PROJECT_DIR}/outputs/debug/evaluation"
FULL_DIR="${PROJECT_DIR}/outputs/evaluation"

# 颜色输出
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m' # No Color

print_header() {
    echo -e "${BLUE}=========================================="
    echo -e "$1"
    echo -e "==========================================${NC}"
}

print_success() {
    echo -e "${GREEN}✅ $1${NC}"
}

print_warning() {
    echo -e "${YELLOW}⚠️  $1${NC}"
}

print_error() {
    echo -e "${RED}❌ $1${NC}"
}

print_info() {
    echo -e "${BLUE}ℹ️  $1${NC}"
}

# 可视化函数
run_visualization() {
    local csv_path="$1"
    local output_dir="$2"
    local experiment_name="$3"
    
    if [[ ! -f "${csv_path}" ]]; then
        print_error "CSV file not found: ${csv_path}"
        return 1
    fi
    
    # 检查 CSV 是否为空（只有表头）
    local line_count=$(wc -l < "${csv_path}")
    if [[ ${line_count} -le 1 ]]; then
        print_warning "CSV file is empty (only header): ${csv_path}"
        return 1
    fi
    
    print_header "Visualizing: ${experiment_name}"
    echo "CSV file: ${csv_path}"
    echo "Output directory: ${output_dir}"
    echo "Start time: $(date '+%Y-%m-%d %H:%M:%S')"
    echo ""
    
    # 创建输出目录
    mkdir -p "${output_dir}"
    
    # 运行可视化脚本
    python "${PROJECT_DIR}/visualize_results.py" \
        --csv_path "${csv_path}" \
        --output_dir "${output_dir}"
    
    local status=$?
    
    if [[ ${status} -eq 0 ]]; then
        print_success "Visualization completed for ${experiment_name}"
        echo ""
        echo "Generated files:"
        ls -la "${output_dir}"/*.png "${output_dir}"/*.pdf "${output_dir}"/*.csv 2>/dev/null || true
    else
        print_error "Visualization failed for ${experiment_name}"
        return 1
    fi
    
    echo ""
    return 0
}

# 主程序
main() {
    print_header "DefectFill Experiment Results Visualization"
    echo "Start time: $(date '+%Y-%m-%d %H:%M:%S')"
    echo ""
    
    local mode="${1:-auto}"
    local visualized_count=0
    
    case "${mode}" in
        test)
            # 仅可视化测试实验
            print_info "Mode: Test experiments only"
            if [[ -f "${DEBUG_DIR}/evaluation_results.csv" ]]; then
                run_visualization \
                    "${DEBUG_DIR}/evaluation_results.csv" \
                    "${DEBUG_DIR}/figures" \
                    "Test Experiments"
                ((visualized_count++)) || true
            else
                print_warning "Test experiment results not found"
            fi
            ;;
        
        full)
            # 仅可视化完整实验
            print_info "Mode: Full experiments only"
            if [[ -f "${FULL_DIR}/evaluation_results.csv" ]]; then
                run_visualization \
                    "${FULL_DIR}/evaluation_results.csv" \
                    "${FULL_DIR}/figures" \
                    "Full Experiments"
                ((visualized_count++)) || true
            else
                print_warning "Full experiment results not found"
            fi
            ;;
        
        auto)
            # 自动检测并可视化所有可用的实验结果
            print_info "Mode: Auto-detect all experiments"
            echo ""
            
            # 检查测试实验
            if [[ -f "${DEBUG_DIR}/evaluation_results.csv" ]]; then
                run_visualization \
                    "${DEBUG_DIR}/evaluation_results.csv" \
                    "${DEBUG_DIR}/figures" \
                    "Test Experiments"
                ((visualized_count++)) || true
            else
                print_warning "Test experiment results not found: ${DEBUG_DIR}/evaluation_results.csv"
            fi
            
            echo ""
            
            # 检查完整实验
            if [[ -f "${FULL_DIR}/evaluation_results.csv" ]]; then
                run_visualization \
                    "${FULL_DIR}/evaluation_results.csv" \
                    "${FULL_DIR}/figures" \
                    "Full Experiments"
                ((visualized_count++)) || true
            else
                print_warning "Full experiment results not found: ${FULL_DIR}/evaluation_results.csv"
            fi
            ;;
        
        *)
            # 指定 CSV 文件路径
            if [[ -f "${mode}" ]]; then
                print_info "Mode: Custom CSV file"
                local csv_dir=$(dirname "${mode}")
                local figures_dir="${csv_dir}/figures"
                run_visualization \
                    "${mode}" \
                    "${figures_dir}" \
                    "Custom Experiment"
                ((visualized_count++)) || true
            else
                print_error "Invalid argument or file not found: ${mode}"
                echo ""
                echo "Usage:"
                echo "  $0              # Auto-detect experiment directories"
                echo "  $0 test         # Visualize test experiments only"
                echo "  $0 full         # Visualize full experiments only"
                echo "  $0 /path/to/csv # Specify custom CSV file path"
                exit 1
            fi
            ;;
    esac
    
    echo ""
    print_header "Visualization Summary"
    echo "End time: $(date '+%Y-%m-%d %H:%M:%S')"
    echo ""
    
    if [[ ${visualized_count} -gt 0 ]]; then
        print_success "Successfully visualized ${visualized_count} experiment(s)"
        echo ""
        echo "Result interpretation:"
        echo "  - KID: Lower is better (closer distribution to real defect images)"
        echo "  - IC-LPIPS: Higher is better (more diverse generated images)"
        echo ""
        echo "Expected findings based on experiment design:"
        echo "  - Config TEX should perform better on Texture classes"
        echo "  - Config OBJ should perform better on Object classes"
    else
        print_warning "No experiments were visualized"
        echo ""
        echo "Please run the following scripts first:"
        echo "  1. scripts/run_train_test.sh      # Train models"
        echo "  2. scripts/run_inference_test.sh  # Generate images"
        echo "  3. scripts/run_evaluation_test.sh # Evaluate results"
        echo "  4. scripts/run_visualization.sh   # Visualize (this script)"
    fi
}

# 执行主程序
main "$@"