File size: 1,015 Bytes
7dfe46c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import subprocess
import sys
from pathlib import Path
def run_evaluation():
"""Run the evaluation with default settings."""
try:
# Run the main evaluation script
cmd = [
sys.executable,
"main.py",
"--dataset", "assets/bench_korean.csv",
"--log-level", "INFO",
"--verbose"
]
print("Starting Korean Q&A Evaluation...")
print(f"Command: {' '.join(cmd)}")
print("-" * 60)
result = subprocess.run(cmd, check=True)
print("-" * 60)
print("Evaluation completed successfully!")
except subprocess.CalledProcessError as e:
print(f"Evaluation failed with exit code {e.returncode}")
sys.exit(1)
except KeyboardInterrupt:
print("\nEvaluation interrupted by user")
sys.exit(1)
except Exception as e:
print(f"Unexpected error: {e}")
sys.exit(1)
if __name__ == "__main__":
run_evaluation() |