config.py

"""Configuration constants for UGI Leaderboard."""

# Caching
CSV_URL = "https://huggingface.co/spaces/DontPlanToEnd/UGI-Leaderboard/resolve/main/ugi-leaderboard-data.csv"
CACHE_FILE = "data_cache.parquet"
META_FILE = "meta.json"
CACHE_DURATION = 6 * 3600  # 6 hours

# Scoring Penalties
INSUFFICIENT_DATA_THRESHOLD = 0.70
INSUFFICIENT_DATA_PENALTY = 0.3
REPETITION_BASE = 0.85
THINKING_THRESHOLD = 5000
THINKING_PENALTY_POWER = 0.5

# Gaussian Targets
GAUSSIAN_DIALOGUE_TARGET = 0.38
GAUSSIAN_DIALOGUE_SIGMA = 0.15
GAUSSIAN_VERBNOUN_TARGET = 0.85
GAUSSIAN_VERBNOUN_SIGMA = 0.2

# Normalization
ROBUST_QUANTILE_LOW = 0.05
ROBUST_QUANTILE_HIGH = 0.95
MIN_STD_THRESHOLD = 1e-9

# Badge Thresholds
POCKET_MODEL_THRESHOLD = 10.0  # Parameters in Billions (<=)
GIANT_MODEL_THRESHOLD = 70.0   # Parameters in Billions (>=)
NSFW_BADGE_THRESHOLD = 0.5     # Normalized Score (>)

# UI Defaults
DEFAULT_TOP_N = 50
FORCE_REFRESH_ON_STARTUP = True

# === DEV MODE ===
SHOW_DIAGNOSTICS = False

# Metrics for Comparison Radar Chart
COMPARE_METRICS = {
    'Logic': 'Composite_WorldModel',
    'Knowledge': 'norm_Textbook',
    'Style': 'norm_Style',
    'Roleplay': 'gauss_Dialogue',
    'Freedom': 'Composite_Unbound'
}

# Objective Metrics List for Balance/Robustness Presets
BALANCE_METRICS_LIST = [
    'norm_Textbook',      # Knowledge
    'norm_PopCulture',    # Culture
    'norm_Recipe',        # Logic
    'norm_Geo',           # Geography
    'norm_Weight',        # Physics
    'norm_Music',         # Music
    'norm_Style',         # Style
    'norm_Originality',   # Originality
    'gauss_Dialogue',     # Structure
    'norm_Instruction',   # Precision
    'inv_Semantic',       # Coherence
    'inv_Lexical'         # Variety
]