config/constants.py

RESULTS_DIR = "results"
ICARUS_RESULTS = f"{RESULTS_DIR}/results_icarus.json"
VERILATOR_RESULTS = f"{RESULTS_DIR}/results_verilator.json"
ICARUS_AGG = f"{RESULTS_DIR}/aggregated_scores_icarus.csv"
VERILATOR_AGG = f"{RESULTS_DIR}/aggregated_scores_verilator.csv"


DISCARDED_MODELS = {
    "CodeV-CL-7B": "23/10/2025",
    "CodeV-DS-6.7B": "23/10/2025",
    "CodeV R1 Distill Qwen 7B": "23/10/2025",
    "QwenCoder 2.5 7B": "23/10/2025",
    "DeepSeek Coder 33B": "23/10/2025",
    "RTLCoder Mistral": "23/10/2025",
    "CodeLlama 70B": "23/10/2025",
    "Llama 3.(1-3) 70B": "23/10/2025",
    "DeepCoder 14B": "23/10/2025",

}

TASKS = ["Spec-to-RTL", "Code Completion", "Line Completion †"]
S2R_BENCHMARKS = ["VerilogEval S2R", "RTLLM"]
CC_BENCHMARKS = ["VerilogEval MC", "VeriGen"]
LC_BENCHMARKS = ["RTL-Repo"]

MODEL_TYPES = ["All", "General 🟢", "Coding 🔵", "RTL-Specific 🔴"]
TYPE_EMOJI = {"RTL-Specific": "🔴", "General": "🟢", "Coding": "🔵"}

NON_RTL_METRICS = ["Syntax (STX)", "Functionality (FNC)", "Synthesis (SYN)", "Power", "Performance", "Area"]
RTL_METRICS = ["Exact Matching (EM)"]

COLUMN_MAPPINGS = {
    "Params": "Parameters (B)",
    "Syntax (STX)": "Syntax",
    "Functionality (FNC)": "Functionality",
    "Synthesis (SYN)": "Synthesis",
    "Post-Synthesis (PSQ)": "Post-Synthesis",
}

COLUMN_ORDER = [
    "Type",
    "Model",
    "Parameters (B)",
    "Syntax",
    "Functionality",
    "Synthesis",
    "Post-Synthesis",
]

TYPE_COLORS = {"General": "green", "Coding": "yellow", "RTL-Specific": "blue"}

Y_AXIS_LIMITS = {
    "Functionality (FNC)": [5, 90],
    "Syntax (STX)": [20, 100],
    "Synthesis (SYN)": [5, 90],
    "Power": [0, 50],
    "Performance": [0, 50],
    "Area": [0, 50],
    "Exact Matching (EM)": [0, 50],
}

SCATTER_PLOT_X_TICKS = {
    "tickvals": [8, 14, 32, 72, 200, 700],
    "ticktext": ["8", "14", "32", "72", "200", "700"],
}

DEFAULT_MAX_PARAMS = 700
DEFAULT_TASK = "Spec-to-RTL"
DEFAULT_BENCHMARK = "All"
DEFAULT_MODEL_TYPE = "All"

SIMULATORS = ["Icarus", "Verilator"]