constants.py

import os

HF_TOKEN = os.environ.get("HF_TOKEN")


RESULTS_DIR = "static/eval_results"


CATEGORY_MAP = {
    "GPT-4V": ("-", "Proprietary Models"),
    "GPT-4o": ("-", "Proprietary Models"),
    "Gemini-1.5-Pro": ("-", "Proprietary Models"),

    "VideoChat2": ("7B", "Open-source Transformer-based LMMs"),
    "ShareGPT4Video": ("7B", "Open-source Transformer-based LMMs"),
    "LongVA": ("7B", "Open-source Transformer-based LMMs"),
    "Video-CCAM": ("9B", "Open-source Transformer-based LMMs"),
    "Kangaroo": ("8B", "Open-source Transformer-based LMMs"),
    "InternVL2": ("8B", "Open-source Transformer-based LMMs"),
    "LLaVA-OneVision": ("7B", "Open-source Transformer-based LMMs"),
    "Qwen2-VL": ("7B", "Open-source Transformer-based LMMs"),
    "Phi-4-Mini": ("5.6B", "Open-source Transformer-based LMMs"),

    "LLaVA-Mini": ("7B", "Open-source Efficient LMMs"),
    "LongLLaVA": ("9B", "Open-source Efficient LMMs"),
    "LongVU": ("7B", "Open-source Efficient LMMs"),
    "Video-XL": ("7B", "Open-source Efficient LMMs"),
    "VAMBA": ("10B", "Open-source Efficient LMMs")
}