Spaces:
Running
Running
File size: 1,417 Bytes
7aae94f 804b114 7aae94f 804b114 7aae94f 804b114 7aae94f 804b114 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import os
from yaml import safe_load
from huggingface_hub import HfApi
LEADERBOARD_CONFIG_PATH = "config.yaml"
with open(LEADERBOARD_CONFIG_PATH, 'r', encoding='utf-8') as f:
LEADERBOARD_CONFIG = safe_load(f)
MODEL_META_PATH = "model_meta.yaml"
with open(MODEL_META_PATH, 'r', encoding='utf-8') as f:
MODEL_META = safe_load(f)
# Try first to get the config from the environment variables, then from the config.yaml file
def get_config(name, default):
res = None
if name in os.environ:
res = os.environ[name]
elif 'config' in LEADERBOARD_CONFIG:
res = LEADERBOARD_CONFIG['config'].get(name, None)
if res is None:
return default
return res
def str2bool(v):
return str(v).lower() in ("yes", "true", "t", "1")
# clone / pull the lmeh eval data
HF_TOKEN = get_config("HF_TOKEN", None)
LEADERBOARD_NAME = get_config("LEADERBOARD_NAME", "MTEB Leaderboard")
REPO_ID = get_config("REPO_ID", "mteb/leaderboard")
RESULTS_REPO = get_config("RESULTS_REPO", "mteb/results")
CACHE_PATH = get_config("HF_HOME", ".")
os.environ["HF_HOME"] = CACHE_PATH
# Check if it is using persistent storage
if not os.access(CACHE_PATH, os.W_OK):
print(f"No write access to HF_HOME: {CACHE_PATH}. Resetting to current directory.")
CACHE_PATH = "."
os.environ["HF_HOME"] = CACHE_PATH
else:
print(f"Write access confirmed for HF_HOME")
API = HfApi(token=HF_TOKEN)
|