utils/api_utils.py

from httpx import Client

BASE_DATASETS_SERVER_URL = "https://datasets-server.huggingface.co"
HEADERS = {"Accept": "application/json", "Content-Type": "application/json"}

client = Client(headers=HEADERS)


def get_compatible_libraries(dataset: str):
    response = client.get(
        f"{BASE_DATASETS_SERVER_URL}/compatible-libraries?dataset={dataset}"
    )
    response.raise_for_status()
    return response.json()


def get_first_rows(dataset: str, config: str, split: str):
    resp = client.get(
        f"{BASE_DATASETS_SERVER_URL}/first-rows?dataset={dataset}&config={config}&split={split}"
    )
    resp.raise_for_status()
    content = resp.json()
    rows = content["rows"]
    return [row["row"] for row in rows]


def get_splits(dataset: str, config: str):
    resp = client.get(
        f"{BASE_DATASETS_SERVER_URL}/splits?dataset={dataset}&config={config}"
    )
    resp.raise_for_status()
    content = resp.json()
    return content["splits"]