Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Remove special characters from model name for InferenceEndpoint name
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import json
|
| 2 |
import argparse
|
| 3 |
import logging
|
|
|
|
| 4 |
from datetime import datetime
|
| 5 |
|
| 6 |
import lighteval
|
|
@@ -17,6 +18,10 @@ from src.logging import setup_logger
|
|
| 17 |
logging.getLogger("openai").setLevel(logging.WARNING)
|
| 18 |
logger = setup_logger(__name__)
|
| 19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int, local_dir: str, accelerator: str, region: str, vendor: str, instance_size: str, instance_type: str, limit=None):
|
| 21 |
"""Runs one evaluation for the current evaluation request file using lighteval, then pushes the results to the hub.
|
| 22 |
|
|
@@ -57,7 +62,7 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
|
|
| 57 |
|
| 58 |
model_config = InferenceEndpointModelConfig(
|
| 59 |
# Endpoint parameters
|
| 60 |
-
name
|
| 61 |
repository = eval_request.model,
|
| 62 |
accelerator = accelerator,
|
| 63 |
vendor= vendor,
|
|
|
|
| 1 |
import json
|
| 2 |
import argparse
|
| 3 |
import logging
|
| 4 |
+
import re
|
| 5 |
from datetime import datetime
|
| 6 |
|
| 7 |
import lighteval
|
|
|
|
| 18 |
logging.getLogger("openai").setLevel(logging.WARNING)
|
| 19 |
logger = setup_logger(__name__)
|
| 20 |
|
| 21 |
+
|
| 22 |
+
SPECIAL_CHARACTERS_PATTERN = re.compile(r"[^a-zA-Z0-9-]")
|
| 23 |
+
|
| 24 |
+
|
| 25 |
def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int, local_dir: str, accelerator: str, region: str, vendor: str, instance_size: str, instance_type: str, limit=None):
|
| 26 |
"""Runs one evaluation for the current evaluation request file using lighteval, then pushes the results to the hub.
|
| 27 |
|
|
|
|
| 62 |
|
| 63 |
model_config = InferenceEndpointModelConfig(
|
| 64 |
# Endpoint parameters
|
| 65 |
+
name=SPECIAL_CHARACTERS_PATTERN.sub("-", eval_request.model.lower()),
|
| 66 |
repository = eval_request.model,
|
| 67 |
accelerator = accelerator,
|
| 68 |
vendor= vendor,
|