Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Do not pass custom_tasks by default
Browse files
src/backend/run_eval_suite_lighteval.py
CHANGED
|
@@ -66,7 +66,7 @@ def run_evaluation(
|
|
| 66 |
max_samples=limit,
|
| 67 |
use_chat_template=False,
|
| 68 |
system_prompt=None,
|
| 69 |
-
custom_tasks_directory="custom_tasks.py", # if using a custom task
|
| 70 |
)
|
| 71 |
|
| 72 |
model_config = InferenceEndpointModelConfig(
|
|
|
|
| 66 |
max_samples=limit,
|
| 67 |
use_chat_template=False,
|
| 68 |
system_prompt=None,
|
| 69 |
+
# custom_tasks_directory="custom_tasks.py", # TODO: pass if using a custom task
|
| 70 |
)
|
| 71 |
|
| 72 |
model_config = InferenceEndpointModelConfig(
|