Hugging Face's logo

Spaces:
evaluate
/
evaluation-suite-ci
Running

App Files Community
mathemakitten commited on
Commit
afe6d40
·
1 Parent(s): 79b3508

revert test

Browse files
Files changed (1) hide show
  1. evaluation-suite-ci.py +26 -27
evaluation-suite-ci.py CHANGED
@@ -8,30 +8,29 @@ class Suite(evaluate.EvaluationSuite):
8
  super().__init__(name)
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
- self.suite = []
12
- # self.suite = [
13
- # SubTask(
14
- # task_type="text-classification",
15
- # data="imdb",
16
- # split="test[:2]",
17
- # data_preprocessor=self.preprocessor,
18
- # args_for_task={
19
- # "metric": "accuracy",
20
- # "input_column": "text",
21
- # "label_column": "label",
22
- # "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
23
- # }
24
- # ),
25
- # SubTask(
26
- # task_type="text-classification",
27
- # data="imdb",
28
- # split="test[:2]",
29
- # data_preprocessor=None,
30
- # args_for_task={
31
- # "metric": "accuracy",
32
- # "input_column": "text",
33
- # "label_column": "label",
34
- # "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
35
- # }
36
- # )
37
- # ]
 
8
  super().__init__(name)
9
 
10
  self.preprocessor = lambda x: {"text": x["text"].lower()}
11
+ self.suite = [
12
+ SubTask(
13
+ task_type="text-classification",
14
+ data="imdb",
15
+ split="test[:2]",
16
+ data_preprocessor=self.preprocessor,
17
+ args_for_task={
18
+ "metric": "accuracy",
19
+ "input_column": "text",
20
+ "label_column": "label",
21
+ "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
22
+ }
23
+ ),
24
+ SubTask(
25
+ task_type="text-classification",
26
+ data="imdb",
27
+ split="test[:2]",
28
+ data_preprocessor=None,
29
+ args_for_task={
30
+ "metric": "accuracy",
31
+ "input_column": "text",
32
+ "label_column": "label",
33
+ "label_mapping": {"NEGATIVE": 0.0, "POSITIVE": 1.0}
34
+ }
35
+ )
36
+ ]