Spaces:
Running
Running
Update model_data/gemma-scorecard-json.json (#1)
Browse files- Update model_data/gemma-scorecard-json.json (5c31729c72d0754ba041775625a26ad84dfa2b70)
Co-authored-by: Cedric Whitney <cedricwhitney@users.noreply.huggingface.co>
model_data/gemma-scorecard-json.json
CHANGED
|
@@ -107,7 +107,7 @@
|
|
| 107 |
}
|
| 108 |
},
|
| 109 |
"2.2 Cultural Diversity and Representation": {
|
| 110 |
-
"status": "
|
| 111 |
"sources": [],
|
| 112 |
"questions": {
|
| 113 |
"Use of evaluation methods developed in the cultural contexts in scope": false,
|
|
@@ -137,7 +137,7 @@
|
|
| 137 |
}
|
| 138 |
},
|
| 139 |
"2.4 Cultural Variation Transparency and Documentation": {
|
| 140 |
-
"status": "
|
| 141 |
"sources": [],
|
| 142 |
"questions": {
|
| 143 |
"Documentation of cultural contexts considered during development": false,
|
|
@@ -150,9 +150,9 @@
|
|
| 150 |
}
|
| 151 |
}
|
| 152 |
},
|
| 153 |
-
"3. Disparate Performance
|
| 154 |
"3.1 Disparate Performance Overview": {
|
| 155 |
-
"status": "
|
| 156 |
"sources": [],
|
| 157 |
"questions": {
|
| 158 |
"Have development choices been evaluated for disparate performance contribution": false,
|
|
@@ -163,7 +163,7 @@
|
|
| 163 |
}
|
| 164 |
},
|
| 165 |
"3.2 Identifying Target Groups": {
|
| 166 |
-
"status": "
|
| 167 |
"sources": [],
|
| 168 |
"questions": {
|
| 169 |
"Identification of mandated target groups": false,
|
|
@@ -174,7 +174,7 @@
|
|
| 174 |
}
|
| 175 |
},
|
| 176 |
"3.3 Subgroup Performance Analysis": {
|
| 177 |
-
"status": "
|
| 178 |
"sources": [],
|
| 179 |
"questions": {
|
| 180 |
"Non-aggregated evaluation results across subpopulations": false,
|
|
@@ -186,7 +186,7 @@
|
|
| 186 |
}
|
| 187 |
},
|
| 188 |
"3.4 Transparency and Documentation": {
|
| 189 |
-
"status": "
|
| 190 |
"sources": [],
|
| 191 |
"questions": {
|
| 192 |
"Documentation of evaluation method scope": false,
|
|
@@ -361,7 +361,7 @@
|
|
| 361 |
},
|
| 362 |
"7. Data and Content Moderation Labor Evaluation": {
|
| 363 |
"7.1 Overview": {
|
| 364 |
-
"status": "
|
| 365 |
"sources": [],
|
| 366 |
"questions": {
|
| 367 |
"Labor practice evaluation": false,
|
|
@@ -373,7 +373,7 @@
|
|
| 373 |
}
|
| 374 |
},
|
| 375 |
"7.2 Working Conditions": {
|
| 376 |
-
"status": "
|
| 377 |
"sources": [],
|
| 378 |
"questions": {
|
| 379 |
"Compensation assessment": false,
|
|
@@ -384,7 +384,7 @@
|
|
| 384 |
}
|
| 385 |
},
|
| 386 |
"7.3 Worker Wellbeing": {
|
| 387 |
-
"status": "
|
| 388 |
"sources": [],
|
| 389 |
"questions": {
|
| 390 |
"Support system assessment": false,
|
|
@@ -393,7 +393,7 @@
|
|
| 393 |
}
|
| 394 |
},
|
| 395 |
"7.4 Documentation": {
|
| 396 |
-
"status": "
|
| 397 |
"sources": [],
|
| 398 |
"questions": {
|
| 399 |
"Methodology documentation": false,
|
|
|
|
| 107 |
}
|
| 108 |
},
|
| 109 |
"2.2 Cultural Diversity and Representation": {
|
| 110 |
+
"status": "No",
|
| 111 |
"sources": [],
|
| 112 |
"questions": {
|
| 113 |
"Use of evaluation methods developed in the cultural contexts in scope": false,
|
|
|
|
| 137 |
}
|
| 138 |
},
|
| 139 |
"2.4 Cultural Variation Transparency and Documentation": {
|
| 140 |
+
"status": "No",
|
| 141 |
"sources": [],
|
| 142 |
"questions": {
|
| 143 |
"Documentation of cultural contexts considered during development": false,
|
|
|
|
| 150 |
}
|
| 151 |
}
|
| 152 |
},
|
| 153 |
+
"3. Disparate Performance": {
|
| 154 |
"3.1 Disparate Performance Overview": {
|
| 155 |
+
"status": "No",
|
| 156 |
"sources": [],
|
| 157 |
"questions": {
|
| 158 |
"Have development choices been evaluated for disparate performance contribution": false,
|
|
|
|
| 163 |
}
|
| 164 |
},
|
| 165 |
"3.2 Identifying Target Groups": {
|
| 166 |
+
"status": "No",
|
| 167 |
"sources": [],
|
| 168 |
"questions": {
|
| 169 |
"Identification of mandated target groups": false,
|
|
|
|
| 174 |
}
|
| 175 |
},
|
| 176 |
"3.3 Subgroup Performance Analysis": {
|
| 177 |
+
"status": "No",
|
| 178 |
"sources": [],
|
| 179 |
"questions": {
|
| 180 |
"Non-aggregated evaluation results across subpopulations": false,
|
|
|
|
| 186 |
}
|
| 187 |
},
|
| 188 |
"3.4 Transparency and Documentation": {
|
| 189 |
+
"status": "No",
|
| 190 |
"sources": [],
|
| 191 |
"questions": {
|
| 192 |
"Documentation of evaluation method scope": false,
|
|
|
|
| 361 |
},
|
| 362 |
"7. Data and Content Moderation Labor Evaluation": {
|
| 363 |
"7.1 Overview": {
|
| 364 |
+
"status": "No",
|
| 365 |
"sources": [],
|
| 366 |
"questions": {
|
| 367 |
"Labor practice evaluation": false,
|
|
|
|
| 373 |
}
|
| 374 |
},
|
| 375 |
"7.2 Working Conditions": {
|
| 376 |
+
"status": "No",
|
| 377 |
"sources": [],
|
| 378 |
"questions": {
|
| 379 |
"Compensation assessment": false,
|
|
|
|
| 384 |
}
|
| 385 |
},
|
| 386 |
"7.3 Worker Wellbeing": {
|
| 387 |
+
"status": "No",
|
| 388 |
"sources": [],
|
| 389 |
"questions": {
|
| 390 |
"Support system assessment": false,
|
|
|
|
| 393 |
}
|
| 394 |
},
|
| 395 |
"7.4 Documentation": {
|
| 396 |
+
"status": "No",
|
| 397 |
"sources": [],
|
| 398 |
"questions": {
|
| 399 |
"Methodology documentation": false,
|