Removed unnecessary columns from the table.
Browse files- src/display/utils.py +10 -10
- src/leaderboard/read_evals.py +15 -15
src/display/utils.py
CHANGED
|
@@ -41,14 +41,14 @@ for task in Tasks:
|
|
| 41 |
|
| 42 |
# Model information
|
| 43 |
#auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
|
| 44 |
-
auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
|
| 45 |
-
auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
|
| 46 |
#auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
|
| 47 |
-
auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
|
| 48 |
auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
|
| 49 |
-
auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
|
| 50 |
-
auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
|
| 51 |
-
auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
|
| 52 |
#auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
|
| 53 |
|
| 54 |
# We use make dataclass to dynamically fill the scores from Tasks
|
|
@@ -58,11 +58,11 @@ AutoEvalColumn = make_dataclass("AutoEvalColumn", auto_eval_column_dict, frozen=
|
|
| 58 |
@dataclass(frozen=True)
|
| 59 |
class EvalQueueColumn: # Queue column
|
| 60 |
model = ColumnContent("model", "markdown", True)
|
| 61 |
-
revision = ColumnContent("revision", "str", True)
|
| 62 |
-
private = ColumnContent("private", "bool", True)
|
| 63 |
#precision = ColumnContent("precision", "str", True)
|
| 64 |
-
weight_type = ColumnContent("weight_type", "str", "Original")
|
| 65 |
-
status = ColumnContent("status", "str", True)
|
| 66 |
|
| 67 |
## All the model information that we might need
|
| 68 |
@dataclass
|
|
|
|
| 41 |
|
| 42 |
# Model information
|
| 43 |
#auto_eval_column_dict.append(["model_type", ColumnContent, ColumnContent("Type", "str", False)])
|
| 44 |
+
#auto_eval_column_dict.append(["architecture", ColumnContent, ColumnContent("Architecture", "str", False)])
|
| 45 |
+
#auto_eval_column_dict.append(["weight_type", ColumnContent, ColumnContent("Weight type", "str", False, True)])
|
| 46 |
#auto_eval_column_dict.append(["precision", ColumnContent, ColumnContent("Precision", "str", False)])
|
| 47 |
+
#auto_eval_column_dict.append(["license", ColumnContent, ColumnContent("Hub License", "str", False)])
|
| 48 |
auto_eval_column_dict.append(["params", ColumnContent, ColumnContent("#Params (B)", "number", False)])
|
| 49 |
+
#auto_eval_column_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "number", False)])
|
| 50 |
+
#auto_eval_column_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)])
|
| 51 |
+
#auto_eval_column_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)])
|
| 52 |
#auto_eval_column_dict.append(["submitted_time", ColumnContent, ColumnContent("Submitted time", "date", False)])
|
| 53 |
|
| 54 |
# We use make dataclass to dynamically fill the scores from Tasks
|
|
|
|
| 58 |
@dataclass(frozen=True)
|
| 59 |
class EvalQueueColumn: # Queue column
|
| 60 |
model = ColumnContent("model", "markdown", True)
|
| 61 |
+
#revision = ColumnContent("revision", "str", True)
|
| 62 |
+
#private = ColumnContent("private", "bool", True)
|
| 63 |
#precision = ColumnContent("precision", "str", True)
|
| 64 |
+
#weight_type = ColumnContent("weight_type", "str", "Original")
|
| 65 |
+
#status = ColumnContent("status", "str", True)
|
| 66 |
|
| 67 |
## All the model information that we might need
|
| 68 |
@dataclass
|
src/leaderboard/read_evals.py
CHANGED
|
@@ -23,19 +23,19 @@ class EvalResult:
|
|
| 23 |
full_model: str # org/model (path on hub)
|
| 24 |
org: str
|
| 25 |
model: str
|
| 26 |
-
revision: str # commit hash, "" if main
|
| 27 |
#submitted_time: datetime
|
| 28 |
results: Dict[str, Union[float, int]] # float o int
|
| 29 |
average_CPS: float
|
| 30 |
is_5fewshot: bool
|
| 31 |
fewshot_symbol: FewShotType = FewShotType.Unknown
|
| 32 |
-
weight_type: WeightType = WeightType.Original # Original or Adapter
|
| 33 |
-
architecture: str = "Unknown"
|
| 34 |
-
license: str = "?"
|
| 35 |
-
likes: int = 0
|
| 36 |
num_params: int = 0
|
| 37 |
date: str = "" # submission date of request file
|
| 38 |
-
still_on_hub: bool = False
|
| 39 |
rank: int = 0#str = field(default=0) # nuovo campo con default = 0
|
| 40 |
size_symbol: SizeType = SizeType.Unknown
|
| 41 |
|
|
@@ -123,9 +123,9 @@ class EvalResult:
|
|
| 123 |
average_CPS=average_CPS,
|
| 124 |
fewshot_symbol=fewshot_symbol,
|
| 125 |
is_5fewshot=is_5fewshot,
|
| 126 |
-
revision= config.get("model_sha", ""),
|
| 127 |
-
still_on_hub=still_on_hub,
|
| 128 |
-
architecture=architecture,
|
| 129 |
num_params=num_params,
|
| 130 |
rank = rank,
|
| 131 |
size_symbol=size_symbol
|
|
@@ -170,16 +170,16 @@ class EvalResult:
|
|
| 170 |
#AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
|
| 171 |
#AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
|
| 172 |
AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
|
| 173 |
-
AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 174 |
-
AutoEvalColumn.architecture.name: self.architecture,
|
| 175 |
AutoEvalColumn.model.name: make_clickable_model(self.full_model),
|
| 176 |
-
AutoEvalColumn.revision.name: self.revision,
|
| 177 |
AutoEvalColumn.average.name: average,
|
| 178 |
AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
|
| 179 |
-
AutoEvalColumn.license.name: self.license,
|
| 180 |
-
AutoEvalColumn.likes.name: self.likes,
|
| 181 |
AutoEvalColumn.params.name: self.num_params,
|
| 182 |
-
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
| 183 |
AutoEvalColumn.rank.name: self.rank,
|
| 184 |
AutoEvalColumn.size_symbol.name: size_symbol
|
| 185 |
}
|
|
|
|
| 23 |
full_model: str # org/model (path on hub)
|
| 24 |
org: str
|
| 25 |
model: str
|
| 26 |
+
#revision: str # commit hash, "" if main
|
| 27 |
#submitted_time: datetime
|
| 28 |
results: Dict[str, Union[float, int]] # float o int
|
| 29 |
average_CPS: float
|
| 30 |
is_5fewshot: bool
|
| 31 |
fewshot_symbol: FewShotType = FewShotType.Unknown
|
| 32 |
+
#weight_type: WeightType = WeightType.Original # Original or Adapter
|
| 33 |
+
#architecture: str = "Unknown"
|
| 34 |
+
#license: str = "?"
|
| 35 |
+
#likes: int = 0
|
| 36 |
num_params: int = 0
|
| 37 |
date: str = "" # submission date of request file
|
| 38 |
+
#still_on_hub: bool = False
|
| 39 |
rank: int = 0#str = field(default=0) # nuovo campo con default = 0
|
| 40 |
size_symbol: SizeType = SizeType.Unknown
|
| 41 |
|
|
|
|
| 123 |
average_CPS=average_CPS,
|
| 124 |
fewshot_symbol=fewshot_symbol,
|
| 125 |
is_5fewshot=is_5fewshot,
|
| 126 |
+
#revision= config.get("model_sha", ""),
|
| 127 |
+
#still_on_hub=still_on_hub,
|
| 128 |
+
#architecture=architecture,
|
| 129 |
num_params=num_params,
|
| 130 |
rank = rank,
|
| 131 |
size_symbol=size_symbol
|
|
|
|
| 170 |
#AutoEvalColumn.model_type.name: self.model_type.value.name if self.model_type else "Unknown",
|
| 171 |
#AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol if self.model_type else "Unknown",
|
| 172 |
AutoEvalColumn.fewshot_symbol.name: fewshot_symbol,
|
| 173 |
+
#AutoEvalColumn.weight_type.name: self.weight_type.value.name,
|
| 174 |
+
#AutoEvalColumn.architecture.name: self.architecture,
|
| 175 |
AutoEvalColumn.model.name: make_clickable_model(self.full_model),
|
| 176 |
+
#AutoEvalColumn.revision.name: self.revision,
|
| 177 |
AutoEvalColumn.average.name: average,
|
| 178 |
AutoEvalColumn.is_5fewshot.name: self.is_5fewshot,
|
| 179 |
+
#AutoEvalColumn.license.name: self.license,
|
| 180 |
+
#AutoEvalColumn.likes.name: self.likes,
|
| 181 |
AutoEvalColumn.params.name: self.num_params,
|
| 182 |
+
#AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
| 183 |
AutoEvalColumn.rank.name: self.rank,
|
| 184 |
AutoEvalColumn.size_symbol.name: size_symbol
|
| 185 |
}
|