Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -60,8 +60,8 @@ class EvalResult:
|
|
60 |
weight_dtype = WeightDtype.from_str(data["task_info"].get("weight_dtype", "int4"))
|
61 |
compute_dtype = ComputeDtype.from_str(data["task_info"].get("compute_dtype", "bfloat16"))
|
62 |
# double_quant = data["quantization_config"].get("bnb_4bit_use_double_quant", False)
|
63 |
-
model_params = config["model_params"]
|
64 |
-
model_size = config["model_size"]
|
65 |
# group_size = data["quantization_config"].get("group_size", -1)
|
66 |
if data.get("quantization_config", None):
|
67 |
double_quant = data["quantization_config"].get("bnb_4bit_use_double_quant", False)
|
@@ -175,8 +175,8 @@ class EvalResult:
|
|
175 |
AutoEvalColumn.average.name: average,
|
176 |
AutoEvalColumn.license.name: self.license,
|
177 |
AutoEvalColumn.likes.name: self.likes,
|
178 |
-
AutoEvalColumn.params.name:
|
179 |
-
AutoEvalColumn.model_size.name:
|
180 |
AutoEvalColumn.group_size.name: self.group_size,
|
181 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
182 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|
|
|
60 |
weight_dtype = WeightDtype.from_str(data["task_info"].get("weight_dtype", "int4"))
|
61 |
compute_dtype = ComputeDtype.from_str(data["task_info"].get("compute_dtype", "bfloat16"))
|
62 |
# double_quant = data["quantization_config"].get("bnb_4bit_use_double_quant", False)
|
63 |
+
model_params = round(config["model_params"], 2)
|
64 |
+
model_size = round(config["model_size"], 2)
|
65 |
# group_size = data["quantization_config"].get("group_size", -1)
|
66 |
if data.get("quantization_config", None):
|
67 |
double_quant = data["quantization_config"].get("bnb_4bit_use_double_quant", False)
|
|
|
175 |
AutoEvalColumn.average.name: average,
|
176 |
AutoEvalColumn.license.name: self.license,
|
177 |
AutoEvalColumn.likes.name: self.likes,
|
178 |
+
AutoEvalColumn.params.name: self.num_params,
|
179 |
+
AutoEvalColumn.model_size.name: self.model_size,
|
180 |
AutoEvalColumn.group_size.name: self.group_size,
|
181 |
AutoEvalColumn.still_on_hub.name: self.still_on_hub,
|
182 |
AutoEvalColumn.merged.name: "merge" in self.tags if self.tags else False,
|