energy-score

src/display/utils.py

@@ -43,6 +43,7 @@ auto_eval_column_dict.append(["weight_type", ColumnContent, to_dataclass_field(C
 auto_eval_column_dict.append(["precision", ColumnContent, to_dataclass_field(ColumnContent("Precision", "str", False))])
 auto_eval_column_dict.append(["license", ColumnContent, to_dataclass_field(ColumnContent("Hub License", "str", False))])
 auto_eval_column_dict.append(["params", ColumnContent, to_dataclass_field(ColumnContent("#Params (B)", "number", False))])
+auto_eval_column_dict.append(["energy_score", ColumnContent, to_dataclass_field(ColumnContent("Energy (kWh)", "str", True))])
 auto_eval_column_dict.append(["likes", ColumnContent, to_dataclass_field(ColumnContent("Hub ❤️", "number", False))])
 auto_eval_column_dict.append(["still_on_hub", ColumnContent, to_dataclass_field(ColumnContent("Available on the hub", "bool", False))])
 auto_eval_column_dict.append(["revision", ColumnContent, to_dataclass_field(ColumnContent("Model sha", "str", False, False))])

src/leaderboard/read_evals.py

@@ -30,6 +30,7 @@ class EvalResult:
     num_params: int = 0
     date: str = "" # submission date of request file
     still_on_hub: bool = False
+    energy_score: str = "NA" # energy consumption in kWh, "NA" if not available
 
     @classmethod
     def init_from_json_file(self, json_filepath):
@@ -81,6 +82,13 @@ class EvalResult:
 
             mean_acc = np.mean(accs) * 100.0
             results[task.benchmark] = mean_acc
+            
+        # Extract energy score if available
+        energy_score = "NA"
+        if "energy_metrics" in data and data["energy_metrics"].get("enabled", False):
+            total_energy = data["energy_metrics"].get("total_energy", 0)
+            if total_energy > 0:
+                energy_score = f"{total_energy:.5f}"
 
         return self(
             eval_name=result_key,
@@ -91,7 +99,8 @@ class EvalResult:
             precision=precision,
             revision= config.get("model_sha", ""),
             still_on_hub=still_on_hub,
-            architecture=architecture
+            architecture=architecture,
+            energy_score=energy_score
         )
 
     def update_with_request_file(self, requests_path):
@@ -132,6 +141,7 @@ class EvalResult:
             AutoEvalColumn.likes.name: self.likes,
             AutoEvalColumn.params.name: self.num_params,
             AutoEvalColumn.still_on_hub.name: self.still_on_hub,
+            AutoEvalColumn.energy_score.name: self.energy_score,
         }
 
         for task in Tasks: