Added more info in log and created file with the time the process was run

app.py

@@ -1,6 +1,7 @@
 import os
 import json
 import requests
+import datetime
 
 import pandas as pd
 import gradio as gr
@@ -76,12 +77,26 @@ def get_model_ids(rl_env):
     return model_ids
 
 
+def store_last_update_time(path):
+    # Get the current time
+    current_time = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
+
+    # Create a file to store the last update time
+    last_update_file = os.path.join(path, "last_update.txt")
+    with open(last_update_file, 'w') as f:
+        f.write(f"Last update time: {current_time}")
+
+    print(f"Stored last update time: {current_time}")
+
+
 # Parralelized version
 def update_leaderboard_dataset_parallel(rl_env, path):
     # Get model ids associated with rl_env
     model_ids = get_model_ids(rl_env)
+    total_models = len(model_ids)
 
-    def process_model(model_id):
+    def process_model(index, model_id):
+        print(f"Processing model {index + 1} of {total_models}: {model_id}")
         meta = get_metadata(model_id)
         if meta is None:
             return None
@@ -98,7 +113,8 @@ def update_leaderboard_dataset_parallel(rl_env, path):
         row["Std Reward"] = std_reward
         return row
 
-    data = list(thread_map(process_model, model_ids, desc="Processing models"))
+    # Process models with index tracking
+    data = list(thread_map(lambda idx_model: process_model(*idx_model), enumerate(model_ids), desc="Processing models"))
 
     # Filter out None results (models with no metadata)
     data = [row for row in data if row is not None]