Added logging for debug purposes
Browse files
data.py
CHANGED
|
@@ -5,6 +5,7 @@ import os
|
|
| 5 |
from datetime import datetime
|
| 6 |
import threading
|
| 7 |
import traceback
|
|
|
|
| 8 |
|
| 9 |
fs = HfFileSystem()
|
| 10 |
|
|
@@ -172,6 +173,19 @@ class CIResults:
|
|
| 172 |
# Log and return distant load status
|
| 173 |
logger.info(f"Data loaded successfully: {len(self.available_models)} models")
|
| 174 |
logger.info(f"Models: {self.available_models[:5]}{'...' if len(self.available_models) > 5 else ''}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 175 |
|
| 176 |
def schedule_data_reload(self):
|
| 177 |
"""Schedule the next data reload."""
|
|
|
|
| 5 |
from datetime import datetime
|
| 6 |
import threading
|
| 7 |
import traceback
|
| 8 |
+
import json
|
| 9 |
|
| 10 |
fs = HfFileSystem()
|
| 11 |
|
|
|
|
| 173 |
# Log and return distant load status
|
| 174 |
logger.info(f"Data loaded successfully: {len(self.available_models)} models")
|
| 175 |
logger.info(f"Models: {self.available_models[:5]}{'...' if len(self.available_models) > 5 else ''}")
|
| 176 |
+
logger.info(f"Last update: {self.last_update_time}")
|
| 177 |
+
# Log a preview of the df
|
| 178 |
+
msg = {}
|
| 179 |
+
for model in self.available_models[:3]:
|
| 180 |
+
msg[model] = {}
|
| 181 |
+
for col in self.df.columns:
|
| 182 |
+
value = self.df.loc[model, col]
|
| 183 |
+
if not isinstance(value, int):
|
| 184 |
+
value = str(value)
|
| 185 |
+
if len(value) > 10:
|
| 186 |
+
value = value[:10] + "..."
|
| 187 |
+
msg[model][col] = value
|
| 188 |
+
logger.info(json.dumps(msg, indent=4))
|
| 189 |
|
| 190 |
def schedule_data_reload(self):
|
| 191 |
"""Schedule the next data reload."""
|