popov/gogo2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix model CP

Browse Source
This commit is contained in:
Dobromir Popov
2025-11-11 11:24:21 +02:00
parent 6c1ca8baf4
commit a8a43d894c
2 changed files with 79 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
ANNOTATE/web/app.py
View File

@@ -245,7 +245,9 @@ class AnnotationDashboard:
return best_checkpoint
except Exception as e:
logger.debug(f"Error getting checkpoint info for {model_name}: {e}")
logger.error(f"Error getting checkpoint info for {model_name}: {e}")
import traceback
logger.error(traceback.format_exc())
return None
def _load_model_lazy(self, model_name: str) -> dict:
@@ -1280,6 +1282,7 @@ class AnnotationDashboard:
# Don't call training_adapter.get_available_models() as it may return objects
# Build model state dict with checkpoint info
logger.info(f"Building model states for {len(self.available_models)} models: {self.available_models}")
model_states = []
for model_name in self.available_models:
is_loaded = model_name in self.loaded_models
@@ -1303,9 +1306,13 @@ class AnnotationDashboard:
# If not loaded, try to read best checkpoint from disk
if not checkpoint_info:
checkpoint_info = self._get_best_checkpoint_info(model_name)
if checkpoint_info:
checkpoint_info['source'] = 'disk'
try:
checkpoint_info = self._get_best_checkpoint_info(model_name)
if checkpoint_info:
checkpoint_info['source'] = 'disk'
except Exception as e:
logger.error(f"Error reading checkpoint for {model_name}: {e}")
# Continue without checkpoint info
model_states.append({
'name': model_name,
@@ -1315,6 +1322,7 @@ class AnnotationDashboard:
'checkpoint': checkpoint_info # Checkpoint metadata (loaded or from disk)
})
logger.info(f"Returning {len(model_states)} model states")
return jsonify({
'success': True,
'models': model_states,