Warn users when eval is skipped

facebookresearch · Aug 16, 2018 · d7ab41e · d7ab41e
1 parent 9387594
commit d7ab41e
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/detectron/datasets/json_dataset_evaluator.py b/detectron/datasets/json_dataset_evaluator.py
@@ -55,6 +55,8 @@ def evaluate_masks(
     if json_dataset.name.find('test') == -1:
         coco_eval = _do_segmentation_eval(json_dataset, res_file, output_dir)
     else:
+        logger.warning('Segmentation eval was ignored as annotations are undisclosed on test: {} ignored'
+                       .format(json_dataset.name))
         coco_eval = None
     # Optionally cleanup results json file
     if cleanup:
@@ -137,6 +139,8 @@ def evaluate_boxes(
     if json_dataset.name.find('test') == -1:
         coco_eval = _do_detection_eval(json_dataset, res_file, output_dir)
     else:
+        logger.warning('Bbox eval was ignored as annotations are undisclosed on test: {} ignored'
+                       .format(json_dataset.name))
         coco_eval = None
     # Optionally cleanup results json file
     if cleanup:
@@ -337,6 +341,8 @@ def evaluate_keypoints(
     if json_dataset.name.find('test') == -1:
         coco_eval = _do_keypoint_eval(json_dataset, res_file, output_dir)
     else:
+        logger.warning('Keypoints evaluation was ignored as annotations are undisclosed on test:{} ignored'
+                       .format(json_dataset.name))
         coco_eval = None
     # Optionally cleanup results json file
     if cleanup: