-
Notifications
You must be signed in to change notification settings - Fork 36
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Feature/SK-634 | Add logging to controller #506
Conversation
@@ -80,14 +80,14 @@ | |||
}, | |||
{ | |||
"cell_type": "code", | |||
"execution_count": 70, |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
??
@@ -54,8 +54,7 @@ def push_round_config(self, round_config): | |||
round_config['_job_id'] = str(uuid.uuid4()) | |||
self.round_configs.put(round_config) | |||
except Exception: | |||
logger.warning( | |||
"ROUNDCONTROL: Failed to push round config.") | |||
logger.warning("Failed to push round config.") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
should be logger.error since it contains "raise"
@@ -220,12 +217,11 @@ def stage_model(self, model_id, timeout_retry=3, retry=2): | |||
if model: | |||
break | |||
except Exception: | |||
logger.info("ROUNDCONTROL: Could not fetch model from storage backend, retrying.") | |||
logger.info("Could not fetch model from storage backend, retrying.") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
logger.warning
time.sleep(timeout_retry) | ||
tries += 1 | ||
if tries > retry: | ||
logger.info( | ||
"ROUNDCONTROL: Failed to stage model {} from storage backend!".format(model_id)) | ||
logger.info("Failed to stage model {} from storage backend!".format(model_id)) |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
logger.error since "raise"
return | ||
|
||
if not self.statestore.get_latest_model(): | ||
print("No model in model chain, please provide a seed model!") | ||
logger.info("No model in model chain, please provide a seed model!") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
logger.warning
return | ||
self.__state = ReducerState.instructing | ||
|
||
# Check for a model chain | ||
if not self.statestore.latest_model(): | ||
print("No model in model chain, please seed the alliance!") | ||
logger.info("No model in model chain, please seed the alliance!") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
logger.warning, also "alliance"?
@@ -399,7 +361,7 @@ def inference_round(self, config): | |||
|
|||
# Check for at least one combiner in statestore | |||
if len(self.network.get_combiners()) < 1: | |||
print("REDUCER: No combiners connected!") | |||
logger.warning("REDUCER: No combiners connected!") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Controller
"REDUCER CONTROL: Storage backend not configured, waiting...", | ||
flush=True, | ||
) | ||
logger.info("Storage backend not configured, waiting...") |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
logger.warning
Description
Updates controller to use logging module.
Closed SK-634