Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add selected_message_queues flag to filter message queues and improve performances #12808

Merged
merged 20 commits into from
Sep 28, 2022
Merged
Show file tree
Hide file tree
Changes from 6 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 10 additions & 0 deletions ibm_i/assets/configuration/spec.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -94,4 +94,14 @@ files:
- name: "job_queue"
- name: "message_queue_info"
default: *queries_default
- name: selected_message_queues
mx-psi marked this conversation as resolved.
Show resolved Hide resolved
description: |
Filters the message queues to make your queries less computer-intensive. By default no filter is applied.
value:
type: array
items:
type: string
example:
- QSYSOPR
- QPGMR
- template: instances/default
4 changes: 4 additions & 0 deletions ibm_i/datadog_checks/ibm_i/config_models/defaults.py
Original file line number Diff line number Diff line change
Expand Up @@ -68,6 +68,10 @@ def instance_query_timeout(field, value):
return 30


def instance_selected_message_queues(field, value):
return get_default_field_value(field, value)


def instance_service(field, value):
return get_default_field_value(field, value)

Expand Down
1 change: 1 addition & 0 deletions ibm_i/datadog_checks/ibm_i/config_models/instance.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ class Config:
password: Optional[str]
queries: Optional[Sequence[Query]]
query_timeout: Optional[int] = Field(None, gt=0)
selected_message_queues: Optional[Sequence[str]]
service: Optional[str]
severity_threshold: Optional[int] = Field(None, ge=0, le=99)
system: Optional[str]
Expand Down
7 changes: 7 additions & 0 deletions ibm_i/datadog_checks/ibm_i/data/conf.yaml.example
Original file line number Diff line number Diff line change
Expand Up @@ -78,6 +78,13 @@ instances:
# - name: job_queue
# - name: message_queue_info

## @param selected_message_queues - list of strings - optional
## Filters the message queues to make your queries less computer-intensive. By default no filter is applied.
#
# selected_message_queues:
# - QSYSOPR
# - QPGMR

## @param tags - list of strings - optional
## A list of tags to attach to every metric and service check emitted by this instance.
##
Expand Down
12 changes: 9 additions & 3 deletions ibm_i/datadog_checks/ibm_i/queries.py
Original file line number Diff line number Diff line change
Expand Up @@ -257,13 +257,17 @@ def get_job_queue_info(timeout):
}


def get_message_queue_info(timeout, sev):
def get_message_queue_info(timeout, sev, selected_message_queues):
message_queues_list = [f"'{elt}'" for elt in selected_message_queues]
message_queues_filter = (
f"WHERE MESSAGE_QUEUE_NAME IN ({', '.join(message_queues_list)})" if selected_message_queues else ""
)
return {
'name': 'message_queue_info',
'query': {
'text': (
f'SELECT MESSAGE_QUEUE_NAME, MESSAGE_QUEUE_LIBRARY, COUNT(*), SUM(CASE WHEN SEVERITY >= {sev} THEN 1 ELSE 0 END) ' # noqa:E501
'FROM QSYS2.MESSAGE_QUEUE_INFO GROUP BY MESSAGE_QUEUE_NAME, MESSAGE_QUEUE_LIBRARY'
f'FROM QSYS2.MESSAGE_QUEUE_INFO {message_queues_filter} GROUP BY MESSAGE_QUEUE_NAME, MESSAGE_QUEUE_LIBRARY' # noqa:E501
),
'timeout': timeout,
},
Expand All @@ -287,5 +291,7 @@ def query_map(config: InstanceConfig):
"job_memory_usage": get_job_memory_usage(config.job_query_timeout),
"memory_info": get_memory_info(config.query_timeout),
"job_queue": get_job_queue_info(config.query_timeout),
"message_queue_info": get_message_queue_info(config.system_mq_query_timeout, config.severity_threshold),
"message_queue_info": get_message_queue_info(
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Can you add some tests for this?

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

You're right ! I just finished adding them ! PTAL

config.system_mq_query_timeout, config.severity_threshold, config.selected_message_queues
),
}