Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add daemon which periodically pushes process and docker stats to State DB #3525

Merged
merged 21 commits into from
Nov 27, 2019
Merged
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
122 changes: 122 additions & 0 deletions files/image_config/procdockerstats/procdockerstats
Original file line number Diff line number Diff line change
@@ -0,0 +1,122 @@
# !/usr/bin/env python
'''
This code is for a specific daemon, process-docker.
Which sends process and docker CPU/memory utilization data to DB every 2 mins.
jleveque marked this conversation as resolved.
Show resolved Hide resolved
'''

import sys
import os
import time
import syslog
import subprocess
import re
import swsssdk
jleveque marked this conversation as resolved.
Show resolved Hide resolved
from datetime import datetime
jleveque marked this conversation as resolved.
Show resolved Hide resolved

VERSION = '1.0'

SYSLOG_IDENTIFIER = "procdockerstats"

REDIS_HOSTIP = "127.0.0.1"

# ========================== Syslog wrappers ==========================
def log_info(msg, also_print_to_console=False):
syslog.openlog(SYSLOG_IDENTIFIER)
syslog.syslog(syslog.LOG_INFO, msg)
syslog.closelog()

def log_warning(msg, also_print_to_console=False):
syslog.openlog(SYSLOG_IDENTIFIER)
syslog.syslog(syslog.LOG_WARNING, msg)
syslog.closelog()

def log_error(msg, also_print_to_console=False):
syslog.openlog(SYSLOG_IDENTIFIER)
syslog.syslog(syslog.LOG_ERR, msg)
syslog.closelog()

# ========================== ProcessDocker class ==========================
class ProcDockerStats:

def __init__(self):
self.state_db = swsssdk.SonicV2Connector(host=REDIS_HOSTIP)
self.state_db.connect("STATE_DB")
pra-moh marked this conversation as resolved.
Show resolved Hide resolved

jleveque marked this conversation as resolved.
Show resolved Hide resolved
def run_command(self, cmd):
proc = subprocess.Popen(cmd, shell=True, stdout=subprocess.PIPE)
(stdout, stderr) = proc.communicate()

if proc.returncode != 0:
log_error("Error running command '{}'".format(cmd))
else:
jleveque marked this conversation as resolved.
Show resolved Hide resolved
return stdout

def format_docker_cmd_output(self, cmdout):
lines = re.split("\n", cmdout)
keys = re.split(" +", lines[0])
x = len(lines)
dict1 = dict()
jleveque marked this conversation as resolved.
Show resolved Hide resolved
dict_list = []
for i in range(1,x):
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
values1 = re.split(" +", lines[i])
dict1 = dict(zip(keys, values1))
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
dict_list.append(dict1)
return dict_list

jleveque marked this conversation as resolved.
Show resolved Hide resolved
def update_dockerstats_command(self):
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
data = self.run_command("docker stats --no-stream -a")
dockerdata = self.format_docker_cmd_output(data)

value = ""
# wipe out all data before updating with new values
self.state_db.delete_all_by_pattern('STATE_DB', 'Docker_Stats|*')
for index in range(len(dockerdata)):
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
row = dockerdata[index]
cid = row.get('CONTAINER ID')
if cid:
value = 'Docker_Stats|' + str(cid)
name = row.get('NAME')
self.update_state_db(value, 'NAME', name)
cpu = row.get('CPU %')
self.update_state_db(value, 'CPU%', str(cpu))
splitcol = row.get('MEM USAGE / LIMIT')
memuse = re.split(" / ", str(splitcol))
self.update_state_db(value, 'MEM', str(memuse[0]))
self.update_state_db(value, 'MEM_LIMIT', str(memuse[1]))
mem = row.get('MEM %')
self.update_state_db(value, 'MEM %', str(mem))
splitcol = row.get('NET I/O')
netio = re.split(" / ", str(splitcol))
self.update_state_db(value, 'NET_IN', str(netio[0]))
self.update_state_db(value, 'NET_OUT', str(netio[1]))
splitcol = row.get('BLOCK I/O')
blocio = re.split(" / ", str(splitcol))
self.update_state_db(value, 'BLOCK_IN', str(blocio[0]))
self.update_state_db(value, 'BLOCK_OUT', str(blocio[1]))
pids = row.get('PIDS')
self.update_state_db(value, 'PIDS', pids)
jleveque marked this conversation as resolved.
Show resolved Hide resolved

jleveque marked this conversation as resolved.
Show resolved Hide resolved
def update_state_db(self, key1, key2, value2):
self.state_db.set('STATE_DB', key1, key2, value2)

def run(self):
self.update_dockerstats_command()
datetimeobj = datetime.now()
#Adding key to store latest update time.
jleveque marked this conversation as resolved.
Show resolved Hide resolved
self.update_state_db('Docker_Stats|LastUpdateTime', 'lastupdate', datetimeobj)
jleveque marked this conversation as resolved.
Show resolved Hide resolved

# main start
def main():
log_info("process-docker stats aemon starting up..")
if not os.getuid() == 0:
log_error("Must be root to run process-docker daemon")
print "Error: Must be root to run process-docker daemon"
sys.exit(1)
jleveque marked this conversation as resolved.
Show resolved Hide resolved
pd = ProcDockerStats()
# Data need to be updated every 2 mins. hence adding delay of 120 seconds
time.sleep(120)
pd.run()
log_info("process-docker stats daemon exited")

if __name__ == '__main__':
main()
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
jleveque marked this conversation as resolved.
Show resolved Hide resolved
11 changes: 11 additions & 0 deletions files/image_config/procdockerstats/procdockerstats.service
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
[Unit]
Description=Control Plane ACL configuration daemon
Requires=updategraph.service
After=updategraph.service

[Service]
Type=simple
ExecStart=/usr/bin/procdockerstats

[Install]
WantedBy=multi-user.target
pra-moh marked this conversation as resolved.
Show resolved Hide resolved
jleveque marked this conversation as resolved.
Show resolved Hide resolved