Takes long time to detect Pod create changes

[Mauttaram]

We note that the time to detect a new pod that is running is around 25-40 seconds by informer.
Several times we see this error in the logs:
reflector.go:382] pkg/mod/k8s.io/[email protected]/tools/cache/reflector.go:125: Failed to watch *v1.Pod: unknown (get pods)
What you expected to happen:
Expected to receive no errors
Expected that Shared Informer should not take 25-40secs to detect that a new pod has been created

1 05:33:53.251616 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:53.251655 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:33:54.251853 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:54.251907 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:54.252522 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:54.252554 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:54.252943 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:54.252979 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:54.253005 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
{"timestamp":"Jul 1 05:33:54", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" remote_connect_cookie: 05c5c0be42ad4f7b6f25087b21cc52d6-qa4-ncm"}
{"timestamp":"Jul 1 05:33:54", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" full_host: aoobm-haproxy-integration-new.cradlepointecm.com, remote_connect_uuid: 05c5c0be42ad4f7b6f25087b21cc52d6, stack: qa4"}
{"timestamp":"Jul 1 05:33:54", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Invalid User Ks0GaINnLfTSgIBa"}
{"timestamp":"Jul 1 05:33:54", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" 100.108.88.128:19780 [01/Jul/2020:05:33:54.748] http_front http_front/ 5/-1/-1/-1/+5 403 +7335 - - PR-- 0/0/0/0/0 0/0 "GET / HTTP/1.1""}
I0701 05:33:55.253187 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:55.253248 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:55.253963 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:55.254015 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:55.254432 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:55.254493 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:55.254539 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:33:56.254775 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:56.254851 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:56.255711 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:56.255768 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:56.256303 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:56.256356 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:56.256400 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:33:57.256607 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:57.256662 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:57.257357 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:57.257407 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:57.257826 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:57.257875 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:57.257925 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:33:58.258113 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:58.258182 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:58.258952 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:58.258999 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:58.259496 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:58.259590 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:58.259632 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:33:59.259835 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:33:59.259890 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:33:59.344026 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:33:59.344118 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:33:59.344696 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:33:59.344742 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:33:59.344772 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:00.345048 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:00.345108 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:00.345705 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:00.345757 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:00.346194 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:00.346231 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:00.346257 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:01.346472 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:01.346538 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:01.347111 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:01.347157 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:01.347721 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:01.347758 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:01.347792 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:02.348004 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:02.348060 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:02.348653 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:02.348720 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:02.349131 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:02.349168 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:02.349201 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:03.349412 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:03.349486 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:03.350540 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:03.350601 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:03.351193 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:03.351246 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:03.351288 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:04.351501 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:04.351574 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:04.352233 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:04.352285 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:04.352653 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:04.352698 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:04.352725 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:05.352929 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:05.353001 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:05.353797 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:05.353839 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:05.354329 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:05.354378 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:05.354419 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:06.354679 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:06.354740 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:06.355353 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:06.355400 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:06.355833 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:06.355869 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:06.355892 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:07.356072 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:07.356126 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:07.356851 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:07.356897 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:07.357273 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:07.357304 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:07.357327 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:08.357524 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:08.357587 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:08.358264 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:08.358308 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:08.358728 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:08.358769 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:08.358809 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:09.358993 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:09.359059 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:09.443828 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:09.444012 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:09.444760 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:09.444817 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:09.444855 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:10.445063 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:10.445124 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:10.445761 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:10.445795 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:10.446249 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:10.446284 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:10.446304 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:11.446550 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:11.446609 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:11.447326 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:11.447379 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:11.447847 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:11.447887 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:11.447915 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:12.448091 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:12.448146 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:12.448699 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:12.448737 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:12.449130 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:12.449167 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:12.449213 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:13.449424 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:13.449509 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:13.450156 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:13.450193 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:13.450681 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:13.450717 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:13.450758 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:14.450966 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:14.451020 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:14.451658 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:14.451694 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:14.452136 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:14.452170 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:14.452201 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:15.452416 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:15.452481 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:15.453065 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:15.453148 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:15.453544 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:15.453588 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:15.453633 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:16.453837 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:16.453901 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:16.454648 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:16.454703 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:16.455223 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:16.455271 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:16.455307 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:17.455516 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:17.455578 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:17.456147 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:17.456210 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:17.456793 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:17.456844 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:17.456882 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
I0701 05:34:18.457063 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:18.457116 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:18.457788 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:18.457829 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:18.458265 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:18.458298 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:18.458330 8 app.go:143] template output not changed: haproxy_cfg.sh.tmpl
E0701 05:34:19.343703 8 reflector.go:382] pkg/mod/k8s.io/[email protected]/tools/cache/reflector.go:125: Failed to watch *v1.Pod: unknown (get pods)
I0701 05:34:19.458523 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:19.458583 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:19.459359 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-sshd"
I0701 05:34:19.459410 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-http"
I0701 05:34:19.460115 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-https"
I0701 05:34:19.460157 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-rdp"
I0701 05:34:19.463198 8 app.go:122] template output updated: haproxy_cfg.sh.tmpl
I0701 05:34:19.463221 8 app.go:135] template haproxy_cfg.sh.tmpl: scheduled command: "/tmp/action.sh || true"
I0701 05:34:19.463230 8 app.go:152] executing: "/tmp/action.sh || true"
I0701 05:34:19.464513 8 util.go:99] STDOUT: ++++++++++++++++++++++++++++++++++
I0701 05:34:19.464537 8 util.go:99] STDOUT: action.sh
I0701 05:34:19.464543 8 util.go:99] STDOUT: ++++++++++++++++++++++++++++++++++
I0701 05:34:19.464549 8 util.go:99] STDOUT: command: chmod +x /tmp/haproxy_cfg.sh
I0701 05:34:19.465610 8 util.go:99] STDOUT: command: /tmp/haproxy_cfg.sh
I0701 05:34:19.468319 8 util.go:99] STDOUT: command: killall -s HUP haproxy-systemd-wrapper
<5>haproxy-systemd-wrapper: re-executing on SIGHUP.
I0701 05:34:19.470460 8 app.go:154] executed: "/tmp/action.sh || true"
<7>haproxy-systemd-wrapper: executing /usr/local/sbin/haproxy -q -f /etc/haproxy/haproxy.cfg -p /var/run/haproxy.pid -Ds -sf 569
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy stats started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy sshd started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy http_front started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31807 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31819 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31821 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31823 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31825 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_sshd_31827 started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_05c5c0be42ad4f7b6f25087b21cc52d6-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_6226c1159d04a46f696cd3673d9a4d69-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_5932f9cd44ebca1bf6cf693b9050b934-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_4ff50b7a0cc173f9ec49424421340673-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_f0c627e05c28c0216c703d63b72fb029-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[579]:", "msg":" Proxy be_5461e4608798f33c36f472f4502daf11-qa4-ncm started."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping proxy stats in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping frontend sshd in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping frontend http_front in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_sshd_31819 in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_sshd_31821 in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_sshd_31823 in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_sshd_31825 in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_sshd_31827 in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_6226c1159d04a46f696cd3673d9a4d69-qa4-ncm in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_5932f9cd44ebca1bf6cf693b9050b934-qa4-ncm in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_4ff50b7a0cc173f9ec49424421340673-qa4-ncm in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_f0c627e05c28c0216c703d63b72fb029-qa4-ncm in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Stopping backend be_5461e4608798f33c36f472f4502daf11-qa4-ncm in 0 ms."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy stats stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy sshd stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy http_front stopped (FE: 15 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_sshd_31819 stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_sshd_31821 stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_sshd_31823 stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_sshd_31825 stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_sshd_31827 stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_6226c1159d04a46f696cd3673d9a4d69-qa4-ncm stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_5932f9cd44ebca1bf6cf693b9050b934-qa4-ncm stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_4ff50b7a0cc173f9ec49424421340673-qa4-ncm stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_f0c627e05c28c0216c703d63b72fb029-qa4-ncm stopped (FE: 0 conns, BE: 0 conns)."}
{"timestamp":"Jul 1 05:34:19", "serviceName": "[LURKER]", "hostname":"lurker-77bcb86dcb-fznrq", "syslogtag":"haproxy[569]:", "msg":" Proxy be_5461e4608798f33c36f472f4502daf11-qa4-ncm stopped (FE: 0 conns, BE: 0 conns)."}
I0701 05:34:20.470676 8 app.go:118] processing template: haproxy_cfg.sh.tmpl
I0701 05:34:20.470728 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "appFamily=aoobm"
I0701 05:34:20.471672 8 client_gen.go:35] fetching pods, namespace: "qa-pods", selector: "app=aoobm-s