diff --git a/dashboards/tornadoLogs/grafana/DIRAC_Metrics.json b/dashboards/tornadoLogs/grafana/DIRAC_Metrics.json new file mode 100644 index 00000000000..9c7a27130da --- /dev/null +++ b/dashboards/tornadoLogs/grafana/DIRAC_Metrics.json @@ -0,0 +1,573 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 56, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "targets": [ + { + "alias": "", + "bucketAggs": [ + { + "field": "hostname.keyword", + "id": "3", + "settings": { + "min_doc_count": "1", + "order": "desc", + "orderBy": "_term", + "size": "10" + }, + "type": "terms" + }, + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "10s", + "min_doc_count": "0", + "timeZone": "utc", + "trimEdges": "0" + }, + "type": "date_histogram" + } + ], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "metrics": [ + { + "field": "cpu_p", + "id": "1", + "type": "sum" + } + ], + "query": "", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Dirac cpu load", + "type": "timeseries" + }, + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 24, + "x": 0, + "y": 6 + }, + "id": 3, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "targets": [ + { + "alias": "", + "bucketAggs": [ + { + "field": "hostname.keyword", + "id": "3", + "settings": { + "min_doc_count": "1", + "order": "desc", + "orderBy": "_term", + "size": "10" + }, + "type": "terms" + }, + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "10s", + "min_doc_count": "0", + "timeZone": "utc", + "trimEdges": "0" + }, + "type": "date_histogram" + } + ], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "hide": false, + "metrics": [ + { + "field": "Mem.used", + "hide": true, + "id": "1", + "type": "sum" + }, + { + "field": "Mem.total", + "hide": true, + "id": "4", + "type": "sum" + }, + { + "hide": false, + "id": "5", + "pipelineVariables": [ + { + "name": "var1", + "pipelineAgg": "1" + }, + { + "name": "var2", + "pipelineAgg": "4" + } + ], + "settings": { + "script": "params.var1/params.var2" + }, + "type": "bucket_script" + } + ], + "query": "", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Dirac memory usage", + "transformations": [], + "type": "timeseries" + }, + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binbps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "targets": [ + { + "alias": "", + "bucketAggs": [ + { + "field": "hostname.keyword", + "id": "3", + "settings": { + "min_doc_count": "1", + "order": "desc", + "orderBy": "_term", + "size": "10" + }, + "type": "terms" + }, + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "10s", + "min_doc_count": "0", + "timeZone": "utc", + "trimEdges": "0" + }, + "type": "date_histogram" + } + ], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "hide": false, + "metrics": [ + { + "field": "read_size", + "hide": false, + "id": "1", + "type": "sum" + } + ], + "query": "", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Dirac disk throughput (read)", + "transformations": [], + "type": "timeseries" + }, + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binbps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 24, + "x": 0, + "y": 17 + }, + "id": 5, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom", + "showLegend": true + }, + "tooltip": { + "mode": "multi", + "sort": "desc" + } + }, + "targets": [ + { + "alias": "", + "bucketAggs": [ + { + "field": "hostname.keyword", + "id": "3", + "settings": { + "min_doc_count": "1", + "order": "desc", + "orderBy": "_term", + "size": "10" + }, + "type": "terms" + }, + { + "field": "@timestamp", + "id": "2", + "settings": { + "interval": "10s", + "min_doc_count": "0", + "timeZone": "utc", + "trimEdges": "0" + }, + "type": "date_histogram" + } + ], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "hide": false, + "metrics": [ + { + "field": "write_size", + "hide": false, + "id": "1", + "type": "sum" + } + ], + "query": "", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Dirac disk throughput (write)", + "transformations": [], + "type": "timeseries" + } + ], + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "DIRAC Metrics", + "uid": "dPzqOdE4k", + "version": 30, + "weekStart": "" +} diff --git a/dashboards/tornadoLogs/grafana/Dirac_Logs_ALL.json b/dashboards/tornadoLogs/grafana/Dirac_Logs_ALL.json new file mode 100644 index 00000000000..c80cb72cfe7 --- /dev/null +++ b/dashboards/tornadoLogs/grafana/Dirac_Logs_ALL.json @@ -0,0 +1,368 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 54, + "links": [], + "liveNow": true, + "panels": [ + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "fixed" + }, + "custom": { + "align": "auto", + "displayMode": "color-text", + "filterable": false, + "inspect": true + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "componentname" + }, + "properties": [ + { + "id": "custom.width", + "value": 136 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "@timestamp" + }, + "properties": [ + { + "id": "custom.width", + "value": 168 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_id" + }, + "properties": [ + { + "id": "custom.width", + "value": 57 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_index" + }, + "properties": [ + { + "id": "custom.width", + "value": 81 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_type" + }, + "properties": [ + { + "id": "custom.width", + "value": 58 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "asctime" + }, + "properties": [ + { + "id": "custom.width", + "value": 80 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "customname" + }, + "properties": [ + { + "id": "custom.width", + "value": 289 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "highlight" + }, + "properties": [ + { + "id": "custom.width", + "value": 78 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "levelname" + }, + "properties": [ + { + "id": "custom.width", + "value": 102 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "varmessage" + }, + "properties": [ + { + "id": "custom.width", + "value": 708 + } + ] + } + ] + }, + "gridPos": { + "h": 23, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 4, + "options": { + "footer": { + "enablePagination": true, + "fields": "", + "reducer": [ + "sum" + ], + "show": false + }, + "showHeader": true, + "sortBy": [ + { + "desc": true, + "displayName": "@timestamp" + } + ] + }, + "pluginVersion": "9.3.6", + "targets": [ + { + "alias": "", + "bucketAggs": [], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "metrics": [ + { + "id": "1", + "settings": { + "size": "1000" + }, + "type": "raw_data" + } + ], + "query": "componentname:$componentname AND customname:$customname AND levelname:$levelname", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Logs Table", + "transformations": [ + { + "id": "organize", + "options": { + "excludeByName": { + "_id": true, + "_index": true, + "_type": true, + "asctime": true, + "highlight": true, + "sort": true, + "tornadoComponent": true + }, + "indexByName": { + "@timestamp": 0, + "_id": 1, + "_index": 2, + "_type": 3, + "asctime": 4, + "componentname": 5, + "customname": 6, + "highlight": 7, + "hostname": 12, + "levelname": 8, + "message": 9, + "sort": 10, + "varmessage": 11 + }, + "renameByName": {} + } + } + ], + "type": "table" + } + ], + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "definition": "{\"find\":\"terms\", \"field\":\"componentname.keyword\",\"query\":\"*\"}", + "hide": 0, + "includeAll": true, + "label": "", + "multi": true, + "name": "componentname", + "options": [], + "query": "{\"find\":\"terms\", \"field\":\"componentname.keyword\",\"query\":\"*\"}", + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "definition": "{\"find\":\"terms\", \"field\":\"customname.keyword\",\"query\":\"*\"}", + "hide": 0, + "includeAll": true, + "multi": true, + "name": "customname", + "options": [], + "query": "{\"find\":\"terms\", \"field\":\"customname.keyword\",\"query\":\"*\"}", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "definition": "{\"find\":\"terms\", \"field\":\"levelname.keyword\",\"query\":\"*\"}", + "hide": 0, + "includeAll": true, + "multi": true, + "name": "levelname", + "options": [], + "query": "{\"find\":\"terms\", \"field\":\"levelname.keyword\",\"query\":\"*\"}", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Dirac Logs ALL", + "uid": "SXvsbSBVk", + "version": 63, + "weekStart": "" +} diff --git a/dashboards/tornadoLogs/grafana/Dirac_Logs_DEV.json b/dashboards/tornadoLogs/grafana/Dirac_Logs_DEV.json new file mode 100644 index 00000000000..94f5f51e274 --- /dev/null +++ b/dashboards/tornadoLogs/grafana/Dirac_Logs_DEV.json @@ -0,0 +1,325 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 57, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "fixed" + }, + "custom": { + "align": "auto", + "displayMode": "color-text", + "filterable": false, + "inspect": true + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "componentname" + }, + "properties": [ + { + "id": "custom.width", + "value": 136 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "@timestamp" + }, + "properties": [ + { + "id": "custom.width", + "value": 168 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_id" + }, + "properties": [ + { + "id": "custom.width", + "value": 57 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_index" + }, + "properties": [ + { + "id": "custom.width", + "value": 81 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_type" + }, + "properties": [ + { + "id": "custom.width", + "value": 58 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "asctime" + }, + "properties": [ + { + "id": "custom.width", + "value": 80 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "customname" + }, + "properties": [ + { + "id": "custom.width", + "value": 289 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "highlight" + }, + "properties": [ + { + "id": "custom.width", + "value": 78 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "levelname" + }, + "properties": [ + { + "id": "custom.width", + "value": 102 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "varmessage" + }, + "properties": [ + { + "id": "custom.width", + "value": 708 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "message" + }, + "properties": [ + { + "id": "custom.width", + "value": 1445 + } + ] + } + ] + }, + "gridPos": { + "h": 23, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 4, + "options": { + "footer": { + "enablePagination": true, + "fields": "", + "reducer": [ + "sum" + ], + "show": false + }, + "showHeader": true, + "sortBy": [ + { + "desc": true, + "displayName": "@timestamp" + } + ] + }, + "pluginVersion": "9.3.6", + "targets": [ + { + "alias": "", + "bucketAggs": [], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "metrics": [ + { + "id": "1", + "settings": { + "size": "1000" + }, + "type": "raw_data" + } + ], + "query": "levelname:$levelname", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Logs Table", + "transformations": [ + { + "id": "organize", + "options": { + "excludeByName": { + "_id": true, + "_index": true, + "_type": true, + "asctime": true, + "highlight": true, + "sort": true, + "tornadoComponent": true + }, + "indexByName": { + "@timestamp": 0, + "_id": 1, + "_index": 2, + "_type": 3, + "asctime": 4, + "componentname": 5, + "customname": 6, + "highlight": 7, + "hostname": 12, + "levelname": 8, + "message": 9, + "sort": 10, + "varmessage": 11 + }, + "renameByName": {} + } + } + ], + "type": "table" + } + ], + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": true, + "text": [ + "DEV" + ], + "value": [ + "DEV" + ] + }, + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "definition": "{\"find\":\"terms\", \"field\":\"levelname.keyword\",\"query\":\"*\"}", + "hide": 0, + "includeAll": true, + "multi": true, + "name": "levelname", + "options": [], + "query": "{\"find\":\"terms\", \"field\":\"levelname.keyword\",\"query\":\"*\"}", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Dirac Logs DEV", + "uid": "SXvsbSBVm", + "version": 5, + "weekStart": "" +} diff --git a/dashboards/tornadoLogs/grafana/Dirac_Logs_SECURITY.json b/dashboards/tornadoLogs/grafana/Dirac_Logs_SECURITY.json new file mode 100644 index 00000000000..37a51bc75c2 --- /dev/null +++ b/dashboards/tornadoLogs/grafana/Dirac_Logs_SECURITY.json @@ -0,0 +1,318 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "grafana", + "uid": "-- Grafana --" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "", + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "id": 58, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "fixed" + }, + "custom": { + "align": "auto", + "displayMode": "color-text", + "filterable": false, + "inspect": true + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "componentname" + }, + "properties": [ + { + "id": "custom.width", + "value": 136 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "@timestamp" + }, + "properties": [ + { + "id": "custom.width", + "value": 168 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_id" + }, + "properties": [ + { + "id": "custom.width", + "value": 57 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_index" + }, + "properties": [ + { + "id": "custom.width", + "value": 81 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "_type" + }, + "properties": [ + { + "id": "custom.width", + "value": 58 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "asctime" + }, + "properties": [ + { + "id": "custom.width", + "value": 80 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "customname" + }, + "properties": [ + { + "id": "custom.width", + "value": 289 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "highlight" + }, + "properties": [ + { + "id": "custom.width", + "value": 78 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "levelname" + }, + "properties": [ + { + "id": "custom.width", + "value": 102 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "varmessage" + }, + "properties": [ + { + "id": "custom.width", + "value": 708 + } + ] + } + ] + }, + "gridPos": { + "h": 23, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 4, + "options": { + "footer": { + "enablePagination": true, + "fields": "", + "reducer": [ + "sum" + ], + "show": false + }, + "showHeader": true, + "sortBy": [ + { + "desc": true, + "displayName": "@timestamp" + } + ] + }, + "pluginVersion": "9.3.6", + "targets": [ + { + "alias": "", + "bucketAggs": [], + "datasource": { + "type": "elasticsearch", + "uid": "BcHFbIBVz" + }, + "metrics": [ + { + "id": "1", + "settings": { + "size": "1000" + }, + "type": "raw_data" + } + ], + "query": "message:$sec_message", + "refId": "A", + "timeField": "@timestamp" + } + ], + "title": "Logs Table", + "transformations": [ + { + "id": "organize", + "options": { + "excludeByName": { + "_id": true, + "_index": true, + "_type": true, + "asctime": true, + "highlight": true, + "sort": true, + "tornadoComponent": true + }, + "indexByName": { + "@timestamp": 0, + "_id": 1, + "_index": 2, + "_type": 3, + "asctime": 4, + "componentname": 5, + "customname": 6, + "highlight": 7, + "hostname": 12, + "levelname": 8, + "message": 9, + "sort": 10, + "varmessage": 11 + }, + "renameByName": {} + } + } + ], + "type": "table" + } + ], + "schemaVersion": 37, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": { + "selected": true, + "text": [ + "Incoming request" + ], + "value": [ + "Incoming request" + ] + }, + "hide": 0, + "includeAll": true, + "label": "Security message", + "multi": true, + "name": "sec_message", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": true, + "text": "Incoming request", + "value": "Incoming request" + } + ], + "query": "Incoming request", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "Dirac Logs SECURITY", + "uid": "SXvsbSBVn", + "version": 6, + "weekStart": "" +} diff --git a/dashboards/tornadoLogs/kibana/Dirac_Logs_Stats.ndjson b/dashboards/tornadoLogs/kibana/Dirac_Logs_Stats.ndjson new file mode 100644 index 00000000000..7a0055539fb --- /dev/null +++ b/dashboards/tornadoLogs/kibana/Dirac_Logs_Stats.ndjson @@ -0,0 +1,13 @@ +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}}},{\"count\":0,\"name\":\"componentname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"componentname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}}},{\"count\":0,\"name\":\"customname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"customname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"customname\"}}},{\"count\":0,\"name\":\"hostname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"hostname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}}},{\"count\":0,\"name\":\"levelname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"levelname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}}},{\"count\":0,\"name\":\"message\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"message.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}}},{\"count\":0,\"name\":\"tornadoComponent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"tornadoComponent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"tornadoComponent\"}}},{\"count\":0,\"name\":\"varmessage\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"varmessage.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}}}]","timeFieldName":"@timestamp","title":"dirac-test-log-*"},"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-04-25T09:04:35.970Z","version":"WzI4OSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Messages fixed part per LogLevel","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Messages fixed part per LogLevel\",\"type\":\"histogram\",\"params\":{\"type\":\"histogram\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Number of messages\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"histogram\",\"mode\":\"stacked\",\"data\":{\"label\":\"Number of messages\",\"id\":\"1\"},\"valueAxis\":\"ValueAxis-1\",\"drawLinesBetweenPoints\":true,\"showCircles\":true}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Number of messages\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"levelname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\",\"customLabel\":\"LogLevel\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"message.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"f4e760b0-41ae-11e9-92db-b12061b7ddd0","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzIzOCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Messages per LogLevel","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Messages per LogLevel\",\"type\":\"area\",\"params\":{\"type\":\"area\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Messages\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"area\",\"mode\":\"stacked\",\"data\":{\"label\":\"Number of messages per log level\",\"id\":\"1\"},\"drawLinesBetweenPoints\":true,\"showCircles\":true,\"interpolate\":\"linear\",\"valueAxis\":\"ValueAxis-1\"}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Number of messages per log level\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"@timestamp\",\"interval\":\"auto\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"levelname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"b18a4830-41b0-11e9-92db-b12061b7ddd0","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0MywxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"levelname.keyword:\\\"ERROR\\\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Number of error messages","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Number of error messages\",\"type\":\"area\",\"params\":{\"type\":\"area\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Number of error messages\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"area\",\"mode\":\"stacked\",\"data\":{\"label\":\"Number of error messages\",\"id\":\"1\"},\"drawLinesBetweenPoints\":true,\"showCircles\":true,\"interpolate\":\"linear\",\"valueAxis\":\"ValueAxis-1\"}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Number of error messages\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"@timestamp\",\"interval\":\"auto\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"message.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"1a1f8180-41b1-11e9-97b4-bda41e0e0b3d","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzIzNywxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Number of messages per components","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Number of messages per components\",\"type\":\"area\",\"params\":{\"type\":\"area\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Count\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"area\",\"mode\":\"stacked\",\"data\":{\"label\":\"Count\",\"id\":\"1\"},\"drawLinesBetweenPoints\":true,\"showCircles\":true,\"interpolate\":\"linear\",\"valueAxis\":\"ValueAxis-1\"}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"@timestamp\",\"interval\":\"auto\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"componentname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"1e7a01d0-466e-11e9-92db-b12061b7ddd0","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0MiwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[{\"meta\":{\"negate\":false,\"disabled\":false,\"alias\":null,\"type\":\"phrase\",\"key\":\"message.keyword\",\"value\":\"Executing action\",\"params\":{\"query\":\"Executing action\",\"type\":\"phrase\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index\"},\"query\":{\"match\":{\"message.keyword\":{\"query\":\"Executing action\",\"type\":\"phrase\"}}},\"$state\":{\"store\":\"appState\"}}],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Service queries per host","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Service queries per host\",\"type\":\"histogram\",\"params\":{\"type\":\"histogram\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Count\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"histogram\",\"mode\":\"stacked\",\"data\":{\"label\":\"Count\",\"id\":\"1\"},\"valueAxis\":\"ValueAxis-1\",\"drawLinesBetweenPoints\":true,\"showCircles\":true}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"hostname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":15,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"componentname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"7d982120-4a28-11e9-92db-b12061b7ddd0","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0NSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Total messages per LogLevel","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"Total messages per LogLevel\",\"type\":\"enhanced-table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"computedColumns\":[],\"computedColsPerSplitCol\":false,\"hideExportLinks\":false,\"showFilterBar\":false,\"filterCaseSensitive\":false,\"filterBarHideable\":false,\"filterAsYouType\":false,\"filterBarWidth\":\"25%\",\"showMetricsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"levelname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":8,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"cc1e39e0-7e5e-11ea-8f8c-c10aac8009dd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzIzOSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Table Logs per component","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"Table Logs per component\",\"type\":\"enhanced-table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"computedColumns\":[],\"computedColsPerSplitCol\":false,\"hideExportLinks\":false,\"showFilterBar\":true,\"filterCaseSensitive\":false,\"filterBarHideable\":false,\"filterAsYouType\":false,\"filterBarWidth\":\"25%\",\"showMetricsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"componentname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":50,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"689bdf20-7e5f-11ea-bef2-1d663f7888cc","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0MCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"language\":\"lucene\",\"query\":\"\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"HeatMapLogsComponents","uiStateJSON":"{\"vis\":{\"defaultColors\":{\"0 - 75,000\":\"rgb(247,252,245)\",\"75,000 - 150,000\":\"rgb(199,233,192)\",\"150,000 - 225,000\":\"rgb(116,196,118)\",\"225,000 - 300,000\":\"rgb(35,139,69)\"},\"legendOpen\":true}}","version":1,"visState":"{\"title\":\"HeatMapLogsComponents\",\"type\":\"heatmap\",\"params\":{\"addLegend\":true,\"addTooltip\":true,\"colorSchema\":\"Greens\",\"colorsNumber\":4,\"colorsRange\":[],\"enableHover\":false,\"invertColors\":false,\"legendPosition\":\"right\",\"percentageMode\":false,\"setColorRange\":false,\"times\":[],\"type\":\"heatmap\",\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"labels\":{\"color\":\"#555\",\"rotate\":0,\"show\":false,\"overwriteColor\":false},\"scale\":{\"defaultYExtents\":false,\"type\":\"linear\"},\"show\":false,\"type\":\"value\"}]},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"segment\",\"params\":{\"field\":\"levelname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":6,\"order\":\"desc\",\"orderBy\":\"1\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"componentname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"ddc58110-7e60-11ea-bef2-1d663f7888cc","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0MSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"AdvancedTableLogsPerComponentAndHosts","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"AdvancedTableLogsPerComponentAndHosts\",\"type\":\"enhanced-table\",\"params\":{\"perPage\":10,\"showPartialRows\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"showTotal\":false,\"totalFunc\":\"sum\",\"computedColumns\":[],\"computedColsPerSplitCol\":false,\"hideExportLinks\":false,\"showFilterBar\":true,\"filterCaseSensitive\":false,\"filterBarHideable\":false,\"filterAsYouType\":false,\"filterBarWidth\":\"25%\",\"showMetricsAtAllLevels\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{}},{\"id\":\"2\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"componentname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\",\"customLabel\":\"Component\"}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"levelname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":10,\"order\":\"desc\",\"orderBy\":\"1\",\"customLabel\":\"Level\"}},{\"id\":\"4\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"message.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":50,\"order\":\"desc\",\"orderBy\":\"1\",\"customLabel\":\"Message\"}},{\"id\":\"5\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"bucket\",\"params\":{\"field\":\"hostname.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"43ec8410-7e62-11ea-8f8c-c10aac8009dd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzI0NCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"filter\":[],\"query\":{\"query\":\"levelname.keyword:\\\"WARN\\\"\",\"language\":\"lucene\"},\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Number of warning messages","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"Number of warning messages\",\"type\":\"area\",\"params\":{\"type\":\"area\",\"grid\":{\"categoryLines\":false,\"style\":{\"color\":\"#eee\"}},\"categoryAxes\":[{\"id\":\"CategoryAxis-1\",\"type\":\"category\",\"position\":\"bottom\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\"},\"labels\":{\"show\":true,\"truncate\":100},\"title\":{}}],\"valueAxes\":[{\"id\":\"ValueAxis-1\",\"name\":\"LeftAxis-1\",\"type\":\"value\",\"position\":\"left\",\"show\":true,\"style\":{},\"scale\":{\"type\":\"linear\",\"mode\":\"normal\"},\"labels\":{\"show\":true,\"rotate\":0,\"filter\":false,\"truncate\":100},\"title\":{\"text\":\"Number of error messages\"}}],\"seriesParams\":[{\"show\":\"true\",\"type\":\"area\",\"mode\":\"stacked\",\"data\":{\"label\":\"Number of error messages\",\"id\":\"1\"},\"drawLinesBetweenPoints\":true,\"showCircles\":true,\"interpolate\":\"linear\",\"valueAxis\":\"ValueAxis-1\"}],\"addTooltip\":true,\"addLegend\":true,\"legendPosition\":\"right\",\"times\":[],\"addTimeMarker\":false},\"aggs\":[{\"id\":\"1\",\"enabled\":true,\"type\":\"count\",\"schema\":\"metric\",\"params\":{\"customLabel\":\"Number of error messages\"}},{\"id\":\"2\",\"enabled\":true,\"type\":\"date_histogram\",\"schema\":\"segment\",\"params\":{\"field\":\"@timestamp\",\"interval\":\"auto\",\"min_doc_count\":1,\"extended_bounds\":{}}},{\"id\":\"3\",\"enabled\":true,\"type\":\"terms\",\"schema\":\"group\",\"params\":{\"field\":\"message.keyword\",\"otherBucket\":false,\"otherBucketLabel\":\"Other\",\"missingBucket\":false,\"missingBucketLabel\":\"Missing\",\"size\":5,\"order\":\"desc\",\"orderBy\":\"1\"}}]}"},"id":"d2f2ce90-8613-11ea-bef2-1d663f7888cc","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"},{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T09:59:22.902Z","version":"WzIzNiwxXQ=="} +{"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"lucene\",\"query\":\"\"},\"highlightAll\":true,\"version\":true,\"filter\":[]}"},"optionsJSON":"{\"darkTheme\":false,\"hidePanelTitles\":false,\"useMargins\":true}","panelsJSON":"[{\"panelIndex\":\"3\",\"gridData\":{\"w\":24,\"h\":12,\"x\":0,\"y\":12,\"i\":\"3\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_0\",\"embeddableConfig\":{}},{\"panelIndex\":\"4\",\"gridData\":{\"w\":24,\"h\":12,\"x\":24,\"y\":0,\"i\":\"4\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_1\",\"embeddableConfig\":{}},{\"panelIndex\":\"5\",\"gridData\":{\"w\":24,\"h\":12,\"x\":0,\"y\":24,\"i\":\"5\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_2\",\"embeddableConfig\":{}},{\"panelIndex\":\"7\",\"gridData\":{\"w\":24,\"h\":12,\"x\":24,\"y\":36,\"i\":\"7\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_3\",\"embeddableConfig\":{}},{\"panelIndex\":\"8\",\"gridData\":{\"w\":24,\"h\":12,\"x\":24,\"y\":12,\"i\":\"8\"},\"embeddableConfig\":{\"vis\":{\"legendOpen\":true}},\"version\":\"7.3.0\",\"panelRefName\":\"panel_4\"},{\"panelIndex\":\"11\",\"gridData\":{\"w\":24,\"h\":12,\"x\":0,\"y\":0,\"i\":\"11\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_5\",\"embeddableConfig\":{}},{\"panelIndex\":\"12\",\"gridData\":{\"w\":24,\"h\":12,\"x\":0,\"y\":36,\"i\":\"12\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_6\",\"embeddableConfig\":{}},{\"panelIndex\":\"13\",\"gridData\":{\"w\":48,\"h\":20,\"x\":0,\"y\":64,\"i\":\"13\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_7\",\"embeddableConfig\":{}},{\"panelIndex\":\"14\",\"gridData\":{\"w\":48,\"h\":16,\"x\":0,\"y\":48,\"i\":\"14\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_8\",\"embeddableConfig\":{}},{\"panelIndex\":\"15\",\"gridData\":{\"w\":24,\"h\":12,\"x\":24,\"y\":24,\"i\":\"15\"},\"version\":\"7.3.0\",\"panelRefName\":\"panel_9\",\"embeddableConfig\":{}}]","timeRestore":false,"title":"DIRAC Logs dashboard","version":1},"id":"3b53b830-41b1-11e9-97b4-bda41e0e0b3d","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"f4e760b0-41ae-11e9-92db-b12061b7ddd0","name":"panel_0","type":"visualization"},{"id":"b18a4830-41b0-11e9-92db-b12061b7ddd0","name":"panel_1","type":"visualization"},{"id":"1a1f8180-41b1-11e9-97b4-bda41e0e0b3d","name":"panel_2","type":"visualization"},{"id":"1e7a01d0-466e-11e9-92db-b12061b7ddd0","name":"panel_3","type":"visualization"},{"id":"7d982120-4a28-11e9-92db-b12061b7ddd0","name":"panel_4","type":"visualization"},{"id":"cc1e39e0-7e5e-11ea-8f8c-c10aac8009dd","name":"panel_5","type":"visualization"},{"id":"689bdf20-7e5f-11ea-bef2-1d663f7888cc","name":"panel_6","type":"visualization"},{"id":"ddc58110-7e60-11ea-bef2-1d663f7888cc","name":"panel_7","type":"visualization"},{"id":"43ec8410-7e62-11ea-8f8c-c10aac8009dd","name":"panel_8","type":"visualization"},{"id":"d2f2ce90-8613-11ea-bef2-1d663f7888cc","name":"panel_9","type":"visualization"}],"type":"dashboard","updated_at":"2023-04-18T09:59:23.532Z","version":"WzI0NiwxXQ=="} +{"exportedCount":12,"missingRefCount":0,"missingReferences":[]} diff --git a/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL.ndjson b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL.ndjson new file mode 100644 index 00000000000..28c147d451d --- /dev/null +++ b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL.ndjson @@ -0,0 +1,9 @@ +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}}},{\"count\":0,\"name\":\"componentname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"componentname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}}},{\"count\":0,\"name\":\"customname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"customname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"customname\"}}},{\"count\":0,\"name\":\"exc_info\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"exc_info.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"exc_info\"}}},{\"count\":0,\"name\":\"hostname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"hostname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}}},{\"count\":0,\"name\":\"levelname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"levelname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}}},{\"count\":0,\"name\":\"message\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"message.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}}},{\"count\":0,\"name\":\"raw\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"raw.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"raw\"}}},{\"count\":0,\"name\":\"tornadoComponent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"tornadoComponent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"tornadoComponent\"}}},{\"count\":0,\"name\":\"varmessage\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"varmessage.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}}}]","timeFieldName":"@timestamp","title":"dirac-test-log-*"},"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-05-04T12:33:46.172Z","version":"WzMzNSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"title":"ParentComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"ParentComponentSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"id\":\"1681725070886\",\"fieldName\":\"componentname.keyword\",\"parent\":\"\",\"label\":\"Parent Component\",\"type\":\"list\",\"options\":{\"type\":\"terms\",\"multiselect\":true,\"dynamicOptions\":true,\"size\":5,\"order\":\"desc\"},\"indexPatternRefName\":\"control_0_index_pattern\"}],\"updateFiltersOnChange\":true,\"useTimeFilter\":true,\"pinFilters\":true}}"},"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:13:34.599Z","version":"WzI5NiwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"TornadoComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"TornadoComponentSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"tornadoComponent.keyword\",\"id\":\"1680512232853\",\"label\":\"TornadoComponent\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true}}"},"id":"390bf740-eb2b-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T11:26:13.811Z","version":"WzM0OCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"LevelSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"LevelSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"levelname.keyword\",\"id\":\"1681381529167\",\"label\":\"Level\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true}}"},"id":"bd9af260-d9e5-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:14:33.263Z","version":"WzI5NywxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\n \"query\": {\n \"query\": \"\",\n \"language\": \"kuery\"\n },\n \"filter\": [],\n \"indexRefName\": \"kibanaSavedObjectMeta.searchSourceJSON.index\"\n}"},"title":"Logs-count","uiStateJSON":"{}","version":1,"visState":"{\n \"title\": \"Logs-count\",\n \"type\": \"metric\",\n \"aggs\": [\n {\n \"id\": \"1\",\n \"enabled\": true,\n \"type\": \"count\",\n \"params\": {\n \"customLabel\": \"Records\"\n },\n \"schema\": \"metric\"\n }\n ],\n \"params\": {\n \"addTooltip\": true,\n \"addLegend\": false,\n \"type\": \"metric\",\n \"metric\": {\n \"percentageMode\": false,\n \"useRanges\": false,\n \"colorSchema\": \"Green to Red\",\n \"metricColorMode\": \"None\",\n \"colorsRange\": [\n {\n \"from\": 0,\n \"to\": 10000\n }\n ],\n \"labels\": {\n \"show\": true\n },\n \"invertColors\": false,\n \"style\": {\n \"bgFill\": \"#000\",\n \"bgColor\": false,\n \"labelColor\": false,\n \"subText\": \"\",\n \"fontSize\": 20\n }\n }\n }\n}"},"id":"788c0830-da08-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T10:01:53.348Z","version":"WzI0OCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"ComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"customname.keyword\",\"id\":\"1680512232853\",\"label\":\"Component\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true},\"title\":\"ComponentSelector\",\"type\":\"input_control_vis\"}"},"id":"9d69ef90-d1fd-11ed-8f02-6185831a5745","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:05:50.228Z","version":"WzI5MCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Logs","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"Logs\",\"type\":\"document_table\",\"aggs\":[],\"params\":{\"addRowNumberColumn\":false,\"computedColsPerSplitCol\":false,\"computedColumns\":[],\"csvEncoding\":\"utf-8\",\"csvExportWithTotal\":false,\"csvFullExport\":false,\"fieldColumns\":[{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"label\":\"Time\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"componentname\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"ParentComponent\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"tornadoComponent\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"TornadoComponent\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"customname\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"Component\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"levelname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}},\"type\":\"string\"},\"label\":\"Level\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"message\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"Message\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"varmessage\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"VarMessage\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"exc_info\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"Exc_info\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"hostname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}},\"type\":\"string\"},\"label\":\"Hostname\"},{\"enabled\":false,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"asctime.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}},\"type\":\"string\"},\"label\":\"AscTime\"}],\"filterAsYouType\":true,\"filterBarHideable\":true,\"filterBarWidth\":\"25%\",\"filterCaseSensitive\":false,\"filterHighlightResults\":true,\"filterTermsSeparately\":true,\"hideExportLinks\":false,\"hitsSize\":1000,\"perPage\":20,\"showFilterBar\":true,\"showMetricsAtAllLevels\":false,\"showPartialRows\":false,\"showTotal\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"sortField\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"sortOrder\":\"desc\",\"sortSplitCols\":false,\"stripedRows\":true,\"totalFunc\":\"count\"}}"},"id":"94638c40-d9ea-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T09:56:08.450Z","version":"WzM0NCwxXQ=="} +{"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"optionsJSON":"{\"hidePanelTitles\":false,\"useMargins\":false}","panelsJSON":"[{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":0,\"w\":11,\"h\":4,\"i\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\"},\"panelIndex\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_0\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":11,\"y\":0,\"w\":9,\"h\":4,\"i\":\"62bcab2d-ca76-4dda-88b2-67e67d9c7db0\"},\"panelIndex\":\"62bcab2d-ca76-4dda-88b2-67e67d9c7db0\",\"embeddableConfig\":{\"title\":\"Component Selector\",\"hidePanelTitles\":true},\"title\":\"Component Selector\",\"panelRefName\":\"panel_1\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":30,\"y\":0,\"w\":9,\"h\":4,\"i\":\"cda68935-326d-438a-ba00-aa7d0696c7c9\"},\"panelIndex\":\"cda68935-326d-438a-ba00-aa7d0696c7c9\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_2\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":39,\"y\":0,\"w\":4,\"h\":4,\"i\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\"},\"panelIndex\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_3\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":20,\"y\":0,\"w\":10,\"h\":4,\"i\":\"f7f5ec2f-888a-46f0-9e41-c8a87defe28b\"},\"panelIndex\":\"f7f5ec2f-888a-46f0-9e41-c8a87defe28b\",\"embeddableConfig\":{\"title\":\"Component Selector\",\"hidePanelTitles\":true},\"title\":\"Component Selector\",\"panelRefName\":\"panel_4\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":4,\"w\":48,\"h\":37,\"i\":\"e419c9d8-6b23-4683-94ff-32d6dac46f82\"},\"panelIndex\":\"e419c9d8-6b23-4683-94ff-32d6dac46f82\",\"embeddableConfig\":{\"hidePanelTitles\":true,\"table\":null,\"vis\":{\"params\":{\"sort\":{\"columnIndex\":0,\"direction\":null}}}},\"panelRefName\":\"panel_5\"}]","refreshInterval":{"pause":true,"value":0},"timeFrom":"now-15m","timeRestore":true,"timeTo":"now","title":"DIRAC Logs Viewer ALL","version":1},"id":"b3664af0-d1fd-11ed-8f02-6185831a5745","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","name":"panel_0","type":"visualization"},{"id":"390bf740-eb2b-11ed-8455-0f18f0c32abd","name":"panel_1","type":"visualization"},{"id":"bd9af260-d9e5-11ed-8455-0f18f0c32abd","name":"panel_2","type":"visualization"},{"id":"788c0830-da08-11ed-8455-0f18f0c32abd","name":"panel_3","type":"visualization"},{"id":"9d69ef90-d1fd-11ed-8f02-6185831a5745","name":"panel_4","type":"visualization"},{"id":"94638c40-d9ea-11ed-8455-0f18f0c32abd","name":"panel_5","type":"visualization"}],"type":"dashboard","updated_at":"2023-05-05T11:33:21.568Z","version":"WzM1MiwxXQ=="} +{"exportedCount":8,"missingRefCount":0,"missingReferences":[]} diff --git a/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL_Singleline.ndjson b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL_Singleline.ndjson new file mode 100644 index 00000000000..31f2f8788d6 --- /dev/null +++ b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_ALL_Singleline.ndjson @@ -0,0 +1,9 @@ +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}}},{\"count\":0,\"name\":\"componentname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"componentname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}}},{\"count\":0,\"name\":\"customname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"customname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"customname\"}}},{\"count\":0,\"name\":\"exc_info\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"exc_info.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"exc_info\"}}},{\"count\":0,\"name\":\"hostname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"hostname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}}},{\"count\":0,\"name\":\"levelname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"levelname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}}},{\"count\":0,\"name\":\"message\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"message.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}}},{\"count\":0,\"name\":\"raw\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"raw.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"raw\"}}},{\"count\":0,\"name\":\"tornadoComponent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"tornadoComponent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"tornadoComponent\"}}},{\"count\":0,\"name\":\"varmessage\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"varmessage.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}}}]","timeFieldName":"@timestamp","title":"dirac-test-log-*"},"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-05-04T12:33:46.172Z","version":"WzMzNSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"title":"ParentComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"ParentComponentSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"id\":\"1681725070886\",\"fieldName\":\"componentname.keyword\",\"parent\":\"\",\"label\":\"Parent Component\",\"type\":\"list\",\"options\":{\"type\":\"terms\",\"multiselect\":true,\"dynamicOptions\":true,\"size\":5,\"order\":\"desc\"},\"indexPatternRefName\":\"control_0_index_pattern\"}],\"updateFiltersOnChange\":true,\"useTimeFilter\":true,\"pinFilters\":true}}"},"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:13:34.599Z","version":"WzI5NiwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"LevelSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"LevelSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"levelname.keyword\",\"id\":\"1681381529167\",\"label\":\"Level\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true}}"},"id":"bd9af260-d9e5-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:14:33.263Z","version":"WzI5NywxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\n \"query\": {\n \"query\": \"\",\n \"language\": \"kuery\"\n },\n \"filter\": [],\n \"indexRefName\": \"kibanaSavedObjectMeta.searchSourceJSON.index\"\n}"},"title":"Logs-count","uiStateJSON":"{}","version":1,"visState":"{\n \"title\": \"Logs-count\",\n \"type\": \"metric\",\n \"aggs\": [\n {\n \"id\": \"1\",\n \"enabled\": true,\n \"type\": \"count\",\n \"params\": {\n \"customLabel\": \"Records\"\n },\n \"schema\": \"metric\"\n }\n ],\n \"params\": {\n \"addTooltip\": true,\n \"addLegend\": false,\n \"type\": \"metric\",\n \"metric\": {\n \"percentageMode\": false,\n \"useRanges\": false,\n \"colorSchema\": \"Green to Red\",\n \"metricColorMode\": \"None\",\n \"colorsRange\": [\n {\n \"from\": 0,\n \"to\": 10000\n }\n ],\n \"labels\": {\n \"show\": true\n },\n \"invertColors\": false,\n \"style\": {\n \"bgFill\": \"#000\",\n \"bgColor\": false,\n \"labelColor\": false,\n \"subText\": \"\",\n \"fontSize\": 20\n }\n }\n }\n}"},"id":"788c0830-da08-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T10:01:53.348Z","version":"WzI0OCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Logs Singleline","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"aggs\":[],\"params\":{\"addRowNumberColumn\":false,\"computedColsPerSplitCol\":false,\"computedColumns\":[],\"csvEncoding\":\"utf-8\",\"csvExportWithTotal\":false,\"csvFullExport\":false,\"fieldColumns\":[{\"enabled\":false,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"label\":\"Time\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"raw\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"Log\"}],\"filterAsYouType\":true,\"filterBarHideable\":true,\"filterBarWidth\":\"25%\",\"filterCaseSensitive\":false,\"filterHighlightResults\":true,\"filterTermsSeparately\":true,\"hideExportLinks\":false,\"hitsSize\":1000,\"perPage\":20,\"showFilterBar\":true,\"showMetricsAtAllLevels\":false,\"showPartialRows\":false,\"showTotal\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"sortField\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"sortOrder\":\"desc\",\"sortSplitCols\":false,\"stripedRows\":true,\"totalFunc\":\"count\"},\"title\":\"Logs Singleline\",\"type\":\"document_table\"}"},"id":"d3141870-ea56-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-04T13:51:54.395Z","version":"WzM0MSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"ComponentSelector (copy)","uiStateJSON":"{}","version":1,"visState":"{\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"customname.keyword\",\"id\":\"1680512232853\",\"label\":\"Component\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true},\"title\":\"ComponentSelector\",\"type\":\"input_control_vis\"}"},"id":"0bae4660-eb38-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T11:29:06.502Z","version":"WzM0OSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"TornadoComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"TornadoComponentSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"tornadoComponent.keyword\",\"id\":\"1680512232853\",\"label\":\"TornadoComponent\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true}}"},"id":"390bf740-eb2b-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-05-05T11:26:13.811Z","version":"WzM0OCwxXQ=="} +{"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"optionsJSON":"{\"hidePanelTitles\":false,\"useMargins\":false}","panelsJSON":"[{\"embeddableConfig\":{\"hidePanelTitles\":true},\"gridData\":{\"h\":4,\"i\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\",\"w\":10,\"x\":0,\"y\":0},\"panelIndex\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_0\"},{\"embeddableConfig\":{\"hidePanelTitles\":true},\"gridData\":{\"h\":4,\"i\":\"cda68935-326d-438a-ba00-aa7d0696c7c9\",\"w\":9,\"x\":30,\"y\":0},\"panelIndex\":\"cda68935-326d-438a-ba00-aa7d0696c7c9\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_1\"},{\"embeddableConfig\":{\"hidePanelTitles\":true},\"gridData\":{\"h\":4,\"i\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\",\"w\":4,\"x\":43,\"y\":0},\"panelIndex\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_2\"},{\"embeddableConfig\":{\"hidePanelTitles\":true},\"gridData\":{\"h\":37,\"i\":\"30df3005-6a8d-49a2-bf19-1c0d6b9afb5e\",\"w\":48,\"x\":0,\"y\":4},\"panelIndex\":\"30df3005-6a8d-49a2-bf19-1c0d6b9afb5e\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_3\"},{\"embeddableConfig\":{\"hidePanelTitles\":true,\"title\":\"Component Selector\"},\"gridData\":{\"h\":4,\"i\":\"3247d8e1-333c-4f42-a44e-ed9287cf4a61\",\"w\":10,\"x\":20,\"y\":0},\"panelIndex\":\"3247d8e1-333c-4f42-a44e-ed9287cf4a61\",\"title\":\"Component Selector\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_4\"},{\"embeddableConfig\":{\"hidePanelTitles\":true},\"gridData\":{\"h\":4,\"i\":\"d84c552c-4785-4973-bf0e-6e246f319991\",\"w\":10,\"x\":10,\"y\":0},\"panelIndex\":\"d84c552c-4785-4973-bf0e-6e246f319991\",\"version\":\"7.10.2\",\"panelRefName\":\"panel_5\"}]","refreshInterval":{"pause":true,"value":0},"timeFrom":"now-15m","timeRestore":true,"timeTo":"now","title":"DIRAC Logs Viewer ALL Singleline","version":1},"id":"a22d7ad0-ea56-11ed-8455-0f18f0c32abd","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","name":"panel_0","type":"visualization"},{"id":"bd9af260-d9e5-11ed-8455-0f18f0c32abd","name":"panel_1","type":"visualization"},{"id":"788c0830-da08-11ed-8455-0f18f0c32abd","name":"panel_2","type":"visualization"},{"id":"d3141870-ea56-11ed-8455-0f18f0c32abd","name":"panel_3","type":"visualization"},{"id":"0bae4660-eb38-11ed-8455-0f18f0c32abd","name":"panel_4","type":"visualization"},{"id":"390bf740-eb2b-11ed-8455-0f18f0c32abd","name":"panel_5","type":"visualization"}],"type":"dashboard","updated_at":"2023-05-05T11:32:51.688Z","version":"WzM1MSwxXQ=="} +{"exportedCount":8,"missingRefCount":0,"missingReferences":[]} diff --git a/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_DEV.ndjson b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_DEV.ndjson new file mode 100644 index 00000000000..d3d85dbf95a --- /dev/null +++ b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_DEV.ndjson @@ -0,0 +1,5 @@ +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}}},{\"count\":0,\"name\":\"componentname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"componentname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}}},{\"count\":0,\"name\":\"customname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"customname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"customname\"}}},{\"count\":0,\"name\":\"exc_info\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"exc_info.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"exc_info\"}}},{\"count\":0,\"name\":\"hostname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"hostname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}}},{\"count\":0,\"name\":\"levelname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"levelname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}}},{\"count\":0,\"name\":\"message\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"message.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}}},{\"count\":0,\"name\":\"raw\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"raw.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"raw\"}}},{\"count\":0,\"name\":\"tornadoComponent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"tornadoComponent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"tornadoComponent\"}}},{\"count\":0,\"name\":\"varmessage\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"varmessage.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}}}]","timeFieldName":"@timestamp","title":"dirac-test-log-*"},"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-05-04T12:33:46.172Z","version":"WzMzNSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"levelname:\\\"DEV\\\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Dev","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"title\":\"Dev\",\"type\":\"document_table\",\"aggs\":[],\"params\":{\"addRowNumberColumn\":false,\"computedColsPerSplitCol\":false,\"computedColumns\":[],\"csvEncoding\":\"utf-8\",\"csvExportWithTotal\":false,\"csvFullExport\":false,\"fieldColumns\":[{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"label\":\"Time\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"message.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}},\"type\":\"string\"},\"label\":\"Message\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"hostname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}},\"type\":\"string\"},\"label\":\"Hostname\"}],\"filterAsYouType\":true,\"filterBarHideable\":true,\"filterBarWidth\":\"25%\",\"filterCaseSensitive\":false,\"filterHighlightResults\":true,\"filterTermsSeparately\":true,\"hideExportLinks\":false,\"hitsSize\":50000,\"perPage\":20,\"showFilterBar\":true,\"showMetricsAtAllLevels\":false,\"showPartialRows\":false,\"showTotal\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"sortField\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"sortOrder\":\"desc\",\"sortSplitCols\":false,\"stripedRows\":true,\"totalFunc\":\"count\"}}"},"id":"d93b2550-e334-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T06:49:14.241Z","version":"WzI3NCwxXQ=="} +{"attributes":{"columns":["_source"],"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"highlightAll\":true,\"version\":true,\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"sort":[],"title":"Raw Logs","version":1},"id":"fabc5670-d481-11ed-8455-0f18f0c32abd","migrationVersion":{"search":"7.9.3"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"search","updated_at":"2023-04-18T09:45:40.064Z","version":"WzIzMiwxXQ=="} +{"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"optionsJSON":"{\"hidePanelTitles\":false,\"useMargins\":false}","panelsJSON":"[{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":0,\"w\":48,\"h\":34,\"i\":\"271a92ea-1144-428a-b972-aa426731e8c1\"},\"panelIndex\":\"271a92ea-1144-428a-b972-aa426731e8c1\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_0\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":34,\"w\":48,\"h\":31,\"i\":\"96f7059a-a473-4ad7-b90c-c06fb15ec396\"},\"panelIndex\":\"96f7059a-a473-4ad7-b90c-c06fb15ec396\",\"embeddableConfig\":{},\"panelRefName\":\"panel_1\"}]","refreshInterval":{"pause":true,"value":0},"timeFrom":"now-15m","timeRestore":true,"timeTo":"now","title":"DIRAC Logs Viewer DEV","version":1},"id":"24197700-e2b5-11ed-8455-0f18f0c32abd","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"d93b2550-e334-11ed-8455-0f18f0c32abd","name":"panel_0","type":"visualization"},{"id":"fabc5670-d481-11ed-8455-0f18f0c32abd","name":"panel_1","type":"search"}],"type":"dashboard","updated_at":"2023-04-25T13:27:52.380Z","version":"WzMwNSwxXQ=="} +{"exportedCount":4,"missingRefCount":0,"missingReferences":[]} diff --git a/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_SECURITY.ndjson b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_SECURITY.ndjson new file mode 100644 index 00000000000..163241631a8 --- /dev/null +++ b/dashboards/tornadoLogs/kibana/Dirac_logs_Viewer_SECURITY.ndjson @@ -0,0 +1,8 @@ +{"attributes":{"fields":"[{\"count\":0,\"name\":\"@timestamp\",\"type\":\"date\",\"esTypes\":[\"date\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true},{\"count\":0,\"name\":\"_id\",\"type\":\"string\",\"esTypes\":[\"_id\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_index\",\"type\":\"string\",\"esTypes\":[\"_index\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_score\",\"type\":\"number\",\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_source\",\"type\":\"_source\",\"esTypes\":[\"_source\"],\"scripted\":false,\"searchable\":false,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"_type\",\"type\":\"string\",\"esTypes\":[\"_type\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"asctime.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"asctime\"}}},{\"count\":0,\"name\":\"componentname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"componentname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}}},{\"count\":0,\"name\":\"customname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"customname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"customname\"}}},{\"count\":0,\"name\":\"exc_info\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"exc_info.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"exc_info\"}}},{\"count\":0,\"name\":\"hostname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"hostname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}}},{\"count\":0,\"name\":\"levelname\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"levelname.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}}},{\"count\":0,\"name\":\"message\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"message.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}}},{\"count\":0,\"name\":\"raw\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"raw.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"raw\"}}},{\"count\":0,\"name\":\"tornadoComponent\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"tornadoComponent.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"tornadoComponent\"}}},{\"count\":0,\"name\":\"varmessage\",\"type\":\"string\",\"esTypes\":[\"text\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":false,\"readFromDocValues\":false},{\"count\":0,\"name\":\"varmessage.keyword\",\"type\":\"string\",\"esTypes\":[\"keyword\"],\"scripted\":false,\"searchable\":true,\"aggregatable\":true,\"readFromDocValues\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}}}]","timeFieldName":"@timestamp","title":"dirac-test-log-*"},"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","migrationVersion":{"index-pattern":"7.6.0"},"references":[],"type":"index-pattern","updated_at":"2023-05-04T12:33:46.172Z","version":"WzMzNSwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"title":"ParentComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"title\":\"ParentComponentSelector\",\"type\":\"input_control_vis\",\"aggs\":[],\"params\":{\"controls\":[{\"id\":\"1681725070886\",\"fieldName\":\"componentname.keyword\",\"parent\":\"\",\"label\":\"Parent Component\",\"type\":\"list\",\"options\":{\"type\":\"terms\",\"multiselect\":true,\"dynamicOptions\":true,\"size\":5,\"order\":\"desc\"},\"indexPatternRefName\":\"control_0_index_pattern\"}],\"updateFiltersOnChange\":true,\"useTimeFilter\":true,\"pinFilters\":true}}"},"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:13:34.599Z","version":"WzI5NiwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"\"},\"filter\":[]}"},"title":"ComponentSelector","uiStateJSON":"{}","version":1,"visState":"{\"aggs\":[],\"params\":{\"controls\":[{\"fieldName\":\"customname.keyword\",\"id\":\"1680512232853\",\"label\":\"Component\",\"options\":{\"dynamicOptions\":true,\"multiselect\":true,\"order\":\"desc\",\"size\":5,\"type\":\"terms\"},\"parent\":\"\",\"type\":\"list\",\"indexPatternRefName\":\"control_0_index_pattern\"}],\"pinFilters\":true,\"updateFiltersOnChange\":true,\"useTimeFilter\":true},\"title\":\"ComponentSelector\",\"type\":\"input_control_vis\"}"},"id":"9d69ef90-d1fd-11ed-8f02-6185831a5745","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"control_0_index_pattern","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T09:05:50.228Z","version":"WzI5MCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\n \"query\": {\n \"query\": \"\",\n \"language\": \"kuery\"\n },\n \"filter\": [],\n \"indexRefName\": \"kibanaSavedObjectMeta.searchSourceJSON.index\"\n}"},"title":"Logs-count","uiStateJSON":"{}","version":1,"visState":"{\n \"title\": \"Logs-count\",\n \"type\": \"metric\",\n \"aggs\": [\n {\n \"id\": \"1\",\n \"enabled\": true,\n \"type\": \"count\",\n \"params\": {\n \"customLabel\": \"Records\"\n },\n \"schema\": \"metric\"\n }\n ],\n \"params\": {\n \"addTooltip\": true,\n \"addLegend\": false,\n \"type\": \"metric\",\n \"metric\": {\n \"percentageMode\": false,\n \"useRanges\": false,\n \"colorSchema\": \"Green to Red\",\n \"metricColorMode\": \"None\",\n \"colorsRange\": [\n {\n \"from\": 0,\n \"to\": 10000\n }\n ],\n \"labels\": {\n \"show\": true\n },\n \"invertColors\": false,\n \"style\": {\n \"bgFill\": \"#000\",\n \"bgColor\": false,\n \"labelColor\": false,\n \"subText\": \"\",\n \"fontSize\": 20\n }\n }\n }\n}"},"id":"788c0830-da08-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-18T10:01:53.348Z","version":"WzI0OCwxXQ=="} +{"attributes":{"description":"","kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"language\":\"kuery\",\"query\":\"message:\\\"Incoming request\\\"\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"title":"Securiy","uiStateJSON":"{\"vis\":{\"params\":{\"sort\":{\"columnIndex\":null,\"direction\":null}}}}","version":1,"visState":"{\"aggs\":[],\"params\":{\"addRowNumberColumn\":false,\"computedColsPerSplitCol\":false,\"computedColumns\":[],\"csvEncoding\":\"utf-8\",\"csvExportWithTotal\":false,\"csvFullExport\":false,\"fieldColumns\":[{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"label\":\"Time\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"componentname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"componentname\"}},\"type\":\"string\"},\"label\":\"ParentComponent\"},{\"enabled\":true,\"field\":{\"aggregatable\":false,\"count\":0,\"esTypes\":[\"text\"],\"name\":\"customname\",\"readFromDocValues\":false,\"scripted\":false,\"searchable\":true,\"type\":\"string\"},\"label\":\"Component\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"levelname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"levelname\"}},\"type\":\"string\"},\"label\":\"Level\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"message.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"message\"}},\"type\":\"string\"},\"label\":\"Message\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"varmessage.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"varmessage\"}},\"type\":\"string\"},\"label\":\"VarMessage\"},{\"enabled\":true,\"field\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"keyword\"],\"name\":\"hostname.keyword\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"subType\":{\"multi\":{\"parent\":\"hostname\"}},\"type\":\"string\"},\"label\":\"Hostname\"}],\"filterAsYouType\":true,\"filterBarHideable\":true,\"filterBarWidth\":\"25%\",\"filterCaseSensitive\":false,\"filterHighlightResults\":true,\"filterTermsSeparately\":true,\"hideExportLinks\":false,\"hitsSize\":50000,\"perPage\":20,\"showFilterBar\":true,\"showMetricsAtAllLevels\":false,\"showPartialRows\":false,\"showTotal\":false,\"sort\":{\"columnIndex\":null,\"direction\":null},\"sortField\":{\"aggregatable\":true,\"count\":0,\"esTypes\":[\"date\"],\"name\":\"@timestamp\",\"readFromDocValues\":true,\"scripted\":false,\"searchable\":true,\"type\":\"date\"},\"sortOrder\":\"desc\",\"sortSplitCols\":false,\"stripedRows\":true,\"totalFunc\":\"count\"},\"title\":\"Securiy\",\"type\":\"document_table\"}"},"id":"ff8a8720-e2b5-11ed-8455-0f18f0c32abd","migrationVersion":{"visualization":"7.10.0"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"visualization","updated_at":"2023-04-25T06:40:09.982Z","version":"WzI2NiwxXQ=="} +{"attributes":{"columns":["_source"],"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"highlightAll\":true,\"version\":true,\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[],\"indexRefName\":\"kibanaSavedObjectMeta.searchSourceJSON.index\"}"},"sort":[],"title":"Raw Logs","version":1},"id":"fabc5670-d481-11ed-8455-0f18f0c32abd","migrationVersion":{"search":"7.9.3"},"references":[{"id":"eee5ca90-ddcb-11ed-8455-0f18f0c32abd","name":"kibanaSavedObjectMeta.searchSourceJSON.index","type":"index-pattern"}],"type":"search","updated_at":"2023-04-18T09:45:40.064Z","version":"WzIzMiwxXQ=="} +{"attributes":{"description":"","hits":0,"kibanaSavedObjectMeta":{"searchSourceJSON":"{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}"},"optionsJSON":"{\"hidePanelTitles\":false,\"useMargins\":false}","panelsJSON":"[{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":0,\"w\":12,\"h\":4,\"i\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\"},\"panelIndex\":\"51e25a94-b1a2-4d77-89de-58c196fb7254\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_0\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":12,\"y\":0,\"w\":12,\"h\":4,\"i\":\"f7f5ec2f-888a-46f0-9e41-c8a87defe28b\"},\"panelIndex\":\"f7f5ec2f-888a-46f0-9e41-c8a87defe28b\",\"embeddableConfig\":{\"title\":\"Component Selector\",\"hidePanelTitles\":true},\"title\":\"Component Selector\",\"panelRefName\":\"panel_1\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":24,\"y\":0,\"w\":5,\"h\":4,\"i\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\"},\"panelIndex\":\"5a3e234a-c1bd-4155-b891-0b01b35fe972\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_2\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":4,\"w\":48,\"h\":29,\"i\":\"70c22c34-7f6c-4979-8c58-466b9c02f330\"},\"panelIndex\":\"70c22c34-7f6c-4979-8c58-466b9c02f330\",\"embeddableConfig\":{\"hidePanelTitles\":true},\"panelRefName\":\"panel_3\"},{\"version\":\"7.10.2\",\"gridData\":{\"x\":0,\"y\":33,\"w\":48,\"h\":27,\"i\":\"103b1d61-ff1e-43b8-8057-88ee9fcaf2ae\"},\"panelIndex\":\"103b1d61-ff1e-43b8-8057-88ee9fcaf2ae\",\"embeddableConfig\":{},\"panelRefName\":\"panel_4\"}]","refreshInterval":{"pause":true,"value":0},"timeFrom":"now-1h","timeRestore":true,"timeTo":"now","title":"DIRAC Logs Viewer SECURITY","version":1},"id":"512f5d90-e2b5-11ed-8455-0f18f0c32abd","migrationVersion":{"dashboard":"7.9.3"},"references":[{"id":"8230e1d0-dd05-11ed-8455-0f18f0c32abd","name":"panel_0","type":"visualization"},{"id":"9d69ef90-d1fd-11ed-8f02-6185831a5745","name":"panel_1","type":"visualization"},{"id":"788c0830-da08-11ed-8455-0f18f0c32abd","name":"panel_2","type":"visualization"},{"id":"ff8a8720-e2b5-11ed-8455-0f18f0c32abd","name":"panel_3","type":"visualization"},{"id":"fabc5670-d481-11ed-8455-0f18f0c32abd","name":"panel_4","type":"search"}],"type":"dashboard","updated_at":"2023-04-25T13:28:43.400Z","version":"WzMwNiwxXQ=="} +{"exportedCount":7,"missingRefCount":0,"missingReferences":[]} diff --git a/docs/source/AdministratorGuide/ServerInstallations/index.rst b/docs/source/AdministratorGuide/ServerInstallations/index.rst index 743b7fdbaf8..3a4ece8265a 100644 --- a/docs/source/AdministratorGuide/ServerInstallations/index.rst +++ b/docs/source/AdministratorGuide/ServerInstallations/index.rst @@ -14,6 +14,7 @@ This sections constains the documentation for installing new DIRAC Servers or se InstallingWebAppDIRAC HTTPSServices centralizedLogging + tornadoComponentsLogs rabbitmq scalingAndLimitations environment_variable_configuration diff --git a/docs/source/AdministratorGuide/ServerInstallations/tornadoComponentsLogs.rst b/docs/source/AdministratorGuide/ServerInstallations/tornadoComponentsLogs.rst new file mode 100644 index 00000000000..6252476bdc0 --- /dev/null +++ b/docs/source/AdministratorGuide/ServerInstallations/tornadoComponentsLogs.rst @@ -0,0 +1,254 @@ +.. _tornado_components_logs: + +=============================== +Split Tornado logs by component +=============================== + +Dirac offers the ability to write logs for each component. One can find logs in /startup//log/current + +In case of Tornado, logs come from many components, and can be hard to sort. + +Using Fluent-bit will allow to collect logs from files, rearrange content, then send them elsewhere like an ELK instance or simply other files. +Thus, in case of ELK, it's now possible to monitor and display informations through Kibana and Grafana tools, using filters to sort logs, or simply read other splitted log files, one by component. + +The idea behind that is to deal with logs independantly from Dirac. It is also possible to grab servers metrics such as cpu, memory and disk usage, giving the opportunity to make correlations between logs and server usage. + +DIRAC Configuration +------------------- + +First of all, you should configure a JSON Log Backend in your ``Resources`` and ``Operations`` like:: + + Resources + { + LogBackends + { + StdoutJson + { + Plugin = StdoutJson + } + } + } + + Operations + { + Defaults + { + Logging + { + DefaultBackends = StdoutJson + } + } + } + + +Fluent-bit Installation +----------------------- + +On each Dirac server, install Fluent-bit (https://docs.fluentbit.io):: + + curl https://raw.githubusercontent.com/fluent/fluent-bit/master/install.sh | sh + +Fluent-bit Configuration +------------------------ + +Edit and add in /etc/fluent-bit/fluent-bit.conf:: + + @INCLUDE dirac-json.conf + +Create following files in /etc/fluent-bit + +dirac-json.conf (Add all needed components and choose the output you want):: + + [SERVICE] + flush 1 + log_level info + parsers_file dirac-parsers.conf + + [INPUT] + name cpu + tag metric + Interval_Sec 10 + + [INPUT] + name mem + tag metric + Interval_Sec 10 + + [INPUT] + name disk + tag metric + Interval_Sec 10 + + [INPUT] + name tail + parser dirac_parser_json + path /startup//log/current + Tag log..log + Mem_Buf_Limit 50MB + + [INPUT] + name tail + parser dirac_parser_json + path /startup//log/current + Tag log..log + Mem_Buf_Limit 50MB + + [FILTER] + Name modify + Match log.* + Rename log message + Add levelname DEV + + [FILTER] + Name modify + Match * + Add hostname ${HOSTNAME} + + [FILTER] + Name Lua + Match log.* + script dirac.lua + call add_raw + + [FILTER] + Name rewrite_tag + Match log.tornado + Rule $tornadoComponent .$ $TAG.$tornadoComponentclean.log false + Emitter_Name re_emitted + + #[OUTPUT] + # name stdout + # match * + + [OUTPUT] + Name file + Match log.* + Path /vo/dirac/logs + Mkdir true + Format template + Template {raw} + + [OUTPUT] + name es + host + port + logstash_format true + logstash_prefix + tls on + tls.verify off + tls.ca_file + tls.crt_file + tls.key_file + match log.* + + [OUTPUT] + name es + host + port + logstash_format true + logstash_prefix + tls on + tls.verify off + tls.ca_file + tls.crt_file + tls.key_file + match metric + +``dirac-json.conf`` is the main file, it defines different steps such as:: + [SERVICE] where we describe our json parser (from dirac Json log backend) + [INPUT] where we describe dirac components log file and the way it will be parsed (json) + [FILTER] where we apply modifications to parsed data, for example adding a levelname "DEV" whenever logs are not well formatted, typically "print" in code, or adding fields like hostname to know from which host logs are coming, but also more complex treatments like in dirac.lua script (described later) + [OUTPUT] where we describe formatted logs destination, here, we have stdout, files on disks and elasticsearch. + +dirac-parsers.conf:: + + [PARSER] + Name dirac_parser_json + Format json + Time_Key asctime + Time_Format %Y-%m-%d %H:%M:%S,%L + Time_Keep On + +``dirac-parsers.conf`` describes the source format that will be parsed, and the time that will be used (here asctime field) as reference + +dirac.lua:: + + function add_raw(tag, timestamp, record) + new_record = record + + if record["asctime"] ~= nil then + raw = record["asctime"] .. " [" .. record["levelname"] .. "] [" .. record["componentname"] .. "] " + if record["tornadoComponent"] ~= nil then + patterns = {"/"} + str = record["tornadoComponent"] + for i,v in ipairs(patterns) do + str = string.gsub(str, v, "_") + end + new_record["tornadoComponentclean"] = str + raw = raw .. "[" .. record["tornadoComponent"] .. "] " + else + raw = raw .. "[]" + end + raw = raw .. "[" .. record["customname"] .. "] " .. record["message"] .. " " .. record["varmessage"] .. " [" .. record["hostname"] .. "]" + new_record["raw"] = raw + else + new_record["raw"] = os.date("%Y-%m-%d %H:%M:%S %Z") .. " [" .. record["levelname"] .. "] " .. record["message"] .. " [" .. record["hostname"] .. "]" + end + + return 2, timestamp, new_record + end + +``dirac.lua`` is the most important transformation we perform on primarily logs, it builds new record depending on logs containing or not special field tornadocomponent, then cleans and formats it before sending to the outputs. + +Testing +------- + +Before throwing logs to ElasticSearch, config can be tested in Standard output by uncommenting:: + + [OUTPUT] + name stdout + match * + +...and commenting ElasticSearch outputs. + +Then by using command:: + + /opt/fluent-bit/bin/fluent-bit -c //etc/fluent-bit/fluent-bit.conf + +NOTE: When all is OK, uncomment ElasticSearch outputs and comment stdout output + +Service +------- + +``sudo systemctl start/stop fluent-bit.service`` + +Dashboards +---------- + +In case of logs sent to an ELK instance, dashboards are available `here `_. + +On disk +------- + +In case of logs sent to local files, Logrotate is mandatory. + +Having a week log retention, Logrotate config file should look like +/etc/logrotate.d/diraclogs:: + + /vo/dirac/logs/* { + rotate 7 + daily + missingok + notifempty + compress + delaycompress + create 0644 diracsgm dirac + sharedscripts + postrotate + /bin/kill -HUP `cat /var/run/syslogd.pid 2>/dev/null` 2>/dev/null || true + endscript + } + +along with crontab line like + +``0 0 * * * logrotate /etc/logrotate.d/diraclogs``