{ "__inputs": [ { "name": "DS_PROMETHEUS", "label": "Prometheus", "description": "", "type": "datasource", "pluginId": "prometheus", "pluginName": "Prometheus" } ], "__requires": [ { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "5.2.0" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "5.0.0" }, { "type": "datasource", "id": "prometheus", "name": "Prometheus", "version": "5.0.0" }, { "type": "panel", "id": "table", "name": "Table", "version": "5.0.0" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "gnetId": null, "graphTooltip": 0, "iteration": 1587406765528, "links": [], "panels": [ { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 45, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The total number of CPU threads available to the JVM.", "fontSize": "100%", "gridPos": { "h": 6, "w": 24, "x": 0, "y": 1 }, "id": 39, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 8, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "hidden" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "__name__", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "endpoint", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "instance", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "job", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "Threads", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "mappingType": 1, "pattern": "Value", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "base_cpu_availableProcessors{pod=~`[[pod]]`}", "format": "table", "instant": true, "intervalFactor": 2, "legendFormat": "pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Available CPUs", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The portion of CPU available to each Liberty instance that has been used within the last [[dur]] on average.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 7 }, "hiddenSeries": false, "id": 20, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(base_cpu_processCpuTime_seconds{pod=~`[[pod]]`}[[cpuDur]]) / base_cpu_availableProcessors", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Process CPU Time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percentunit", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "For CPUs Liberty is running on, the average number of runnable entities that have been scheduled or executed by the system, over the last minute.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 7 }, "hiddenSeries": false, "id": 21, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "base_cpu_systemLoadAverage{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "CPU System Load", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "CPU", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 1 }, "id": 46, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "Pods that are currently utilizing more than [$heapUsageThreshold%] of their configured maximum heap size.", "fontSize": "100%", "gridPos": { "h": 4, "w": 24, "x": 0, "y": 2 }, "id": 69, "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 7, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|endpoint|job|instance", "type": "hidden" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "Value", "thresholds": [], "type": "number", "unit": "percentunit" } ], "targets": [ { "expr": "base_memory_usedHeap_bytes{pod=~`[[pod]]`} / base_memory_maxHeap_bytes{pod=~`[[pod]]`} > [[heapUsageThreshold]]/100", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pods Above [$heapUsageThreshold%] Heap Usage", "transform": "table", "type": "table" }, { "columns": [], "datasource": "Prometheus", "description": "Pods with an increase in heap usage within the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 4, "w": 12, "x": 0, "y": 6 }, "id": 71, "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 7, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|job|instance|endpoint", "type": "hidden" }, { "alias": "Rate of Change", "colorMode": null, "colors": [ "rgba(50, 172, 45, 0.97)", "rgba(237, 129, 40, 0.89)", "#E02F44" ], "decimals": 2, "pattern": "Value", "thresholds": [ "" ], "type": "number", "unit": "Bps" } ], "targets": [ { "expr": "deriv(base_memory_usedHeap_bytes{pod=~`[[pod]]`}[[dur]]) > 0", "format": "table", "instant": true, "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Increasing Heap Usage Trend Based on Last [[dur]]", "transform": "table", "type": "table" }, { "columns": [], "datasource": "Prometheus", "description": "Pods projected to reach their maximum heap size within [$maxHeapUsageProjection hour(s)] based on data over the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 4, "w": 12, "x": 12, "y": 6 }, "id": 73, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 7, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|job|instance|endpoint", "type": "hidden" }, { "alias": "Predicted Value", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "Value", "thresholds": [], "type": "number", "unit": "decbytes" } ], "targets": [ { "expr": "predict_linear(base_memory_usedHeap_bytes{pod=~`[[pod]]`}[[dur]], [[maxHeapUsageProjection]] * 3600) > base_memory_maxHeap_bytes{pod=~`[[pod]]`}", "format": "table", "instant": true, "intervalFactor": 1, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Servers That May Reach Max Heap Usage Within [$maxHeapUsageProjection hour(s)] Based on Last [[dur]]", "transform": "table", "type": "table" }, { "columns": [], "datasource": "Prometheus", "description": "A pod's maximum heap size.", "fontSize": "100%", "gridPos": { "h": 6, "w": 24, "x": 0, "y": 10 }, "id": 26, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 8, "desc": true }, "styles": [ { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Time|__name__|chart|endpoint|instance|heritage|job|kubernetes_name|kubernetes_namespace|release/", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value", "thresholds": [], "type": "number", "unit": "decbytes" } ], "targets": [ { "expr": "base_memory_maxHeap_bytes{pod=~`[[pod]]`}", "format": "table", "instant": true, "intervalFactor": 1, "refId": "A" } ], "title": "Configured Maximum Heap Size", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The percentage of heap memory currently in use.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 16 }, "hiddenSeries": false, "id": 53, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "base_memory_usedHeap_bytes{pod=~`[[pod]]`} / base_memory_maxHeap_bytes{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Heap Usage Percentage", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percentunit", "label": null, "logBase": 1, "max": "1", "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Memory Heap", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 2 }, "id": 105, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The average response time for requests made to a particular REST resource method, based on data over the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 5, "w": 24, "x": 0, "y": 3 }, "id": 115, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 3, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "hidden" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "__name__", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "Average Response Time", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value", "thresholds": [], "type": "number", "unit": "s" } ], "targets": [ { "expr": "avg(rate(base_REST_request_elapsedTime_seconds{pod=~`[[pod]]`}[[dur]]) / rate(base_REST_request_total{pod=~`[[pod]]`}[[dur]])) by (class, method) > 0", "format": "table", "instant": true, "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Slowest REST Resources Over Last [[dur]] by Average Response Time", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The number of visits made to a REST resource instance within the past [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "hiddenSeries": false, "id": 111, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "increase(base_REST_request_total{pod=~`[[pod]]`}[[dur]])", "format": "time_series", "intervalFactor": 1, "legendFormat": "pod: {{pod}}, class: {{class}}, method: {{method}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "REST Request Count Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "short", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The average response time for a request made to a REST resource instance, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "hiddenSeries": false, "id": 113, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(base_REST_request_elapsedTime_seconds{pod=~`[[pod]]`}[[dur]])/rate(base_REST_request_total{pod=~`[[pod]]`}[[dur]])", "format": "time_series", "intervalFactor": 1, "legendFormat": "pod: {{pod}}, class: {{class}}, method: {{method}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Response Time per REST Request Over Last [[dur]] ", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The sum of visits to a particular REST resource over all servers, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 16 }, "hiddenSeries": false, "id": 107, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(increase(base_REST_request_total{pod=~`[[pod]]`}[[dur]])) by (class, method)", "format": "time_series", "intervalFactor": 1, "legendFormat": "class: {{class}}, method: {{method}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Request Count by REST Resource Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The average response time for requests made to a particular REST resource method, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 16 }, "hiddenSeries": false, "id": 109, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "avg(rate(base_REST_request_elapsedTime_seconds{pod=~`[[pod]]`}[[dur]]) / rate(base_REST_request_total{pod=~`[[pod]]`}[[dur]])) by (class, method)", "format": "time_series", "intervalFactor": 1, "legendFormat": "class: {{class}}, method: {{method}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Response Time per Request Over Last [[dur]] by REST Resource", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "REST", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 3 }, "id": 47, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The average response time for requests made to a particular servlet, across all servers, based on data over the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 4, "w": 24, "x": 0, "y": 4 }, "id": 59, "links": [], "maxPerRow": null, "options": {}, "pageSize": null, "repeat": null, "repeatDirection": "h", "scroll": true, "showHeader": true, "sort": { "col": 2, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "hidden" }, { "alias": "Average Response Time", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "mappingType": 1, "pattern": "Value", "sanitize": false, "thresholds": [], "type": "number", "unit": "s" } ], "targets": [ { "expr": "avg(rate(vendor_servlet_responseTime_total_seconds{pod=~`[[pod]]`}[[dur]]) / rate(vendor_servlet_request_total{pod=~`[[pod]]`}[[dur]])) by (servlet) > 0", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Slowest Servlets Over Last [[dur]] by Average Response Time", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The number of visits made to a servlet instance within the past [[dur]].", "fill": 0, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "hiddenSeries": false, "id": 55, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "increase(vendor_servlet_request_total{pod=~`[[pod]]`}[[dur]])", "format": "time_series", "intervalFactor": 2, "legendFormat": "pod: {{pod}}, servlet: {{servlet}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Request Count Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The average response time for a request made to a servlet instance, based on data over the last [[dur]].", "fill": 0, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "hiddenSeries": false, "id": 57, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(vendor_servlet_responseTime_total_seconds{pod=~`[[pod]]`}[[dur]])/rate(vendor_servlet_request_total{pod=~`[[pod]]`}[[dur]])", "format": "time_series", "intervalFactor": 2, "legendFormat": "pod: {{pod}}, servlet: {{servlet}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Response Time per Request Over Last [[dur]] ", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The sum of visits to a particular servlet over all servers, based on data over the last [[dur]].", "fill": 0, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 16 }, "hiddenSeries": false, "id": 18, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(increase(vendor_servlet_request_total{pod=~`[[pod]]`}[[dur]])) by (servlet)", "format": "time_series", "intervalFactor": 2, "legendFormat": "servlet: {{servlet}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Request Count by Servlet Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "decimals": 2, "description": "The average response time for requests made to a particular servlet, across all servers, based on data over the last [[dur]].", "fill": 0, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 16 }, "hiddenSeries": false, "id": 17, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "avg(rate(vendor_servlet_responseTime_total_seconds{pod=~`[[pod]]`}[[dur]]) / rate(vendor_servlet_request_total{pod=~`[[pod]]`}[[dur]])) by (servlet)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "servlet: {{servlet}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Response Time per Request Over Last [[dur]] by Servlet", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Servlets", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 4 }, "id": 48, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The total number of connection requests that were used over the last [[dur]]. Any connections that are currently in use are not included in this total.", "fontSize": "100%", "gridPos": { "h": 6, "w": 12, "x": 0, "y": 5 }, "id": 103, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 9, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|__name__|endpoint|job|instance", "type": "hidden" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "mappingType": 1, "pattern": "Value", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "increase(vendor_connectionpool_usedConnections_total{pod=~`[[pod]]`}[[dur]]) > 0", "format": "table", "instant": true, "intervalFactor": 1, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Connections Used Over Last [[dur]]", "transform": "table", "type": "table" }, { "columns": [], "datasource": "Prometheus", "description": "The total number of connection requests that waited for a connection because of a full connection pool over the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 6, "w": 12, "x": 12, "y": 5 }, "id": 81, "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 9, "desc": true }, "styles": [ { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "Time|__name__|endpoint|job|instance", "thresholds": [], "type": "hidden", "unit": "short" }, { "alias": "", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "mappingType": 1, "pattern": "Value", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "increase(vendor_connectionpool_queuedRequests_total{pod=~`[[pod]]`}[[dur]]) > 0", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Connection Requests Queued Over Last [[dur]]", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The average time any used connection was put in use, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 11 }, "hiddenSeries": false, "id": 95, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(vendor_connectionpool_inUseTime_total_seconds{pod=~`[[pod]]`}[[dur]]) / rate(vendor_connectionpool_usedConnections_total{pod=~`[[pod]]`}[[dur]]) > 0", "format": "time_series", "intervalFactor": 1, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Time Usage per Connection Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 2, "format": "s", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The average wait time for any queued connection request, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 11 }, "hiddenSeries": false, "id": 101, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(vendor_connectionpool_waitTime_total_seconds{pod=~`[[pod]]`}[[dur]]) / rate(vendor_connectionpool_queuedRequests_total{pod=~`[[pod]]`}[[dur]]) > 0", "format": "time_series", "intervalFactor": 1, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Average Wait Time per Queued Connection Request Over Last [[dur]]", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The sum of managed connections in the free, shared, and unshared pools.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 18 }, "hiddenSeries": false, "id": 30, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_connectionpool_managedConnections{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Managed Connections", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The number of managed connections in the free pool.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 24 }, "hiddenSeries": false, "id": 27, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_connectionpool_freeConnections{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Free Connections", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The number of connections that are in use. This number might include multiple connections that are shared from a single managed connection.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 24 }, "hiddenSeries": false, "id": 28, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_connectionpool_connectionHandles{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Connection Handles", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The total number of managed connections created since the pool was created.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 30 }, "hiddenSeries": false, "id": 31, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_connectionpool_create_total{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Create Total", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The total number of managed connections destroyed since the pool was created.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 30 }, "hiddenSeries": false, "id": 29, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": false, "min": false, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_connectionpool_destroy_total{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "datasource: {{datasource}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Destroy Total", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "short", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Connection Pool", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 5 }, "id": 49, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "A session is considered active if the application server is processing a request that uses that user session.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 6 }, "hiddenSeries": false, "id": 32, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "rightSide": false, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_session_activeSessions{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "appname: {{appname}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Active Sessions", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "A session is considered live if the session is loaded into memory by the application server.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 13 }, "hiddenSeries": false, "id": 33, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideZero": false, "max": true, "min": true, "rightSide": false, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_session_liveSessions{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "appname: {{appname}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Live Sessions", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Sessions", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 6 }, "id": 50, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The size of the Default Executor thread pool in each instance.", "fontSize": "100%", "gridPos": { "h": 6, "w": 24, "x": 0, "y": 7 }, "id": 61, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 8, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|endpoint|instance|job", "type": "hidden" }, { "alias": "Threads", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 0, "pattern": "Value", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "max_over_time(vendor_threadpool_size{pod=~`[[pod]]`}[[dur]])", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Largest Threadpool Sizes Over Last [[dur]]", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The number of threads that are actively running tasks.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 13 }, "hiddenSeries": false, "id": 37, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "show": true, "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_threadpool_activeThreads{pod=~`[[pod]]`}", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 2, "legendFormat": "pool: {{pool}}, pod: {{pod}}, instance: {{instance}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Active Threads", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 1, "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "description": "The size of the Default Executor thread pool in each instance.", "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 20 }, "hiddenSeries": false, "id": 38, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "show": true, "sort": "current", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "vendor_threadpool_size{pod=~`[[pod]]`}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "pool: {{pool}}, pod: {{pod}}, instance: {{instance}}", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Threadpool Size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Threadpools", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 51, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "Pods that spent more than [$garbageCollectionThreshold%] of the time garbage collecting, during the last [[dur]].", "fontSize": "100%", "gridPos": { "h": 6, "w": 24, "x": 0, "y": 8 }, "id": 77, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 4, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|endpoint|instance|job", "type": "hidden" }, { "alias": "Portion of Time", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "Value", "thresholds": [], "type": "number", "unit": "percentunit" } ], "targets": [ { "expr": "sum(rate(base_gc_time_seconds{pod=~`[[pod]]`}[[dur]])) by (namespace, pod, service) > [[garbageCollectionThreshold]] / 100", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pods With > [$garbageCollectionThreshold]% of Time Spent Garbage Collecting During Last [[dur]]", "transform": "table", "type": "table" }, { "columns": [], "datasource": "Prometheus", "description": "The portion of time an instance spent on a specific type of garbage collection, based on data over the last [[dur]]. ", "fontSize": "100%", "gridPos": { "h": 7, "w": 24, "x": 0, "y": 14 }, "id": 63, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 8, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "link": false, "pattern": "Time|job|endpoint|instance", "type": "hidden" }, { "alias": "Portion of Time", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "Value", "thresholds": [], "type": "number", "unit": "percentunit" } ], "targets": [ { "expr": "rate(base_gc_time_seconds{pod=~`[[pod]]`}[[dur]]) > 0", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Most Time Spent on Garbage Collection Over Last [[dur]]", "transform": "table", "type": "table" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "Prometheus", "decimals": 2, "description": "The average time an instance took on a specific type of garbage collection, based on data over the last [[dur]].", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 21 }, "hiddenSeries": false, "id": 40, "legend": { "alignAsTable": true, "avg": true, "current": false, "max": true, "min": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(base_gc_time_seconds{pod=~`[[pod]]`}[[dur]]) / rate(base_gc_total{pod=~`[[pod]]`}[[dur]])", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "pod: {{pod}}, instance: {{instance}}, name: {{name}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Time per Garbage Collection Cycle [[dur]] moving average", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "repeat": null, "title": "Garbage Collection", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 8 }, "id": 52, "panels": [ { "columns": [], "datasource": "Prometheus", "description": "The time elapsed since the start of the JVM.", "fontSize": "100%", "gridPos": { "h": 10, "w": 24, "x": 0, "y": 9 }, "id": 43, "links": [], "options": {}, "pageSize": null, "scroll": true, "showHeader": true, "sort": { "col": 8, "desc": true }, "styles": [ { "alias": "Time", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time|endpoint|instance|job|\\__name__", "type": "hidden" }, { "alias": "Uptime", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 0, "pattern": "Value", "thresholds": [], "type": "number", "unit": "dtdurations" } ], "targets": [ { "expr": "base_jvm_uptime_seconds{pod=~`[[pod]]`}", "format": "table", "instant": true, "intervalFactor": 2, "refId": "A" } ], "timeFrom": null, "title": "JVM Uptime", "transform": "table", "type": "table" } ], "repeat": null, "title": "Other JVM Information", "type": "row" } ], "refresh": "5s", "schemaVersion": 18, "style": "dark", "tags": [], "templating": { "list": [ { "allValue": null, "current": { "text": "All", "value": [ "$__all" ] }, "datasource": "default", "definition": "base_cpu_processCpuLoad_percent", "hide": 0, "includeAll": true, "label": "pod", "multi": true, "name": "pod", "options": [], "query": "base_cpu_processCpuLoad_percent", "refresh": 1, "regex": "/base_cpu_processCpuLoad_percent{.*pod=\"([^\"]*)\".*}/", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": true, "text": "[10m]", "value": "[10m]" }, "hide": 0, "includeAll": false, "label": "moving average", "multi": false, "name": "dur", "options": [ { "selected": false, "text": "[1m]", "value": "[1m]" }, { "selected": false, "text": "[5m]", "value": "[5m]" }, { "selected": true, "text": "[10m]", "value": "[10m]" }, { "selected": false, "text": "[30m]", "value": "[30m]" }, { "selected": false, "text": "[1h]", "value": "[1h]" }, { "selected": false, "text": "[1d]", "value": "[1d]" }, { "selected": false, "text": "[7d]", "value": "[7d]" } ], "query": "[1m],[5m],[10m],[30m],[1h],[1d],[7d]", "skipUrlSync": false, "type": "custom" }, { "allValue": null, "current": { "selected": true, "text": "80", "value": "80" }, "hide": 0, "includeAll": false, "label": "Heap Usage Threshold (%)", "multi": false, "name": "heapUsageThreshold", "options": [ { "selected": false, "text": "10", "value": "10" }, { "selected": false, "text": "20", "value": "20" }, { "selected": false, "text": "30", "value": "30" }, { "selected": false, "text": "40", "value": "40" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "60", "value": "60" }, { "selected": false, "text": "70", "value": "70" }, { "selected": true, "text": "80", "value": "80" }, { "selected": false, "text": "90", "value": "90" }, { "selected": false, "text": "100", "value": "100" } ], "query": "10,20,30,40,50,60,70,80,90,100", "skipUrlSync": false, "type": "custom" }, { "current": { "selected": true, "text": "1", "value": "1" }, "hide": 2, "label": "Max Heap Usage Projection (hours)", "name": "maxHeapUsageProjection", "options": [ { "selected": true, "text": "1", "value": "1" } ], "query": "1", "skipUrlSync": false, "type": "constant" }, { "current": { "text": "[1m]", "value": "[1m]" }, "hide": 2, "label": null, "name": "cpuDur", "options": [ { "selected": true, "text": "[1m]", "value": "[1m]" } ], "query": "[1m]", "skipUrlSync": false, "type": "constant" }, { "allValue": null, "current": { "selected": true, "text": "10", "value": "10" }, "hide": 0, "includeAll": false, "label": "Garbage Collection Threshold (%)", "multi": false, "name": "garbageCollectionThreshold", "options": [ { "selected": true, "text": "10", "value": "10" }, { "selected": false, "text": "20", "value": "20" }, { "selected": false, "text": "30", "value": "30" }, { "selected": false, "text": "40", "value": "40" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "60", "value": "60" }, { "selected": false, "text": "70", "value": "70" }, { "selected": false, "text": "80", "value": "80" }, { "selected": false, "text": "90", "value": "90" }, { "selected": false, "text": "100", "value": "100" } ], "query": "10,20,30,40,50,60,70,80,90,100", "skipUrlSync": false, "type": "custom" }, { "datasource": null, "filters": [], "hide": 0, "label": "", "name": "Filters", "skipUrlSync": false, "type": "adhoc" } ] }, "time": { "from": "now-15m", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "", "title": "Liberty-Metrics-M2-G5-20200421", "uid": "websphere-liberty-m2", "version": 1 }