{ "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": false, "expr": "", "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "limit": 10, "name": "", "showIn": 0, "tags": [], "type": "tags", "useValueForTime": false } ] }, "description": "Host Metrics (VM, Server, OS)\nhttps://github.com/fchiorascu/Observability", "editable": true, "gnetId": 9096, "graphTooltip": 0, "id": 4, "iteration": 1592557511831, "links": [ { "icon": "external link", "tags": [], "targetBlank": true, "title": "Node Exporter", "type": "link", "url": "https://github.com/prometheus/node_exporter" } ], "panels": [ { "collapsed": false, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 62, "panels": [], "title": "Overview", "type": "row" }, { "bgColor": "#508642", "clockType": "24 hour", "countdownSettings": { "customFormat": null, "endCountdownTime": "2018-12-25T13:21:00.000Z", "endText": "00:00:00" }, "datasource": "Prometheus", "dateSettings": { "dateFormat": "DD-MM-YYYY", "fontSize": "20px", "fontWeight": "normal", "showDate": true }, "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "gridPos": { "h": 3, "w": 12, "x": 0, "y": 1 }, "id": 100, "links": [], "mode": "time", "offsetFromUtc": "+1", "offsetFromUtcMinutes": "", "refreshSettings": { "syncWithDashboard": false }, "targets": [ { "expr": "", "format": "time_series", "intervalFactor": 1, "refId": "A" } ], "timeSettings": { "customFormat": "HH:mm:ss", "fontSize": "40px", "fontWeight": "normal" }, "timezone": "Europe/Paris", "timezoneSettings": { "fontSize": "12px", "fontWeight": "normal", "showTimezone": false, "zoneFormat": "offsetAbbv" }, "title": "FR Time", "type": "grafana-clock-panel" }, { "bgColor": "#0a50a1", "clockType": "24 hour", "countdownSettings": { "customFormat": null, "endCountdownTime": "2018-12-25T13:21:00.000Z", "endText": "00:00:00" }, "datasource": "Prometheus", "dateSettings": { "dateFormat": "DD-MM-YYYY", "fontSize": "20px", "fontWeight": "normal", "showDate": true }, "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "gridPos": { "h": 3, "w": 12, "x": 12, "y": 1 }, "id": 99, "links": [], "mode": "time", "offsetFromUtc": null, "offsetFromUtcMinutes": null, "refreshSettings": { "syncWithDashboard": false }, "timeSettings": { "customFormat": "HH:mm:ss", "fontSize": "40px", "fontWeight": "normal" }, "timezone": null, "timezoneSettings": { "fontSize": "12px", "fontWeight": "normal", "showTimezone": false, "zoneFormat": "offsetAbbv" }, "title": "RO Time", "type": "grafana-clock-panel" }, { "columns": [], "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fontSize": "100%", "gridPos": { "h": 36, "w": 24, "x": 0, "y": 4 }, "id": 81, "links": [], "pageSize": 50, "scroll": false, "showHeader": true, "sort": { "col": 1, "desc": false }, "styles": [ { "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "alias": "", "align": "auto", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "/.*/", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "count(node_exporter_build_info{alias=~\"$host\"}) by(alias,env,instance,version)", "format": "table", "instant": true, "interval": "20s", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Node Exporter Overview: $host", "transform": "table", "type": "table-old" }, { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "UPTIME: measures the time from the last reboot/ power on of the server till now.\n>Uptime < 1min means that the VM was rebooted 1 min ago.", "editable": true, "error": false, "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 27, "w": 24, "x": 0, "y": 40 }, "hiddenSeries": false, "id": 79, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "min", "sortDesc": false, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "10s", "datasourceErrors": {}, "errors": {}, "expr": "node_time_seconds{alias=~\"$host\"} - node_boot_time_seconds{alias=~\"$host\"}", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 1, "legendFormat": "Uptime: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_load1%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%223601s%22%2C%22end_input%22%3A%222015-10-22%2015%3A27%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Afalse%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 60, "target": "" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "lt", "value": 300, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 43200000, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Server Uptime (seconds): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "", "editable": true, "error": false, "fieldConfig": { "defaults": { "custom": {} }, "overrides": [] }, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 6, "w": 24, "x": 0, "y": 67 }, "hiddenSeries": false, "id": 119, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 0.5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "10s", "datasourceErrors": {}, "errors": {}, "expr": "avg_over_time(up{alias=~\"$host\"}[1d]) < 1", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 1, "legendFormat": "Downtime: {{alias}} [{{instance}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_load1%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%223601s%22%2C%22end_input%22%3A%222015-10-22%2015%3A27%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Afalse%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 60, "target": "" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "lt", "value": 1, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Server Uptime Metrics (%): $host [1d]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": "", "logBase": 1, "max": "1.1", "min": 0, "show": true }, { "decimals": 0, "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 73 }, "id": 88, "panels": [ { "columns": [], "datasource": "$datasource", "description": "Uname", "fontSize": "100%", "gridPos": { "h": 25, "w": 24, "x": 0, "y": 2 }, "id": 55, "links": [], "options": {}, "pageSize": 45, "scroll": true, "showHeader": true, "sort": { "col": 0, "desc": true }, "styles": [ { "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "alias": "", "align": "auto", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "/.*/", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "count(node_uname_info{alias=~\"$host\"}) by (alias,env,instance,machine,release)", "format": "table", "instant": true, "interval": "20s", "intervalFactor": 1, "refId": "A" } ], "title": "Kernel: $host", "transform": "table", "type": "table-old" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Processors can be orders of magnitudes faster than the hardware they talk to; it is not ideal for the kernel to issue a request and wait for a response from slower hardware. Instead, the kernel must be free to go and handle other work, dealing with the hardware only after that hardware has actually completed its work. \n\n- How can the processor work with hardware without impacting the machine's overall performance? As one solution, polling incurs overhead, because it must occur repeatedly regardless of whether the hardware is active or ready. A better solution is to provide a mechanism for the hardware to signal to the kernel when attention is needed. This mechanism is called an interrupt. This chapter dicusses interrupts and how the kernel responds to them, with special functions called interrupt handlers.\n\n- Interrupts\n - Interrupts enable hardware to signal to the processor.\nFor example, as you type, the keyboard controller (the hardware device that manages the keyboard) issues an electrical signal to the processor to alert the operating system to newly available key presses. These electrical signals are interrupts. The processor receives the interrupt and signals the operating system to enable the operating system to respond to the new data.\n - Hardware devices generate interrupts asynchronously (with respect to the processor clock). Consequently, the kernel can be interrupted at any time to process interrupts.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 27 }, "hiddenSeries": false, "id": 28, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Interrupts", "url": "https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/deployment_guide/s2-proc-stat" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2m", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_intr_total{alias=~\"$host\"}[$interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Interrupts: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_procs_running%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%2243200s%22%2C%22end_input%22%3A%222015-9-18%2013%3A46%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Interrupts: $host [$interval]", "tooltip": { "msResolution": true, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- In computing, a context switch is the process of storing the state of a process or of a thread, so that it can be restored and execution resumed from the same point later. This allows multiple processes to share a single CPU, and is an essential feature of a multitasking operating system.\n\n - The precise meaning of the phrase “context switch” varies significantly in usage. In a multitasking context, it refers to the process of storing the system state for one task, so that task can be paused and another task resumed. A context switch can also occur as the result of an interrupt, such as when a task needs to access disk storage, freeing up CPU time for other tasks. Some operating systems also require a context switch to move between user mode and kernel mode tasks. The process of context switching can have a negative impact on system performance, although the size of this effect depends on the nature of the switch being performed.\n\n - Context switches are usually computationally intensive, and much of the design of operating systems is to optimize the use of context switches. Switching from one process to another requires a certain amount of time for doing the administration – saving and loading registers and memory maps, updating various tables and lists, etc. What is actually involved in a context switch varies between these senses and between processors and operating systems. For example, in the Linux kernel, context switching involves switching registers, stack pointer, and program counter, but is independent of address space switching, though in a process switch an address space switch also happens. Further still, analogous context switching happens between user threads, notably green threads, and is often very light-weight, saving and restoring minimal context. In extreme cases, such as switching between goroutines in Go, a context switch is equivalent to a coroutine yield, which is only marginally more expensive than a subroutine call.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 35 }, "hiddenSeries": false, "id": 82, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Context Switches", "url": "http://www.linfo.org/context_switch.html" }, { "title": "Context Switches", "url": "https://www.slashroot.in/linux-cpu-performance-monitoring-tutorial" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_context_switches_total{alias=~\"$host\"}[$interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Context Switches: {{alias}}", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Context Switches: $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "ops", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Fork\n - When you come to metaphorical \"fork in the road\" you generally have two options to take, and your decision effects your future. Computer programs reach this fork in the road when they hit the fork() system call.\n\n - At this point, the operating system will create a new process that is exactly the same as the parent process. This means all the state that was talked about previously is copied, including open files, register state and all memory allocations, which includes the program code.\n\n - The return value from the system call is the only way the process can determine if it was the existing process or a new one. The return value to the parent process will be the Process ID (PID) of the child, whilst the child will get a return value of 0.\n\n - At this point, we say the process has forked and we have the parent-child relationship as described above.\n\n- Exec\n - Forking provides a way for an existing process to start a new one, but what about the case where the new process is not part of the same program as parent process? This is the case in the shell; when a user starts a command it needs to run in a new process, but it is unrelated to the shell.\n\n - This is where the exec system call comes into play. exec will replace the contents of the currently running process with the information from a program binary.\n\n - Thus the process the shell follows when launching a new program is to firstly fork, creating a new process, and then exec (i.e. load into memory and execute) the program binary it is supposed to run.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 44 }, "hiddenSeries": false, "id": 24, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Forks & Exec", "url": "https://www.bottomupcs.com/fork_and_exec.xhtml" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2m", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_forks_total{alias=~\"$host\"}[$interval]) ", "format": "time_series", "intervalFactor": 1, "legendFormat": "Forks: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_procs_running%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%2243200s%22%2C%22end_input%22%3A%222015-9-18%2013%3A46%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Forks: $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "logBase": 1, "max": null, "min": "0", "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Kernel", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 74 }, "id": 107, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "In computing, entropy is the randomness collected by an operating system or application for use in cryptography or other uses that require random data. This randomness is often collected from hardware sources (variance in fan noise or HDD), either pre-existing ones such as mouse movements or specially provided randomness generators. A lack of entropy can have a negative impact on performance and security.\n\nBits of available entropy.\n - Critical:\n - If < 500 bits there is a problem.\n\n- Sometimes servers just have the weirdest SSL problems ever. In some of these situations, the entropy has been drained. Entropy is the measure of the random numbers available from /dev/urandom, and if you run out, you can’t make SSL connections. \n- To check the status of your server’s entropy, just run the following: $ cat /proc/sys/kernel/random/entropy_avail\n- The consensus is that numbers below 1000 will lead to processes blocking waiting for more entropy.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 3 }, "hiddenSeries": false, "id": 83, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Entropy", "url": "https://developers.redhat.com/blog/2017/10/05/entropy-rhel-based-cloud-instances/" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_entropy_available_bits{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Entropy: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": 500, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Entropy (bits): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "decbits", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Entropy", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 75 }, "id": 105, "panels": [ { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Load 5m of each instance based on: load5m / n vCPu", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 4 }, "hiddenSeries": false, "id": 127, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": null, "sortDesc": null, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "10s", "datasourceErrors": {}, "errors": {}, "expr": "node_load5{alias=~\"$host\"} / count(rate(node_cpu_seconds_total{mode=\"idle\",alias=~\"$host\"}[5m])) without(cpu,mode)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Load: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_load1%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%223601s%22%2C%22end_input%22%3A%222015-10-22%2015%3A27%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Afalse%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 60, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 1.75, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Load = Load 5m / n x vCPU: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "none", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Load average – is the average system load calculated over a given period of time of 1, 5 and 15 minutes.\n - In Linux, the load-average is technically believed to be a running average of processes in it’s (kernel) execution queue tagged as running or uninterruptible.\n - Linux load averages track not just runnable tasks, but also tasks in the uninterruptible sleep state.\n\nLoad for 1m > 2 means a possible problem.\n>Actual Treshold is 6.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 14 }, "hiddenSeries": false, "id": 78, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Load", "url": "http://blog.scoutapp.com/articles/2009/07/31/understanding-load-averages" }, { "title": "Load", "url": "http://www.brendangregg.com/blog/2017-08-08/linux-load-averages.html" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_load1{alias=~\"$host\"} ", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 1, "legendFormat": "Load1: {{alias}}", "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Load 1m: $host ", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "none", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Load average – is the average system load calculated over a given period of time of 1, 5 and 15 minutes.\n - In Linux, the load-average is technically believed to be a running average of processes in it’s (kernel) execution queue tagged as running or uninterruptible.\n - Linux load averages track not just runnable tasks, but also tasks in the uninterruptible sleep state.\n\nLoad for 1m > 2 means a possible problem.\n>Actual Treshold is 6.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 25 }, "hiddenSeries": false, "id": 77, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "10s", "datasourceErrors": {}, "errors": {}, "expr": "node_load5{alias=~\"$host\"}", "format": "time_series", "hide": false, "instant": false, "intervalFactor": 1, "legendFormat": "Load5: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_load1%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%223601s%22%2C%22end_input%22%3A%222015-10-22%2015%3A27%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Afalse%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 60, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 6, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Load 5m: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "none", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Load 1m": "#1F78C1", "Load 5m": "#1F78C1" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- Load average – is the average system load calculated over a given period of time of 1, 5 and 15 minutes.\n - In Linux, the load-average is technically believed to be a running average of processes in it’s (kernel) execution queue tagged as running or uninterruptible.\n - Linux load averages track not just runnable tasks, but also tasks in the uninterruptible sleep state.\n\nLoad for 1m > 2 means a possible problem.\n>Actual Treshold is 6.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 35 }, "hiddenSeries": false, "id": 76, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_load15{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Load15: {{alias}}", "refId": "C" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 6, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Load 15m: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "none", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Load", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 76 }, "id": 92, "panels": [ { "columns": [], "datasource": "$datasource", "fontSize": "100%", "gridPos": { "h": 38, "w": 24, "x": 0, "y": 5 }, "id": 58, "links": [], "pageSize": 45, "scroll": false, "showHeader": true, "sort": { "col": 1, "desc": false }, "styles": [ { "alias": "Time", "align": "auto", "dateFormat": "YYYY-MM-DD HH:mm:ss", "pattern": "Time", "type": "date" }, { "alias": "vCPU", "align": "auto", "colorMode": "cell", "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "dateFormat": "YYYY-MM-DD HH:mm:ss", "decimals": 2, "mappingType": 1, "pattern": "Value", "thresholds": [ "0:1", "2" ], "type": "number", "unit": "short" }, { "alias": "", "align": "auto", "colorMode": null, "colors": [ "rgba(245, 54, 54, 0.9)", "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], "decimals": 2, "pattern": "/.*/", "thresholds": [], "type": "number", "unit": "short" } ], "targets": [ { "expr": "count(count(node_cpu_seconds_total{alias=~\"$host\"}) without (mode,instance,job)) without (cpu) ", "format": "table", "instant": true, "interval": "20s", "intervalFactor": 1, "legendFormat": "vCPU / Instance", "refId": "A" } ], "title": "vCPU / Instance: $host", "transform": "table", "type": "table-old" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Used CPU from a total available of 100%.\n- CPUThreshold:\n >Critical: > 90% Used CPU\n\nThere are 3 general states your CPU can be in:\n - Idle, which means it has nothing to do.\n - Running a user space program, like a command shell, an email server, or a compiler.\n - Running the kernel, servicing interrupts or managing resources.\n\nThese three meta states can be further subdivided. For example, user space programs can be categorized as those running under their initial priority level or those running with a nice priority. Niceness is a way to tweak the priority level of a process so that it runs less frequently. The niceness level ranges from -20 (most favorable scheduling) to 19 (least favorable). By default processes on Linux are started with a niceness of 0.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 43 }, "height": "260px", "hiddenSeries": false, "id": 2, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "CPU", "url": "https://www.opsdash.com/blog/cpu-usage-linux.html" }, { "title": "CPU", "url": "http://www.daniloaz.com/en/what-is-the-true-meaning-of-system-average-load-and-cpu-utilization-in-linux/" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "100 - (avg by(env, job) (irate(node_cpu_seconds_total{mode=\"idle\",alias=~\"$host\"}[$interval])) * 100) ", "format": "time_series", "intervalFactor": 1, "legendFormat": "CPU: {{job}}", "refId": "B" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 90, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "CPU Used (%): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "percent", "label": "", "logBase": 1, "max": "102", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "CPU", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 77 }, "id": 94, "panels": [ { "aliasColors": { "Available": "#E24D42", "Used": "#BA43A9" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Used Memory from a total available of 100%.\n- Memory Threshold:\n >Critical: > 85% Used Memory", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 15, "w": 24, "x": 0, "y": 6 }, "height": "", "hiddenSeries": false, "id": 6, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "hideZero": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Memory", "url": "https://linux-audit.com/understanding-memory-information-on-linux-systems/" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "(((node_memory_MemTotal_bytes{alias=~\"$host\"} - node_memory_MemFree_bytes{alias=~\"$host\"} - node_memory_Cached_bytes{alias=~\"$host\"} - node_memory_Buffers_bytes{alias=~\"$host\"}) / (node_memory_MemTotal_bytes{alias=~\"$host\"})) * 100)", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "{{alias}}", "refId": "C" }, { "expr": "((node_memory_MemTotal_bytes{alias=~\"$host\"} - (node_memory_MemFree_bytes{alias=~\"$host\"} + node_memory_Cached_bytes{alias=~\"$host\"} + node_memory_Buffers_bytes{alias=~\"$host\"})) / (node_memory_MemTotal_bytes{alias=~\"$host\"})) * 100", "format": "time_series", "hide": true, "intervalFactor": 1, "legendFormat": "{{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 85, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Memory Used (%): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percent", "label": "", "logBase": 1, "max": "100", "min": "0", "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Used Swap from a total available of 100%.\n- Swap Threshold:\n >Critical: > 75% Used Swap\n\nJust as Linux uses free memory for purposes such as buffering data from disk, there eventually is a need to free up private or anonymous pages used by a process. These pages, unlike those backed by a file on disk, cannot be simply discarded to be read in later. Instead they have to be carefully copied to backing storage, sometimes called the swap area.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 21 }, "hiddenSeries": false, "id": 23, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "((node_memory_SwapTotal_bytes{alias=~\"$host\"} - node_memory_SwapFree_bytes{alias=~\"$host\"}) / node_memory_SwapTotal_bytes{alias=~\"$host\"}) * 100", "format": "time_series", "intervalFactor": 1, "legendFormat": "Swap: {{alias}}", "refId": "C" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 75, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Swap Used (%): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percent", "label": "", "logBase": 1, "max": "100", "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Memory", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 78 }, "id": 90, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 7 }, "hiddenSeries": false, "id": 110, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_io_time_seconds_total{alias=~\"$host\",device!~\"^(md\\\\\\\\d+$|dm-)\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk I/O Utilisation: {{alias}} [{{device}}]", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.9, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk I/O Utilisation (%): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "percentunit", "label": "", "logBase": 1, "max": "1.1", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Reads + Writes = Total.\n- Critical:\n - If > 850 iops then there is a High Load.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 15 }, "hiddenSeries": false, "id": 46, "legend": { "alignAsTable": true, "avg": true, "current": false, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum by(alias, env, device)(rate(node_disk_reads_completed_total{alias=~\"$host\"}[$interval]) + rate(node_disk_writes_completed_total{alias=~\"$host\"}[$interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "IOPs: {{alias}} [{{device}}]", "refId": "D" }, { "expr": "sum by(alias, env)(rate(node_disk_reads_completed_total{alias=~\"$host\"}[$interval]) + rate(node_disk_writes_completed_total{alias=~\"$host\"}[$interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "IOPs: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 850, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk IOPs (I/O ops/sec): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "iops", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "DISK seconds Read/ Write Latency.\n- Critical:\n - Recommended performance value is < 10ms as avg value of the Avg Disk sec/Read,Write.\n - Critical value of the Avg Disk sec/Read,Write is > 50ms, should not exceed this value.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 23 }, "height": "", "hiddenSeries": false, "id": 53, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [ { "title": "Latency", "url": "https://kaminario.com/company/blog/whats-an-acceptable-io-latency/" }, { "title": "Latency", "url": "https://louwrentius.com/understanding-iops-latency-and-storage-performance.html" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "(rate(node_disk_write_time_seconds_total{alias=~\"$host\"}[$interval])/ rate(node_disk_writes_completed_total{alias=~\"$host\"}[$interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Disk Write Latency: {{alias}} [{{device}}]", "refId": "A" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "gt", "value": 0.02, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.05, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Write Latency (ms): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "s", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Disk seconds Read Latency.\n- Critical:\n - Recommended performance value is < 10ms as avg value of the Avg Disk sec/Read,Write.\n - Critical value of the Avg Disk sec/Read,Write is > 50ms, should not exceed this value.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 31 }, "height": "", "hiddenSeries": false, "id": 102, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [ { "title": "Latency", "url": "https://kaminario.com/company/blog/whats-an-acceptable-io-latency/" }, { "title": "Latency", "url": "https://louwrentius.com/understanding-iops-latency-and-storage-performance.html" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "(rate(node_disk_read_time_seconds_total{alias=~\"$host\"}[$interval])/ rate(node_disk_reads_completed_total{alias=~\"$host\"}[$interval]))", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "Disk Read Latency: {{alias}} [{{device}}]", "refId": "A" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "gt", "value": 0.02, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.05, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Read Latency (ms): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "s", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 39 }, "height": "", "hiddenSeries": false, "id": 111, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_read_bytes_total{alias=~\"$host\"}[$interval]) + rate(node_disk_written_bytes_total{alias=~\"$host\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk Troughput: {{alias}} [{{device}}]", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Throughput (bytes): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "decbytes", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- To compare with provide FE KPIs (cloudeye):\n - Number of bytes read from the monitored disk per second.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 47 }, "height": "", "hiddenSeries": false, "id": 120, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_read_bytes_total{alias=~\"$host\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk Read Rate: {{alias}} [{{device}}]", "refId": "B" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "gt", "value": 0.02, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.05, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Read Rate (bytes/s): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "Bps", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- To compare with provide FE KPIs (cloudeye):\n - Number of bytes written to the monitored disk per second.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 55 }, "height": "", "hiddenSeries": false, "id": 121, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_written_bytes_total{alias=~\"$host\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk Write Rate: {{alias}} [{{device}}]", "refId": "B" } ], "thresholds": [ { "colorMode": "warning", "fill": false, "line": true, "op": "gt", "value": 0.02, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.05, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Write Rate (bytes/s): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "Bps", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- To compare with provide FE KPIs (cloudeye):\n - Number of read requests sent to the monitored disk per second.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 63 }, "height": "", "hiddenSeries": false, "id": 122, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_read_time_seconds_total{alias=~\"$host\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk Read Requests: {{alias}} {{device}}", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Read Request (requests/s): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "reqps", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": { "Disk I/O time weighted (ms): vda": "#614d93" }, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- To compare with provide FE KPIs (cloudeye):\n - Number of write requests sent to the monitored disk per second.", "editable": true, "error": false, "fill": 6, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 71 }, "height": "", "hiddenSeries": false, "id": 123, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "rate(node_disk_write_time_seconds_total{alias=~\"$host\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "Disk Write Requests: {{alias}} [{{device}}]", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk Write Request (requests/s): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "reqps", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Disk", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 79 }, "id": 60, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Whether an error occurred while getting statistics for the given device.\n> A value > 0 Means that there are some problems with that device.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 229 }, "hiddenSeries": false, "id": 71, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_filesystem_device_error{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Filesystem Device Error: {{alias}} [{{fstype}}] ({{device}}) {{mountpoint}}", "refId": "B" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Filesystem Device Error: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": "1.1", "min": 0, "show": true }, { "decimals": 0, "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Filesystem used space.\n> If is > 80% then is Critical.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 12, "w": 24, "x": 0, "y": 238 }, "hiddenSeries": false, "id": 69, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "((node_filesystem_size_bytes{alias=~\"$host\"} - node_filesystem_avail_bytes{alias=~\"$host\"}) / node_filesystem_size_bytes{alias=~\"$host\"}) * 100", "format": "time_series", "intervalFactor": 1, "legendFormat": "Filesystem Space Used: {{alias}} [{{fstype}}] ({{device}}) {{mountpoint}}", "refId": "B" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": 80, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Filesystem Space Used (%): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percent", "label": "", "logBase": 1, "max": "100", "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Filesystem used file nodes.\n> If is > 85% the is Critical.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 250 }, "hiddenSeries": false, "id": 70, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": true, "targets": [ { "expr": "node_filesystem_files_free{alias=~\"$host\"} / node_filesystem_files{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Filesystem Inodes: {{alias}} [{{fstype}}] ({{device}}) {{mountpoint}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 85, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Filesystem Inodes Used (%): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "percent", "label": "", "logBase": 1, "max": "100", "min": 0, "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": false } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Filesystem", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 80 }, "id": 109, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "A file descriptor is a data structure used by a program to get a handle on a file, the most well know being 0,1,2 for standard in, standard out, and standard error.\n\nThe maximum number of file handles denotes the maximum number of open files on a Linux system.\n\nThe kernel dynamically allocates file handles whenever a file handle is requested by an application but the kernel does not free these file handles when they are released by the application. The kernel recycles these file handles instead. This means that over time the total number of allocated file handles will increase even though the number of currently used file handles may be low.\n\n>$ cat /proc/sys/fs/file-nr\n\n 1376 0 785623\n\n- 1376: total allocated file descriptors (the number of file descriptors allocated since boot)\n- 0: total free allocated file descriptors\n- 785623: maximum open file descriptors [the maximum file handles that can be allocated (also found in /proc/sys/fs/file-max)]\n\n1376 - 0 = 1376 (being used)", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 230 }, "hiddenSeries": false, "id": 41, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Descriptors", "url": "https://www.netadmintools.com/art295.html" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2m", "datasourceErrors": {}, "errors": {}, "expr": "node_filefd_allocated{alias=~\"$host\"} / node_filefd_maximum{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "File Descriptors Used: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_procs_running%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%2243200s%22%2C%22end_input%22%3A%222015-9-18%2013%3A46%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.9, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "File Descriptors Used (%): $host", "tooltip": { "msResolution": true, "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": "", "logBase": 1, "max": "1", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Open Files Limits.\n- Critical:\n - If > 85% then there is High Usage.\n\nprocess_open_fds\t\n>Number of open file descriptors.\t\n\nprocess_max_fds\t\n> Maximum number of open file descriptors.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 240 }, "hiddenSeries": false, "id": 80, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Open Files", "url": "https://www.robustperception.io/dealing-with-too-many-open-files" }, { "title": "Open Files", "url": "https://www.robustperception.io/alerting-on-approaching-open-file-limits" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "process_open_fds{alias=~\"$host\"} / process_max_fds{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Open Files Used: {{alias}}", "refId": "B" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0.85, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Process Open Files Used (%): $host", "tooltip": { "msResolution": true, "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": "", "logBase": 1, "max": "1", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Descriptors", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 81 }, "id": 86, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Thresholds:\n- Critical if state = DOWN (0)", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 10 }, "hiddenSeries": false, "id": 112, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "node_network_up{alias=~\"$host\",device!=\"lo\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Interface: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": 1, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network Interface State: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": "1.1", "min": "0", "show": true }, { "decimals": 0, "format": "short", "logBase": 1, "max": "0", "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "- node_network_transmit_queue_length = transmit_queue_length.\n>1000 ~ 1GB", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 20 }, "hiddenSeries": false, "id": 124, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "node_network_transmit_queue_length{alias=~\"$host\",device!=\"lo\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Interface: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": 1000, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network Interface Speed: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "pps", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "decimals": 0, "format": "short", "logBase": 1, "max": "0", "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Network Drops.\n- Critical:\n - If is > 0 then are Drops on that interface (IN/OUT) and is not ok.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 30 }, "hiddenSeries": false, "id": 43, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "min", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/IN:/", "color": "#37872D" }, { "alias": "/OUT:/", "color": "#1F60C4" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_receive_drop_total{alias=~\"$host\",device!=\"lo\"}[$interval]) ", "format": "time_series", "intervalFactor": 1, "legendFormat": "IN: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" }, { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_transmit_drop_total{alias=~\"$host\",device!=\"lo\"}[$interval]) ", "format": "time_series", "intervalFactor": 1, "legendFormat": "OUT: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemTotal%7Balias%3D%5C%22%24host%5C%22%7D%20-%20(node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D)%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network IN | OUT Drops: $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Network Errors on IN | OUT.\n- Critical:\n - If Errors > 0 then there are some problems on that interface.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 30 }, "hiddenSeries": false, "id": 44, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": false, "total": false, "values": true }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/IN:/", "color": "#37872D" }, { "alias": "/OUT:/", "color": "#1F60C4" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_receive_errs_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "IN: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" }, { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_transmit_errs_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "OUT: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemTotal%7Balias%3D%5C%22%24host%5C%22%7D%20-%20(node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D)%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network IN | OUT Errors: $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "short", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "IN | OUT Traffic rate.\n- Critical:\n - If IN/OUT traffic = 0% from a total of 100% possible on that interface there is Low Bandwidth or interface problem.\n - If IN/OUT traffic > 95% from a total of 100% possible on that interface there is High Bandwidth.\n\n95% (0.95 x 1e+09 =0.95 x 1 x 10^9 = 0.884756 GB, Gigabytes) supposing that the interface is 1 GB.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 40 }, "hiddenSeries": false, "id": 21, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sideWidth": null, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/IN/", "color": "#37872D" }, { "alias": "/OUT/", "color": "#1F60C4", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_receive_bytes_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "IN: {{alias}} [{{ device }}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" }, { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_transmit_bytes_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "OUT: {{alias}} [{{ device }}] ", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemTotal%7Balias%3D%5C%22%24host%5C%22%7D%20-%20(node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D)%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network IN | OUT Traffic (bytes/sec): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "Bps", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "decimals": null, "format": "none", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "Network Packets for IN/OUT.\n- Critical:\n - If is = 0 for IN/OUT.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 51 }, "hiddenSeries": false, "id": 42, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/IN/", "color": "#37872D" }, { "alias": "/OUT/", "color": "#1F60C4", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_receive_packets_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "IN: {{device}}: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" }, { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_transmit_packets_total{alias=~\"$host\",device!=\"lo\"}[$interval])", "format": "time_series", "hide": false, "intervalFactor": 1, "legendFormat": "OUT: {{device}}: {{alias}}", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemTotal%7Balias%3D%5C%22%24host%5C%22%7D%20-%20(node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D)%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "A", "step": 120, "target": "" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": 1, "yaxis": "left" }, { "colorMode": "critical", "fill": false, "line": true, "op": "lt", "value": -1, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network IN | OUT (packets/s): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "pps", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": null, "description": "", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 62 }, "hiddenSeries": false, "id": 129, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_transmit_errs_total{alias=~\"$host\",device!~\"lo\"}[$interval]) / rate(node_network_transmit_packets_total{alias=~\"$host\",device!~\"lo\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "OUT: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Transmission Error (%): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": null, "description": "", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 11, "w": 24, "x": 0, "y": 73 }, "hiddenSeries": false, "id": 130, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "rate(node_network_receive_errs_total{alias=~\"$host\",device!~\"lo\"}[$interval]) / rate(node_network_receive_packets_total{alias=~\"$host\",device!~\"lo\"}[$interval])", "format": "time_series", "intervalFactor": 1, "legendFormat": "IN: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Receive Error (%): $host [$interval]", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "percentunit", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Network MTU:\n- In computer networking, the maximum transmission unit (MTU) is the size of the largest protocol data unit (PDU) that can be communicated in a single network layer transaction. The MTU relates to, but is not identical to the maximum frame size that can be transported on the data link layer, e.g. Ethernet frame.\n- Larger MTU is associated with reduced overhead. Smaller MTU values can reduce network delay. In many cases, MTU is dependent on underlying network capabilities and must be adjusted manually or automatically so as to not exceed these capabilities. MTU parameters may appear in association with a communications interface or standard. Some systems may decide MTU at connect time.\n\n- MTUs apply to communications protocols and network layers. The MTU is specified in terms of bytes or octets of the largest protocol data unit that the layer can pass onwards. MTU parameters usually appear in association with a communications interface (NIC, serial port, etc.). Standards (Ethernet, for example) can fix the size of an MTU; or systems (such as point-to-point serial links) may decide MTU at connect time.\n\n- Underlying data link and physical layers usually add overhead to the network layer data to be transported, so for a given maximum frame size of a medium one needs to subtract the amount of overhead to calculate that medium's MTU. For example, with Ethernet, the maximum frame size is 1518 bytes, 18 bytes of which are overhead (header and FCS), resulting in an MTU of 1500 bytes.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 84 }, "hiddenSeries": false, "id": 103, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "MTU", "url": "https://en.wikipedia.org/wiki/Maximum_transmission_unit" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "node_network_mtu_bytes{alias=~\"$host\",device!=\"lo\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "MTU: {{alias}} [{{device}}]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network MTU (bytes): $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "decimals": 0, "format": "short", "logBase": 1, "max": "0", "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 94 }, "hiddenSeries": false, "id": 128, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "targetBlank": true, "title": "TCP States", "url": "https://benohead.com/blog/2013/07/21/tcp-about-fin_wait_2-time_wait-and-close_wait/" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/close_wait/", "color": "#FA6400" }, { "alias": "/established/", "color": "#37872D" }, { "alias": "/fin_wait1/", "color": "#E0B400" }, { "alias": "/fin_wait2/", "color": "#FF7383" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "calculatedInterval": "2s", "datasourceErrors": {}, "errors": {}, "expr": "node_tcp_connection_states{alias=~\"$host\",state=~\"established|fin_wait.*|close_wait\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "TCP: {{alias}} [ {{state}} ]", "metric": "", "prometheusLink": "/api/datasources/proxy/1/graph#%5B%7B%22expr%22%3A%22node_memory_MemFree%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Buffers%7Balias%3D%5C%22%24host%5C%22%7D%20%2B%20node_memory_Cached%7Balias%3D%5C%22%24host%5C%22%7D%22%2C%22range_input%22%3A%22900s%22%2C%22end_input%22%3A%222015-10-22%2015%3A25%22%2C%22step_input%22%3A%22%22%2C%22stacked%22%3Atrue%2C%22tab%22%3A0%7D%5D", "refId": "B", "step": 120, "target": "" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "TCP States: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": null, "min": "0", "show": true }, { "decimals": 0, "format": "short", "logBase": 1, "max": "0", "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Network", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 82 }, "id": 96, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "- Critical:\n - If > 0 then the health of NTP is affected.\n\n- Aggregate NTPD health including stratum, leap flag, sane freshness, root distance being less than collector.ntp.max-distance and causality violation being less than collector.ntp.local-offset-tolerance.\n- Causality violation is lower bound estimate of clock error done using SNTP, it's calculated as positive portion of abs(node_ntp_offset) - node_ntp_rtt / 2.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 336 }, "hiddenSeries": false, "id": 84, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "NTP info", "url": "https://github.com/prometheus/node_exporter/blob/master/docs/TIME.md?https://github.com/prometheus/node_exporter/blob/master/docs/TIME.md" }, { "title": "rfc5905", "url": "https://tools.ietf.org/html/rfc5905" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_ntp_sanity{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "NTP Sanity: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "NTP Sanity: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": "1.1", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 2, "description": "- System NTP Leap Seconds > 0, where 0 – OK, 1 – add leap second at UTC midnight, 2 – delete leap second at UTC midnight, 3 – unsynchronised.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 345 }, "hiddenSeries": false, "id": 27, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "NTP info", "url": "https://github.com/prometheus/node_exporter/blob/master/docs/TIME.md?https://github.com/prometheus/node_exporter/blob/master/docs/TIME.md" }, { "title": "Leap Second", "url": "https://en.wikipedia.org/wiki/Leap_second" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_ntp_leap{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "NTP Leap Seconds: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 0, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "NTP Leap Seconds: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": null, "format": "s", "label": "", "logBase": 1, "max": null, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "- The stratum is a measure for synchronization distance. Opposed to jitter or delay the stratum is a more static measure. Basically (and from the perspective from a client) it is the number of servers to a reference clock. So a reference clock itself appears at stratum 0, while the closest servers are at stratum 1. On the network there is no valid NTP message with stratum 0.\n- A server synchronized to a stratum n server will be running at stratum n + 1. The upper limit for stratum is 15. The purpose of stratum is to avoid synchronization loops by preferring servers with a lower stratum.\n- NTP Stratum levels up to 15 are valid Stratum Levels. In Network Time Protocol (NTP), Stratum-16 is used to indicate that a device time is not synchronized.", "editable": true, "error": false, "fill": 1, "fillGradient": 0, "grid": {}, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 354 }, "hiddenSeries": false, "id": 97, "legend": { "alignAsTable": true, "avg": true, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "NTP Stratum", "url": "https://tools.ietf.org/id/draft-ietf-ntp-bcp-05.html?https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/deployment_guide/s1-ntp_strata" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_ntp_stratum{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "NTP Stratum: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 15, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "NTP Stratum: $host", "tooltip": { "msResolution": false, "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": "", "logBase": 1, "max": "16", "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": "0", "min": 0, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "NTP", "type": "row" }, { "collapsed": true, "datasource": "Prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 83 }, "id": 114, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": null, "description": "Used THREADS from a total available of 100%.\n- THREADS Threshold:\n >Critical: > 85% Used THREADS", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 337 }, "hiddenSeries": false, "id": 116, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "(node_processes_threads{alias=~\"$host\"} / node_processes_max_threads{alias=~\"$host\"}) * 100", "format": "time_series", "intervalFactor": 1, "legendFormat": "Used Processes Threads: {{alias}}", "refId": "A" } ], "thresholds": [ { "colorMode": "critical", "fill": false, "line": true, "op": "gt", "value": 85, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Processes Used Threads: $host", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "percent", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "PROCESS STATE CODES:\n - R running or runnable (on run queue)\n - D uninterruptible sleep (usually IO)\n - S interruptible sleep (waiting for an event to complete)\n - Z defunct/zombie, terminated but not reaped by its parent\n - T stopped, either by a job control signal or because it is being traced\n\n- Find and kill Zombie:\n - $ ps aux | awk {'print $8'}|grep -c Z\n - $ ps aux | awk '{ print $8 \" \" $2 }' | grep -wc Z\n - $ ps aux |grep \"defunct\" OR ps aux |grep Z\n - $ ps aux | awk '{ print $8 \" \" $2 }' | grep -w Z\n - $ ps aux | grep Z\n >Kill: \n - $ kill -s SIGCHLD pid (pid = id parent process)\n - $ pstree -process and $ kill -9 pid (pid parent process)", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 345 }, "hiddenSeries": false, "id": 117, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "Processes", "url": "https://idea.popcount.org/2012-12-11-linux-process-states/" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/State \\( R \\):/", "color": "#37872D" }, { "alias": "/State \\( S \\):/", "color": "#1F60C4" }, { "alias": "/State \\( D \\):/", "color": "#E0B400" }, { "alias": "/State \\( T \\):/", "color": "#8F3BB8" }, { "alias": "/State \\( Z \\):/", "color": "#C4162A" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_processes_state{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Processes State ( {{state}} ): {{alias}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Processes State: $host", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "decimals": 0, "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "$datasource", "decimals": 0, "description": "Kernel/System statistics:\n- Number of processes in runnable state. (Linux 2.5.45 onward.)\n- Number of processes blocked waiting for I/O to complete. (Linux 2.5.45 onward.)", "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 353 }, "hiddenSeries": false, "id": 118, "legend": { "alignAsTable": true, "avg": true, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "sort": "max", "sortDesc": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [ { "title": "kernel/system statistics", "url": "https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/6/html/deployment_guide/s2-proc-stat" }, { "title": "kernel/system statistics", "url": "http://man7.org/linux/man-pages/man5/proc.5.html" } ], "nullPointMode": "null", "options": { "dataLinks": [] }, "paceLength": 10, "percentage": false, "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "/Blocked Processes:/", "color": "#FA6400" }, { "alias": "/Running Processes:/", "color": "#37872D" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "node_procs_blocked{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Blocked Processes: {{alias}}", "refId": "A" }, { "expr": "node_procs_running{alias=~\"$host\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "Running Processes: {{alias}}", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Processes Running & Blocked: $host", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "decimals": 0, "format": "none", "label": null, "logBase": 1, "max": null, "min": "0", "show": true }, { "decimals": 0, "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "title": "Processes", "type": "row" } ], "refresh": false, "schemaVersion": 25, "style": "dark", "tags": [ "grafana", "prometheus", "node_exporter", "fchiorascu@gmail.com" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": null, "current": { "selected": true, "text": "5m", "value": "5m" }, "hide": 0, "includeAll": false, "label": "Interval", "multi": false, "name": "interval", "options": [ { "selected": false, "text": "64s", "value": "64s" }, { "selected": false, "text": "2m", "value": "2m" }, { "selected": true, "text": "5m", "value": "5m" } ], "query": "64s,2m,5m", "queryValue": "", "skipUrlSync": false, "type": "custom" }, { "allValue": null, "current": {}, "datasource": "$datasource", "definition": "label_values(env)", "hide": 0, "includeAll": false, "label": "Env", "multi": false, "name": "env", "options": [], "query": "label_values(env)", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": "", "current": { "selected": true, "tags": [], "text": "", "value": [] }, "datasource": "$datasource", "definition": "label_values(up{env=\"$env\", instance=~\".*9100\"}, alias)", "hide": 0, "includeAll": true, "label": "Host", "multi": true, "name": "host", "options": [], "query": "label_values(up{env=\"$env\", instance=~\".*9100\"}, alias)", "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-15m", "to": "now" }, "timepicker": { "collapse": false, "enable": true, "notice": false, "now": true, "refresh_intervals": [ "15s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "6h", "1d", "2d", "3d", "5d", "7d", "14d", "20d", "30d" ], "status": "Stable", "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ], "type": "timepicker" }, "timezone": "browser", "title": "1 Node Exporter 1.0.0", "uid": "KvM1xSCZz", "version": 1 }