"expr":"count(sum(rate(container_cpu_cfs_throttled_seconds_total[15m])) by (pod) > 0)",
"format":"time_series",
"intervalFactor":1,
"range":true,
"refId":"A"
}
],
"title":"Containers in CPU Throttling",
"type":"stat"
},
{
"fieldConfig":{
"defaults":{},
"overrides":[]
},
"gridPos":{
"h":2,
"w":24,
"x":0,
"y":23
},
"id":113,
"options":{
"code":{
"language":"plaintext",
"showLineNumbers":false,
"showMiniMap":false
},
"content":"<div style=\"\n display: flex;\n justify-content: center;\n align-items: center;\n background-color: #2f2f2f; /* Dark grey background */\n color: white; /* White text */\n height: 100%;\n text-align: center;\n border-radius: 8px; /* Optional: Rounded corners for better aesthetics */\n font-family: 'Arial', sans-serif; /* Optional: Clean font for readability */\n padding: 20px;\n\">\n <h1>Persistent Volume Claims</h1>\n</div>\n",
"mode":"html"
},
"pluginVersion":"10.4.3",
"title":"",
"type":"text"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"mappings":[],
"noValue":"--",
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"semi-dark-red"
},
{
"color":"green",
"value":-0.0001
},
{
"color":"semi-dark-red",
"value":0.0001
}
]
},
"unit":"none"
},
"overrides":[]
},
"gridPos":{
"h":4,
"w":12,
"x":0,
"y":25
},
"id":60,
"options":{
"colorMode":"background",
"graphMode":"area",
"justifyMode":"auto",
"orientation":"auto",
"reduceOptions":{
"calcs":[
"mean"
],
"fields":"",
"values":false
},
"showPercentChange":false,
"textMode":"auto",
"wideLayout":true
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"count (max by (persistentvolumeclaim,namespace) (kubelet_volume_stats_used_bytes{} ) and (max by (persistentvolumeclaim,namespace) (kubelet_volume_stats_used_bytes{} )) / (max by (persistentvolumeclaim,namespace) (kubelet_volume_stats_capacity_bytes{} )) >= (80 / 100)) or vector (0)",
"description":"The table shows available disk size by mount points. Only mount point that used over 50% are displayed.",
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"custom":{
"align":"auto",
"cellOptions":{
"type":"auto"
},
"inspect":false
},
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
}
},
"overrides":[
{
"matcher":{
"id":"byName",
"options":"Size"
},
"properties":[
{
"id":"unit",
"value":"decbits"
}
]
},
{
"matcher":{
"id":"byName",
"options":"Available"
},
"properties":[
{
"id":"unit",
"value":"decbits"
}
]
},
{
"matcher":{
"id":"byName",
"options":"Used"
},
"properties":[
{
"id":"unit",
"value":"decbits"
}
]
},
{
"matcher":{
"id":"byName",
"options":"Used (%)"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"gauge"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":0.8
},
{
"color":"#EAB839",
"value":1
}
]
}
},
{
"id":"unit",
"value":"percentunit"
},
{
"id":"max",
"value":1
},
{
"id":"min",
"value":0
}
]
}
]
},
"gridPos":{
"h":10,
"w":24,
"x":0,
"y":83
},
"id":46,
"options":{
"cellHeight":"sm",
"footer":{
"countRows":false,
"fields":"",
"reducer":[
"sum"
],
"show":false
},
"showHeader":true,
"sortBy":[
{
"desc":true,
"displayName":"Used (%)"
}
]
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(node_filesystem_free_bytes{fstype!=\"\"}) by (instance, fstype, mountpoint)",
"format":"table",
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"A"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"max by (instance, fstype, mountpoint) (node_filesystem_size_bytes{job=\"node-exporter\", fstype!=\"\", mountpoint!=\"\"})",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"B"
}
],
"title":"Disk by Mount Point",
"transformations":[
{
"id":"groupBy",
"options":{
"fields":{
"Value":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #A":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #B":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"fstype":{
"aggregations":[],
"operation":"groupby"
},
"instance":{
"aggregations":[],
"operation":"groupby"
},
"mountpoint":{
"aggregations":[],
"operation":"groupby"
}
}
}
},
{
"id":"merge",
"options":{}
},
{
"id":"organize",
"options":{
"excludeByName":{},
"indexByName":{
"Value #A (lastNotNull)":4,
"Value #B (lastNotNull)":3,
"fstype":0,
"instance":1,
"mountpoint":2
},
"renameByName":{
"Value #A (lastNotNull)":"Available",
"Value #B (lastNotNull)":"Size",
"fstype":"FS Type",
"instance":"Instance",
"mountpoint":"Mountpoint"
}
}
},
{
"id":"calculateField",
"options":{
"alias":"Used",
"binary":{
"left":"Size",
"operator":"-",
"right":"Available"
},
"mode":"binary",
"reduce":{
"reducer":"sum"
}
}
},
{
"id":"calculateField",
"options":{
"alias":"Used (%)",
"binary":{
"left":"Used",
"operator":"/",
"right":"Size"
},
"mode":"binary",
"reduce":{
"reducer":"sum"
}
}
}
],
"type":"table"
},
{
"collapsed":false,
"gridPos":{
"h":1,
"w":24,
"x":0,
"y":93
},
"id":20,
"panels":[],
"title":"Namespaces",
"type":"row"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"custom":{
"align":"auto",
"cellOptions":{
"type":"auto"
},
"filterable":false,
"inspect":false
},
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
}
},
"overrides":[
{
"matcher":{
"id":"byName",
"options":"Failed Pods"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":1
}
]
}
}
]
},
{
"matcher":{
"id":"byName",
"options":"Pending Pods"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":1
}
]
}
}
]
},
{
"matcher":{
"id":"byName",
"options":"Unknown Pods"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":1
}
]
}
}
]
},
{
"matcher":{
"id":"byName",
"options":"Unscheduled Pods Last 5min"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":1
}
]
}
}
]
}
]
},
"gridPos":{
"h":8,
"w":24,
"x":0,
"y":94
},
"id":49,
"options":{
"cellHeight":"sm",
"footer":{
"countRows":false,
"enablePagination":false,
"fields":"",
"reducer":[
"sum"
],
"show":false
},
"showHeader":true
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(kube_pod_owner{job=\"kube-state-metrics\"}) by (namespace)",
"format":"table",
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"A"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"count(avg(namespace_workload_pod:kube_pod_owner:relabel{}) by (workload, namespace)) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"B"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(kube_pod_status_phase{phase=\"Failed\"}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"C"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(kube_pod_status_phase{phase=\"Unknown\"}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"E"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(avg_over_time(kube_pod_status_scheduled{condition=\"false\"}[5m])) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"F"
}
],
"title":"Pods Status",
"transformations":[
{
"id":"groupBy",
"options":{
"fields":{
"Value":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #A":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #B":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #C":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #D":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #E":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #F":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"namespace":{
"aggregations":[],
"operation":"groupby"
}
}
}
},
{
"id":"merge",
"options":{}
},
{
"id":"organize",
"options":{
"excludeByName":{},
"indexByName":{},
"renameByName":{
"Value #A (lastNotNull)":"Pods",
"Value #B (lastNotNull)":"Workloads",
"Value #C (lastNotNull)":"Failed Pods",
"Value #D (lastNotNull)":"Pending Pods",
"Value #E (lastNotNull)":"Unknown Pods",
"Value #F (lastNotNull)":"Unscheduled Pods Last 5min",
"namespace":"Namespace"
}
}
}
],
"type":"table"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"custom":{
"align":"auto",
"cellOptions":{
"type":"auto"
},
"inspect":false
},
"decimals":2,
"displayName":"",
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
},
"unit":"short"
},
"overrides":[
{
"matcher":{
"id":"byName",
"options":"CPU Requests (%)"
},
"properties":[
{
"id":"custom.align"
},
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"unit",
"value":"percentunit"
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":0.8
},
{
"color":"red",
"value":1
}
]
}
}
]
},
{
"matcher":{
"id":"byName",
"options":"CPU Limits (%)"
},
"properties":[
{
"id":"unit",
"value":"percentunit"
},
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":0.6
},
{
"color":"red",
"value":0.8
}
]
}
}
]
}
]
},
"gridPos":{
"h":9,
"w":24,
"x":0,
"y":102
},
"id":63,
"interval":"1m",
"options":{
"cellHeight":"sm",
"footer":{
"countRows":false,
"fields":"",
"reducer":[
"sum"
],
"show":false
},
"showHeader":true
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}) by (namespace)",
"format":"table",
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"A"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"B"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_requests:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"C"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(namespace_cpu:kube_pod_container_resource_limits:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"D"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}) by (namespace) / sum(namespace_cpu:kube_pod_container_resource_limits:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"E"
}
],
"title":"CPU Information",
"transformations":[
{
"id":"groupBy",
"options":{
"fields":{
"Value":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #A":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #B":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #C":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #D":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #E":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"namespace":{
"aggregations":[],
"operation":"groupby"
}
}
}
},
{
"id":"merge",
"options":{}
},
{
"id":"organize",
"options":{
"excludeByName":{},
"indexByName":{},
"renameByName":{
"Value #A (lastNotNull)":"CPU Usage (vCPU)",
"Value #B (lastNotNull)":"CPU Requests (vCPU)",
"Value #C (lastNotNull)":"CPU Requests (%)",
"Value #D (lastNotNull)":"CPU Limits (vCPU)",
"Value #E (lastNotNull)":"CPU Limits (%)",
"namespace":"Namespace"
}
}
}
],
"type":"table"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"custom":{
"align":"auto",
"cellOptions":{
"type":"auto"
},
"inspect":false
},
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
},
"unit":"bytes"
},
"overrides":[
{
"matcher":{
"id":"byName",
"options":"Memory Requests (%)"
},
"properties":[
{
"id":"unit",
"value":"percentunit"
},
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":0.8
},
{
"color":"red",
"value":1
}
]
}
}
]
},
{
"matcher":{
"id":"byName",
"options":"Memory Limits (%)"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"type":"color-background"
}
},
{
"id":"unit",
"value":"percentunit"
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":0.6
},
{
"color":"red",
"value":0.8
}
]
}
}
]
}
]
},
"gridPos":{
"h":8,
"w":24,
"x":0,
"y":111
},
"id":64,
"options":{
"cellHeight":"sm",
"footer":{
"countRows":false,
"fields":"",
"reducer":[
"sum"
],
"show":false
},
"showHeader":true
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\"}) by (namespace)",
"format":"table",
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"A"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(namespace_memory:kube_pod_container_resource_requests:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"B"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_requests:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"C"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(namespace_memory:kube_pod_container_resource_limits:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"D"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(container_memory_rss{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", container!=\"\"}) by (namespace) / sum(namespace_memory:kube_pod_container_resource_limits:sum{}) by (namespace)",
"format":"table",
"hide":false,
"instant":false,
"legendFormat":"__auto",
"range":true,
"refId":"E"
}
],
"title":"Memory Information",
"transformations":[
{
"id":"groupBy",
"options":{
"fields":{
"Value #A":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #B":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #C":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #D":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"Value #E":{
"aggregations":[
"lastNotNull"
],
"operation":"aggregate"
},
"namespace":{
"aggregations":[
"lastNotNull"
],
"operation":"groupby"
}
}
}
},
{
"id":"merge",
"options":{}
},
{
"id":"organize",
"options":{
"excludeByName":{},
"indexByName":{},
"renameByName":{
"Value #A (lastNotNull)":"Memory Usage ",
"Value #B (lastNotNull)":"Memory Requests ",
"Value #C (lastNotNull)":"Memory Requests (%)",
"Value #D (lastNotNull)":"Memory Limits",
"Value #E (lastNotNull)":"Memory Limits (%)",
"namespace":"Namespace"
}
}
}
],
"type":"table"
},
{
"collapsed":true,
"gridPos":{
"h":1,
"w":24,
"x":0,
"y":119
},
"id":25,
"panels":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{},
"overrides":[]
},
"gridPos":{
"h":10,
"w":24,
"x":0,
"y":22
},
"id":94,
"interval":"1m",
"options":{},
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"count(namespace_workload_pod:kube_pod_owner:relabel{}) by (workload, workload_type, namespace)",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"A",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type)\n",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"B",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type)\n",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"C",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type, namespace)\n/sum(\n kube_pod_container_resource_requests{job=\"kube-state-metrics\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type, namespace)\n",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"D",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type)\n",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"E",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(\n node_namespace_pod_container:container_cpu_usage_seconds_total:sum_irate{}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type)\n/sum(\n kube_pod_container_resource_limits{job=\"kube-state-metrics\", resource=\"cpu\"}\n* on(namespace,pod)\n group_left(workload, workload_type) namespace_workload_pod:kube_pod_owner:relabel{}\n) by (workload, workload_type)\n",
"format":"table",
"instant":true,
"intervalFactor":2,
"legendFormat":"",
"refId":"F",
"step":10
}
],
"title":"CPU Information",
"type":"table"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{},
"overrides":[]
},
"gridPos":{
"h":11,
"w":24,
"x":0,
"y":32
},
"id":48,
"interval":"1m",
"options":{},
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"count(namespace_workload_pod:kube_pod_owner:relabel{}) by (workload, workload_type, namespace)",
"content":"<div style=\"\n display: flex;\n justify-content: center;\n align-items: center;\n background-color: #2f2f2f; /* Dark grey background */\n color: white; /* White text */\n height: 100%;\n text-align: center;\n border-radius: 8px; /* Optional: Rounded corners for better aesthetics */\n font-family: 'Arial', sans-serif; /* Optional: Clean font for readability */\n padding: 20px;\n\">\n <h1>Memory Information</h1>\n</div>\n",
"mode":"html"
},
"pluginVersion":"10.4.3",
"title":"",
"type":"text"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"continuous-GrYlRd"
},
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
}
]
},
"unit":"bytes"
},
"overrides":[]
},
"gridPos":{
"h":10,
"w":24,
"x":0,
"y":62
},
"id":126,
"options":{
"displayMode":"gradient",
"maxVizHeight":300,
"minVizHeight":16,
"minVizWidth":8,
"namePlacement":"auto",
"orientation":"horizontal",
"reduceOptions":{
"calcs":[
"lastNotNull"
],
"fields":"",
"values":false
},
"showUnfilled":true,
"sizing":"auto",
"valueMode":"color"
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"952b8fca-4117-4324-92cc-fba33c458982"
},
"editorMode":"code",
"exemplar":false,
"expr":"topk(10,sum(container_memory_working_set_bytes{container!=\"\"}) by (pod))",
"instant":true,
"legendFormat":"__auto",
"range":false,
"refId":"A"
}
],
"title":"Top 10 Memory Consuming Pods",
"type":"bargauge"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"description":"Pods whose Mem usage/Mem limits is more then 65%.",
"fieldConfig":{
"defaults":{
"color":{
"mode":"palette-classic"
},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{
"legend":false,
"tooltip":false,
"viz":false
},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{
"type":"linear"
},
"showPoints":"auto",
"spanNulls":false,
"stacking":{
"group":"A",
"mode":"none"
},
"thresholdsStyle":{
"mode":"dashed"
}
},
"mappings":[],
"max":1,
"min":0,
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"orange",
"value":0.7
},
{
"color":"red",
"value":0.8
}
]
},
"unit":"percentunit"
},
"overrides":[]
},
"gridPos":{
"h":11,
"w":24,
"x":0,
"y":72
},
"id":122,
"options":{
"legend":{
"calcs":[
"lastNotNull",
"mean",
"max"
],
"displayMode":"table",
"placement":"right",
"showLegend":true
},
"tooltip":{
"mode":"single",
"sort":"none"
}
},
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"952b8fca-4117-4324-92cc-fba33c458982"
},
"editorMode":"code",
"expr":"sum(container_memory_working_set_bytes{container!=\"\"}) by (namespace,pod) /\r\nsum(kube_pod_container_resource_limits{resource=\"memory\"}) by (namespace,pod) > 0.65",
"instant":false,
"legendFormat":"{{ namespace }} / {{ pod }}",
"range":true,
"refId":"A"
}
],
"title":"Pods with Potential Mem Leaks",
"type":"timeseries"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"palette-classic"
},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{
"legend":false,
"tooltip":false,
"viz":false
},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{
"type":"linear"
},
"showPoints":"never",
"spanNulls":false,
"stacking":{
"group":"A",
"mode":"none"
},
"thresholdsStyle":{
"mode":"off"
}
},
"links":[],
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
},
"unit":"percent"
},
"overrides":[]
},
"gridPos":{
"h":11,
"w":24,
"x":0,
"y":83
},
"id":95,
"options":{
"legend":{
"calcs":[
"max",
"last",
"mean"
],
"displayMode":"table",
"placement":"right",
"showLegend":true
},
"tooltip":{
"mode":"multi",
"sort":"desc"
}
},
"pluginVersion":"10.4.1",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"exemplar":false,
"expr":"max (container_memory_working_set_bytes{container !=\"\",container!=\"POD\"}) by (namespace,container, pod)/ max(container_spec_memory_limit_bytes{container !=\"\",container!=\"POD\"}) by (namespace,container, pod) * 100",
"interval":"",
"intervalFactor":1,
"legendFormat":"WSS：{{ namespace }} / {{ pod }}",
"metric":"container_memory_usage:sort_desc",
"range":true,
"refId":"A",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"exemplar":false,
"expr":"max (container_memory_rss{container !=\"\",container!=\"POD\"}) by (namespace,container, pod)/ max(container_spec_memory_limit_bytes{container !=\"\",container!=\"POD\"}) by (namespace,container, pod) * 100",
"interval":"",
"intervalFactor":1,
"legendFormat":"RSS：{{ namespace }} / {{ pod }}",
"metric":"container_memory_usage:sort_desc",
"range":true,
"refId":"B",
"step":10
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"exemplar":true,
"expr":"(cass_jvm_heap{} * on (namespace,pod_ip) group_right(service) kube_pod_info{}) / (cass_jvm_heap_max{} * on (namespace,pod_ip) group_right(service) kube_pod_info{}) * 100",
"hide":true,
"instant":false,
"interval":"",
"intervalFactor":1,
"legendFormat":"Heap：{{ namespace }} / {{ pod }}",
"metric":"container_memory_usage:sort_desc",
"refId":"C",
"step":10
}
],
"title":"Pod Container Memory Usage",
"type":"timeseries"
},
{
"fieldConfig":{
"defaults":{},
"overrides":[]
},
"gridPos":{
"h":2,
"w":24,
"x":0,
"y":94
},
"id":125,
"options":{
"code":{
"language":"plaintext",
"showLineNumbers":false,
"showMiniMap":false
},
"content":"<div style=\"\n display: flex;\n justify-content: center;\n align-items: center;\n background-color: #2f2f2f; /* Dark grey background */\n color: white; /* White text */\n height: 100%;\n text-align: center;\n border-radius: 8px; /* Optional: Rounded corners for better aesthetics */\n font-family: 'Arial', sans-serif; /* Optional: Clean font for readability */\n padding: 20px;\n\">\n <h1>Events</h1>\n</div>\n",
"mode":"html"
},
"pluginVersion":"10.4.3",
"title":"",
"type":"text"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"description":"Last 1h",
"fieldConfig":{
"defaults":{
"color":{
"fixedColor":"blue",
"mode":"palette-classic"
},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"Percent",
"axisPlacement":"auto",
"barAlignment":0,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"opacity",
"hideFrom":{
"legend":false,
"tooltip":false,
"viz":false
},
"insertNulls":false,
"lineInterpolation":"smooth",
"lineStyle":{
"fill":"solid"
},
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{
"type":"linear"
},
"showPoints":"never",
"spanNulls":false,
"stacking":{
"group":"A",
"mode":"none"
},
"thresholdsStyle":{
"mode":"dashed"
}
},
"mappings":[],
"max":40,
"min":0,
"thresholds":{
"mode":"percentage",
"steps":[
{
"color":"red"
}
]
},
"unit":"none"
},
"overrides":[]
},
"gridPos":{
"h":11,
"w":24,
"x":0,
"y":96
},
"id":104,
"options":{
"legend":{
"calcs":[
"lastNotNull"
],
"displayMode":"table",
"placement":"right",
"showLegend":true,
"sortBy":"Last *",
"sortDesc":true
},
"tooltip":{
"mode":"multi",
"sort":"desc"
}
},
"pluginVersion":"8.3.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"exemplar":true,
"expr":"sum by (pod, container) (increase(kube_pod_container_status_restarts_total{container!=\"\"}[1h])) > 1",
"interval":"1h",
"legendFormat":"{{ pod }} / {{ container }}",
"range":true,
"refId":"A"
}
],
"title":"Container Restarts",
"type":"timeseries"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"description":"Last 1h",
"fieldConfig":{
"defaults":{
"color":{
"fixedColor":"blue",
"mode":"palette-classic"
},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"Percent",
"axisPlacement":"auto",
"barAlignment":0,
"drawStyle":"line",
"fillOpacity":25,
"gradientMode":"opacity",
"hideFrom":{
"legend":false,
"tooltip":false,
"viz":false
},
"insertNulls":false,
"lineInterpolation":"smooth",
"lineStyle":{
"fill":"solid"
},
"lineWidth":2,
"pointSize":5,
"scaleDistribution":{
"type":"linear"
},
"showPoints":"never",
"spanNulls":false,
"stacking":{
"group":"A",
"mode":"none"
},
"thresholdsStyle":{
"mode":"dashed"
}
},
"mappings":[],
"max":50,
"min":0,
"thresholds":{
"mode":"percentage",
"steps":[
{
"color":"red"
}
]
},
"unit":"none"
},
"overrides":[]
},
"gridPos":{
"h":12,
"w":24,
"x":0,
"y":107
},
"id":103,
"options":{
"legend":{
"calcs":[
"lastNotNull"
],
"displayMode":"table",
"placement":"right",
"showLegend":true,
"sortBy":"Last *",
"sortDesc":true
},
"tooltip":{
"mode":"multi",
"sort":"desc"
}
},
"pluginVersion":"8.3.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"exemplar":true,
"expr":"sum(increase(container_oom_events_total{container!=\"\"}[1h])) by (pod, container) > 0",
"interval":"1h",
"legendFormat":"{{ pod }} / {{ container }}",
"range":true,
"refId":"A"
}
],
"title":"OOM Events by Container",
"type":"timeseries"
}
],
"title":"Pods",
"type":"row"
},
{
"collapsed":true,
"gridPos":{
"h":1,
"w":24,
"x":0,
"y":122
},
"id":23,
"panels":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"thresholds"
},
"custom":{
"align":"auto",
"cellOptions":{
"type":"auto"
},
"filterable":false,
"inspect":false
},
"mappings":[],
"noValue":"--",
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"light-green"
}
]
},
"unit":"none"
},
"overrides":[
{
"matcher":{
"id":"byName",
"options":"Used (%)"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"mode":"lcd",
"type":"gauge"
}
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"light-green"
},
{
"color":"semi-dark-yellow",
"value":70
},
{
"color":"dark-red",
"value":80
}
]
}
},
{
"id":"decimals",
"value":1
}
]
},
{
"matcher":{
"id":"byName",
"options":"Status"
},
"properties":[
{
"id":"custom.cellOptions",
"value":{
"mode":"gradient",
"type":"color-background"
}
},
{
"id":"mappings",
"value":[
{
"options":{
"0":{
"text":"Bound"
},
"1":{
"text":"Pending"
},
"2":{
"text":"Lost"
}
},
"type":"value"
}
]
},
{
"id":"thresholds",
"value":{
"mode":"absolute",
"steps":[
{
"color":"light-green"
},
{
"color":"light-green",
"value":0
},
{
"color":"semi-dark-orange",
"value":1
},
{
"color":"semi-dark-red",
"value":2
}
]
}
},
{
"id":"noValue",
"value":"--"
},
{
"id":"custom.align",
"value":"center"
}
]
},
{
"matcher":{
"id":"byName",
"options":"Namespace"
},
"properties":[
{
"id":"custom.width",
"value":120
}
]
},
{
"matcher":{
"id":"byName",
"options":"Status"
},
"properties":[
{
"id":"custom.width",
"value":80
}
]
},
{
"matcher":{
"id":"byName",
"options":"Capacity (GiB)"
},
"properties":[
{
"id":"custom.width",
"value":120
}
]
},
{
"matcher":{
"id":"byName",
"options":"Used (GiB)"
},
"properties":[
{
"id":"custom.width",
"value":120
}
]
},
{
"matcher":{
"id":"byName",
"options":"Available (GiB)"
},
"properties":[
{
"id":"custom.width",
"value":120
}
]
},
{
"matcher":{
"id":"byName",
"options":"StorageClass"
},
"properties":[
{
"id":"custom.width",
"value":150
}
]
},
{
"matcher":{
"id":"byName",
"options":"PersistentVolumeClaim"
},
"properties":[
{
"id":"custom.width",
"value":370
}
]
}
]
},
"gridPos":{
"h":8,
"w":24,
"x":0,
"y":25
},
"id":24,
"options":{
"cellHeight":"sm",
"footer":{
"countRows":false,
"fields":"",
"reducer":[
"sum"
],
"show":false
},
"frameIndex":2,
"showHeader":true,
"sortBy":[
{
"desc":false,
"displayName":"PersistentVolumeClaim"
}
]
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":" sum by (persistentvolumeclaim,namespace,storageclass,volumename) (kube_persistentvolumeclaim_info{})",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"A"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum by (persistentvolumeclaim) (kubelet_volume_stats_capacity_bytes{}/1024/1024/1024)",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"B"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum by (persistentvolumeclaim) (kubelet_volume_stats_used_bytes{}/1024/1024/1024)",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"C"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum by (persistentvolumeclaim) (kubelet_volume_stats_available_bytes{}/1024/1024/1024)",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"D"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum(kube_persistentvolumeclaim_status_phase{phase=~\"(Pending|Lost)\"}) by (persistentvolumeclaim) + sum(kube_persistentvolumeclaim_status_phase{phase=~\"(Lost)\"}) by (persistentvolumeclaim)",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"E"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"sum by (persistentvolumeclaim) (kubelet_volume_stats_used_bytes{}/kubelet_volume_stats_capacity_bytes{} * 100)",
"format":"table",
"instant":true,
"interval":"",
"legendFormat":"",
"refId":"F"
}
],
"title":"PVC Overview",
"transformations":[
{
"id":"seriesToColumns",
"options":{
"byField":"persistentvolumeclaim"
}
},
{
"id":"organize",
"options":{
"excludeByName":{
"Time":true,
"Time 1":true,
"Time 2":true,
"Time 3":true,
"Time 4":true,
"Time 5":true,
"Time 6":true,
"Value #A":true
},
"indexByName":{},
"renameByName":{
"Time 1":"",
"Time 2":"",
"Time 3":"",
"Time 4":"",
"Time 5":"",
"Time 6":"",
"Value #A":"",
"Value #B":"Capacity (GiB)",
"Value #C":"Used (GiB)",
"Value #D":"Available (GiB)",
"Value #E":"Status",
"Value #F":"Used (%)",
"namespace":"Namespace",
"persistentvolumeclaim":"PersistentVolumeClaim",
"storageclass":"StorageClass",
"volumename":"PhysicalVolume"
}
}
}
],
"type":"table"
},
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"fieldConfig":{
"defaults":{
"color":{
"mode":"palette-classic"
},
"custom":{
"axisBorderShow":false,
"axisCenteredZero":false,
"axisColorMode":"text",
"axisLabel":"",
"axisPlacement":"auto",
"barAlignment":0,
"drawStyle":"line",
"fillOpacity":0,
"gradientMode":"none",
"hideFrom":{
"legend":false,
"tooltip":false,
"viz":false
},
"insertNulls":false,
"lineInterpolation":"linear",
"lineWidth":1,
"pointSize":5,
"scaleDistribution":{
"type":"linear"
},
"showPoints":"never",
"spanNulls":false,
"stacking":{
"group":"A",
"mode":"none"
},
"thresholdsStyle":{
"mode":"off"
}
},
"mappings":[],
"thresholds":{
"mode":"absolute",
"steps":[
{
"color":"green"
},
{
"color":"red",
"value":80
}
]
},
"unit":"bytes"
},
"overrides":[]
},
"gridPos":{
"h":12,
"w":24,
"x":0,
"y":33
},
"id":68,
"options":{
"legend":{
"calcs":[
"lastNotNull"
],
"displayMode":"table",
"placement":"right",
"showLegend":true
},
"tooltip":{
"mode":"multi",
"sort":"desc"
}
},
"pluginVersion":"10.4.3",
"targets":[
{
"datasource":{
"type":"prometheus",
"uid":"${DATASOURCE}"
},
"editorMode":"code",
"expr":"(max by (persistentvolumeclaim,namespace) (kubelet_volume_stats_used_bytes{}))",
"expr":"sum(rate(apiserver_request_duration_seconds_sum{job=~\"kubernetes-apiservers|apiserver\"}[1m])) by (instance)\n/\nsum(rate(apiserver_request_duration_seconds_count{job=~\"kubernetes-apiservers|apiserver\"}[1m])) by (instance)",
"interval":"",
"legendFormat":"{{ instance }}",
"range":true,
"refId":"A"
}
],
"title":"API Server - HTTP Requests Latency by instance",
"expr":"sum(rate(apiserver_request_duration_seconds_sum{job=~\"kubernetes-apiservers|apiserver\"}[1m])) by (verb)\n/\nsum(rate(apiserver_request_duration_seconds_count{job=~\"kubernetes-apiservers|apiserver\"}[1m])) by (verb)",
"interval":"",
"legendFormat":"{{ verb }}",
"range":true,
"refId":"A"
}
],
"title":"API Server - HTTP Requests Latency by verb",
