{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": false, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "liveNow": false, "panels": [ { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": { "defaults": { "mappings": [ {"options": {"0": {"color": "red", "text": "DOWN"}, "1": {"color": "green", "text": "READY"}}, "type": "value"} ], "thresholds": {"mode": "absolute", "steps": [{"color": "red", "value": null}, {"color": "green", "value": 1}]} }, "overrides": [] }, "gridPos": {"h": 4, "w": 3, "x": 0, "y": 0}, "id": 1, "options": {"colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto", "wideLayout": true}, "targets": [{"editorMode": "code", "expr": "pg_local_cache_up{instance=~\"$instance\"}", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A"}], "title": "Ready", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"decimals": 1, "max": 1, "min": 0, "thresholds": {"mode": "absolute", "steps": [{"color": "red", "value": null}, {"color": "yellow", "value": 0.8}, {"color": "green", "value": 0.95}]}, "unit": "percentunit"}, "overrides": []}, "gridPos": {"h": 4, "w": 4, "x": 3, "y": 0}, "id": 2, "options": {"colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto", "wideLayout": true}, "targets": [{"editorMode": "code", "expr": "sum(rate(pg_local_cache_cache_hits_total{instance=~\"$instance\"}[5m])) / clamp_min(sum(rate(pg_local_cache_cache_hits_total{instance=~\"$instance\"}[5m]) + rate(pg_local_cache_cache_misses_total{instance=~\"$instance\"}[5m])), 0.000001)", "instant": false, "legendFormat": "hit ratio", "range": true, "refId": "A"}], "title": "RESP cache hit ratio", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"decimals": 1, "max": 1, "min": 0, "thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}, {"color": "yellow", "value": 0.9}, {"color": "red", "value": 0.99}]}, "unit": "percentunit"}, "overrides": []}, "gridPos": {"h": 4, "w": 4, "x": 7, "y": 0}, "id": 3, "options": {"colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto", "wideLayout": true}, "targets": [{"editorMode": "code", "expr": "pg_local_cache_entries{instance=~\"$instance\"} / clamp_min(pg_local_cache_cache_capacity{instance=~\"$instance\"}, 1)", "instant": false, "legendFormat": "{{instance}}", "range": true, "refId": "A"}], "title": "Entry capacity", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"decimals": 1, "max": 1, "min": 0, "thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}, {"color": "yellow", "value": 0.8}, {"color": "red", "value": 0.95}]}, "unit": "percentunit"}, "overrides": []}, "gridPos": {"h": 4, "w": 4, "x": 11, "y": 0}, "id": 4, "options": {"colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto", "wideLayout": true}, "targets": [{"editorMode": "code", "expr": "pg_local_cache_active_clients{instance=~\"$instance\"} / clamp_min(pg_local_cache_max_clients{instance=~\"$instance\"}, 1)", "instant": false, "legendFormat": "{{instance}}", "range": true, "refId": "A"}], "title": "Client utilization", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"decimals": 1, "max": 1, "min": 0, "thresholds": {"mode": "absolute", "steps": [{"color": "green", "value": null}, {"color": "yellow", "value": 0.85}, {"color": "red", "value": 0.95}]}, "unit": "percentunit"}, "overrides": []}, "gridPos": {"h": 4, "w": 5, "x": 15, "y": 0}, "id": 5, "options": {"colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "auto", "wideLayout": true}, "targets": [{"editorMode": "code", "expr": "pg_local_cache_estimated_memory_bytes{instance=~\"$instance\"} / clamp_min(pg_local_cache_memory_budget_bytes{instance=~\"$instance\"}, 1)", "instant": false, "legendFormat": "{{instance}}", "range": true, "refId": "A"}], "title": "Extension memory budget", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"decimals": 0, "thresholds": {"mode": "absolute", "steps": [{"color": "red", "value": null}, {"color": "green", "value": 1}]}, "unit": "short"}, "overrides": []}, "gridPos": {"h": 4, "w": 4, "x": 20, "y": 0}, "id": 6, "options": {"colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": {"calcs": ["lastNotNull"], "fields": "", "values": false}, "textMode": "value_and_name", "wideLayout": true}, "targets": [ {"editorMode": "code", "expr": "pg_local_cache_workers_running{instance=~\"$instance\"}", "instant": true, "legendFormat": "running", "range": false, "refId": "A"}, {"editorMode": "code", "expr": "pg_local_cache_workers_configured{instance=~\"$instance\"}", "instant": true, "legendFormat": "configured", "range": false, "refId": "B"}, {"editorMode": "code", "expr": "1 - clamp_max(pg_local_cache_workers_with_incomplete_mappings{instance=~\"$instance\"}, 1)", "instant": true, "legendFormat": "mappings healthy", "range": false, "refId": "C"} ], "title": "Workers and mappings", "type": "stat" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 12, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "ops"}, "overrides": []}, "gridPos": {"h": 8, "w": 12, "x": 0, "y": 4}, "id": 7, "options": {"legend": {"calcs": ["lastNotNull", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_cache_hits_total{instance=~\"$instance\"}[5m]))", "legendFormat": "hits {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_cache_misses_total{instance=~\"$instance\"}[5m]))", "legendFormat": "misses {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_negative_hits_total{instance=~\"$instance\"}[5m]))", "legendFormat": "negative hits {{instance}}", "range": true, "refId": "C"} ], "title": "RESP cache operations / second", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 12, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "ops"}, "overrides": []}, "gridPos": {"h": 8, "w": 12, "x": 12, "y": 4}, "id": 8, "options": {"legend": {"calcs": ["lastNotNull", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_sql_cache_hits_total{instance=~\"$instance\"}[5m]))", "legendFormat": "SQL hits {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_sql_cache_misses_total{instance=~\"$instance\"}[5m]))", "legendFormat": "SQL misses {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_sql_cache_bypasses_total{instance=~\"$instance\"}[5m]))", "legendFormat": "SQL bypasses {{instance}}", "range": true, "refId": "C"} ], "title": "SQL fast path / second", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 10, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "ops"}, "overrides": []}, "gridPos": {"h": 8, "w": 8, "x": 0, "y": 12}, "id": 9, "options": {"legend": {"calcs": ["lastNotNull"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_database_reads_total{instance=~\"$instance\"}[5m]))", "legendFormat": "reads {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_database_writes_total{instance=~\"$instance\"}[5m]))", "legendFormat": "writes {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_invalidations_total{instance=~\"$instance\"}[5m]))", "legendFormat": "invalidations {{instance}}", "range": true, "refId": "C"} ], "title": "Database and invalidation / second", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 10, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "ops"}, "overrides": []}, "gridPos": {"h": 8, "w": 8, "x": 8, "y": 12}, "id": 10, "options": {"legend": {"calcs": ["lastNotNull"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_singleflight_leaders_total{instance=~\"$instance\"}[5m]))", "legendFormat": "leaders {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_singleflight_waiters_total{instance=~\"$instance\"}[5m]))", "legendFormat": "waiters {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_singleflight_reuses_total{instance=~\"$instance\"}[5m]))", "legendFormat": "reuses {{instance}}", "range": true, "refId": "C"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_singleflight_timeouts_total{instance=~\"$instance\"}[5m]))", "legendFormat": "timeouts {{instance}}", "range": true, "refId": "D"} ], "title": "Singleflight / second", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 10, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "ops"}, "overrides": []}, "gridPos": {"h": 8, "w": 8, "x": 16, "y": 12}, "id": 11, "options": {"legend": {"calcs": ["lastNotNull"], "displayMode": "list", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_rejected_connections_total{instance=~\"$instance\"}[5m]))", "legendFormat": "rejected {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_client_limit_rejections_total{instance=~\"$instance\"}[5m]))", "legendFormat": "client limit {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_authentication_failures_total{instance=~\"$instance\"}[5m]))", "legendFormat": "auth failures {{instance}}", "range": true, "refId": "C"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_slow_client_drops_total{instance=~\"$instance\"}[5m]))", "legendFormat": "slow drops {{instance}}", "range": true, "refId": "D"}, {"editorMode": "code", "expr": "sum by (instance) (rate(pg_local_cache_mapping_reload_incomplete_retries_total{instance=~\"$instance\"}[5m]))", "legendFormat": "incomplete mapping reloads {{instance}}", "range": true, "refId": "E"} ], "title": "Rejected and failed operations / second", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 18, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "bytes"}, "overrides": []}, "gridPos": {"h": 8, "w": 12, "x": 0, "y": 20}, "id": 12, "options": {"legend": {"calcs": ["lastNotNull", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [ {"editorMode": "code", "expr": "pg_local_cache_shared_memory_bytes{instance=~\"$instance\"}", "legendFormat": "shared memory {{instance}}", "range": true, "refId": "A"}, {"editorMode": "code", "expr": "pg_local_cache_worker_memory_bytes{instance=~\"$instance\"}", "legendFormat": "worker memory {{instance}}", "range": true, "refId": "B"}, {"editorMode": "code", "expr": "pg_local_cache_memory_budget_bytes{instance=~\"$instance\"}", "legendFormat": "budget {{instance}}", "range": true, "refId": "C"} ], "title": "Deterministic memory reservations", "type": "timeseries" }, { "datasource": {"type": "prometheus", "uid": "prometheus"}, "description": "Available when the optional host-metrics profile is enabled.", "fieldConfig": {"defaults": {"custom": {"drawStyle": "line", "fillOpacity": 18, "lineInterpolation": "smooth", "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": {"group": "A", "mode": "none"}}, "unit": "percentunit"}, "overrides": []}, "gridPos": {"h": 8, "w": 12, "x": 12, "y": 20}, "id": 13, "options": {"legend": {"calcs": ["lastNotNull", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true}, "tooltip": {"mode": "multi", "sort": "desc"}}, "targets": [{"editorMode": "code", "expr": "container_memory_working_set_bytes{name=~\".*pg_local_cache.*postgres.*\"} / clamp_min(container_spec_memory_limit_bytes{name=~\".*pg_local_cache.*postgres.*\"}, 1)", "legendFormat": "{{name}}", "range": true, "refId": "A"}], "title": "PostgreSQL container memory utilization", "type": "timeseries" } ], "refresh": "15s", "schemaVersion": 41, "tags": ["postgresql", "pg_local_cache", "cache", "oom"], "templating": { "list": [ { "allValue": ".*", "current": {"selected": true, "text": "All", "value": "$__all"}, "datasource": {"type": "prometheus", "uid": "prometheus"}, "definition": "label_values(pg_local_cache_up, instance)", "hide": 0, "includeAll": true, "label": "Instance", "multi": true, "name": "instance", "options": [], "query": {"query": "label_values(pg_local_cache_up, instance)", "refId": "PrometheusVariableQueryEditor-VariableQuery"}, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "type": "query" } ] }, "time": {"from": "now-6h", "to": "now"}, "timepicker": {}, "timezone": "browser", "title": "pg_local_cache operations overview", "uid": "pg-local-cache-overview", "version": 1, "weekStart": "" }