2023-07-28 15:40:52 +00:00
{
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
"datasource" : {
"type" : "grafana" ,
"uid" : "-- Grafana --"
} ,
"enable" : true ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"name" : "Annotations & Alerts" ,
"type" : "dashboard"
}
]
} ,
"description" : "" ,
"editable" : true ,
"fiscalYearStartMonth" : 0 ,
"graphTooltip" : 0 ,
"links" : [ ] ,
"liveNow" : false ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-08-02 13:14:29 +00:00
"description" : "Instance state" ,
2023-07-28 15:40:52 +00:00
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
2023-08-02 13:14:29 +00:00
"axisCenteredZero" : true ,
2023-07-28 15:40:52 +00:00
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
2023-08-02 13:14:29 +00:00
"fillOpacity" : 0 ,
2023-07-28 15:40:52 +00:00
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
2023-08-02 13:14:29 +00:00
"lineInterpolation" : "linear" ,
2023-07-28 15:40:52 +00:00
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
2023-08-02 13:14:29 +00:00
"mode" : "none"
2023-07-28 15:40:52 +00:00
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
2023-08-02 13:14:29 +00:00
"decimals" : 0 ,
"mappings" : [
{
"options" : {
"0" : {
"index" : 0 ,
"text" : "Undefined"
} ,
"1" : {
"index" : 1 ,
"text" : "Starting"
} ,
"2" : {
"index" : 2 ,
"text" : "Ready"
} ,
"3" : {
"index" : 3 ,
"text" : "Shutting down"
}
} ,
"type" : "value"
}
] ,
"max" : 3 ,
"min" : 0 ,
2023-07-28 15:40:52 +00:00
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
2023-08-02 13:14:29 +00:00
"unit" : "string"
2023-07-28 15:40:52 +00:00
} ,
"overrides" : [ ]
} ,
"gridPos" : {
2023-08-02 13:14:29 +00:00
"h" : 6 ,
2023-07-28 15:40:52 +00:00
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 0
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 13:14:29 +00:00
"id" : 21 ,
2023-07-28 15:40:52 +00:00
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
2023-08-02 13:14:29 +00:00
"showLegend" : false
2023-07-28 15:40:52 +00:00
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
2023-08-02 13:14:29 +00:00
"expr" : "frostfs_node_state_health{job=\"node\", instance=\"$instance\"}\n" ,
2023-07-28 15:40:52 +00:00
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
2023-08-02 13:14:29 +00:00
"legendFormat" : "state" ,
2023-07-28 15:40:52 +00:00
"range" : true ,
"refId" : "A"
}
] ,
2023-08-02 13:14:29 +00:00
"title" : "State" ,
2023-07-28 15:40:52 +00:00
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
2023-08-02 13:14:29 +00:00
"collapsed" : true ,
2023-07-28 15:40:52 +00:00
"gridPos" : {
2023-08-02 13:14:29 +00:00
"h" : 1 ,
2023-07-28 15:40:52 +00:00
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 6
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 13:14:29 +00:00
"id" : 2 ,
"panels" : [
2023-07-28 15:40:52 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-08-02 13:14:29 +00:00
"description" : "Requests per second by gRPC method" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 100 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineStyle" : {
"fill" : "solid"
} ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "reqps"
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 13:14:29 +00:00
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 7
} ,
"id" : 1 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 13:14:29 +00:00
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
2023-07-28 15:40:52 +00:00
}
} ,
2023-08-02 13:14:29 +00:00
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum by (instance, grpc_service, grpc_method) (\n rate(grpc_server_started_total{instance=\"$instance\"}[$__rate_interval])\n)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{grpc_service}}.{{grpc_method}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "RPS" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Percentage of the failed requests" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 13:14:29 +00:00
"mappings" : [ ] ,
"max" : 100 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percent"
} ,
"overrides" : [
2023-07-28 15:40:52 +00:00
{
2023-08-02 13:14:29 +00:00
"__systemRef" : "hideSeriesFrom" ,
"matcher" : {
"id" : "byNames" ,
"options" : {
"mode" : "exclude" ,
"names" : [
"neo.fs.v2.object.ObjectService.Search"
] ,
"prefix" : "All except:" ,
"readOnly" : true
}
} ,
"properties" : [
{
"id" : "custom.hideFrom" ,
"value" : {
"legend" : false ,
"tooltip" : false ,
"viz" : true
}
}
]
2023-07-28 15:40:52 +00:00
}
]
} ,
2023-08-02 13:14:29 +00:00
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 17
} ,
"id" : 3 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(rate(grpc_server_handled_total{instance=\"$instance\",grpc_code!=\"OK\"}[$__rate_interval])) by (grpc_service, grpc_method)\n / \nsum(rate(grpc_server_started_total{instance=\"$instance\"}[$__rate_interval])) by (grpc_service, grpc_method)\n * 100.0\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{grpc_service}}.{{grpc_method}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Error rate" ,
"transformations" : [ ] ,
"type" : "timeseries"
2023-07-28 15:40:52 +00:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-08-02 13:14:29 +00:00
"description" : "Latency of the requests for selected quantile" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "ms"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 27
} ,
"id" : 4 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "histogram_quantile($quantile, \n sum(rate(grpc_server_handling_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (grpc_service,grpc_method,le)\n)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{grpc_service}}.{{grpc_method}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Latency" ,
"transformations" : [ ] ,
"type" : "timeseries"
2023-07-28 15:40:52 +00:00
}
] ,
2023-08-02 13:14:29 +00:00
"title" : "Server" ,
"type" : "row"
2023-07-28 15:40:52 +00:00
} ,
{
2023-08-01 14:18:54 +00:00
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 7
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"id" : 6 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
2023-07-28 15:40:52 +00:00
} ,
2023-08-02 12:06:03 +00:00
"description" : "Requests per second by pilorama method for each shard" ,
2023-08-01 14:18:54 +00:00
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 100 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineStyle" : {
"fill" : "solid"
} ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-02 13:14:29 +00:00
"color" : "green"
2023-08-01 14:18:54 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "reqps"
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 32
} ,
"id" : 8 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum by (instance, shard_id, method) (\n rate(frostfs_node_pilorama_request_duration_seconds_count{instance=\"$instance\"}[$__rate_interval])\n)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Pilorama RPS" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Percentage of the failed pilorama requests for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"max" : 100 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-02 13:14:29 +00:00
"color" : "green"
2023-08-01 14:18:54 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percent"
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 42
} ,
"id" : 9 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
2023-07-28 15:40:52 +00:00
}
} ,
2023-08-01 14:18:54 +00:00
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(rate(frostfs_node_pilorama_request_duration_seconds_count{instance=\"$instance\",success!=\"true\"}[$__rate_interval])) by (shard_id, method)\n / \nsum(rate(frostfs_node_pilorama_request_duration_seconds_count{instance=\"$instance\"}[$__rate_interval])) by (shard_id, method)\n * 100.0\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Pilorama error rate" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
"description" : "Latency of the pilorama requests for selected quantile for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-02 13:14:29 +00:00
"color" : "green"
2023-08-01 14:18:54 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "ms"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 52
} ,
"id" : 10 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
2023-08-02 12:06:03 +00:00
"expr" : "histogram_quantile($quantile, \n sum(rate(frostfs_node_pilorama_request_duration_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (shard_id, method, le)\n)\n" ,
2023-08-01 14:18:54 +00:00
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Pilorama latency" ,
"transformations" : [ ] ,
"type" : "timeseries"
2023-07-28 15:40:52 +00:00
} ,
2023-08-01 14:18:54 +00:00
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Duration of waiting time for replication, replication task duration and synchronization for selected quantile" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-02 13:14:29 +00:00
"color" : "green"
2023-08-01 14:18:54 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "ms"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 62
} ,
"id" : 7 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "histogram_quantile($quantile, \n sum(rate(frostfs_node_treeservice_replicate_wait_duration_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (success,le)\n)" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "replicate wait success:{{success}}" ,
"range" : true ,
"refId" : "A"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "histogram_quantile($quantile,\n sum(rate(frostfs_node_treeservice_replicate_task_duration_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (success,le)\n)" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "replicate task success:{{success}}" ,
"range" : true ,
"refId" : "B"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "histogram_quantile($quantile, \n sum(rate(frostfs_node_treeservice_sync_duration_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (success,le)\n)" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "sync success:{{success}}" ,
"range" : true ,
"refId" : "C"
}
] ,
"title" : "Replication and synchronization" ,
"transformations" : [ ] ,
"type" : "timeseries"
2023-07-28 15:40:52 +00:00
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
2023-08-01 14:18:54 +00:00
"description" : "Pilorama mode for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"max" : 1.5 ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
2023-08-02 13:14:29 +00:00
"color" : "green"
2023-08-01 14:18:54 +00:00
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "none"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
"y" : 72
} ,
"id" : 11 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(frostfs_node_pilorama_mode{job=\"node\", instance=\"$instance\"}) by (shard_id, mode)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "Shard {{shard_id}}, mode {{mode}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Pilorama mode" ,
"transformations" : [ ] ,
"type" : "timeseries"
2023-07-28 15:40:52 +00:00
}
] ,
2023-08-01 14:18:54 +00:00
"title" : "Tree service" ,
"type" : "row"
2023-08-02 12:06:03 +00:00
} ,
{
"collapsed" : true ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 8
2023-08-02 12:06:03 +00:00
} ,
"id" : 12 ,
"panels" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Requests per second by writecache method for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 100 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineStyle" : {
"fill" : "solid"
} ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "normal"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "reqps"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 39
2023-08-02 12:06:03 +00:00
} ,
"id" : 13 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum by (instance, shard_id, method) (\n rate(frostfs_node_writecache_request_duration_seconds_count{instance=\"$instance\"}[$__rate_interval])\n)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "RPS" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Percentage of the failed writecache requests for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"max" : 100 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "percent"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 49
2023-08-02 12:06:03 +00:00
} ,
"id" : 15 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(rate(frostfs_node_writecache_request_duration_seconds_count{instance=\"$instance\",success!=\"true\"}[$__rate_interval])) by (shard_id, method)\n / \nsum(rate(frostfs_node_writecache_request_duration_seconds_count{instance=\"$instance\"}[$__rate_interval])) by (shard_id, method)\n * 100.0\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Error rate" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Latency of the Writecache requests for selected quantile for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "ms"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 59
2023-08-02 12:06:03 +00:00
} ,
"id" : 14 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "histogram_quantile($quantile, \n sum(rate(frostfs_node_writecache_request_duration_seconds_bucket{job=\"node\", instance=\"$instance\"}[$__rate_interval])) by (shard_id, method,le)\n)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "{{method}}, shard {{shard_id}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Latency" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Actual count of the objects, that writecache stores" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "none"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 69
2023-08-02 12:06:03 +00:00
} ,
"id" : 16 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "frostfs_node_writecache_actual_objects_total{job=\"node\", instance=\"$instance\"}" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "Shard {{shard_id}}, storage {{storage}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Actual count" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Estimated size of the objects, that writecache stores" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "decbytes"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 79
2023-08-02 12:06:03 +00:00
} ,
"id" : 17 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "frostfs_node_writecache_estimated_size_bytes{job=\"node\", instance=\"$instance\"}" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "Shard {{shard_id}}, storage {{storage}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Estimated size" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Rate of the writecache background operations" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "smooth" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "none"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 89
2023-08-02 12:06:03 +00:00
} ,
"id" : 18 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum by (shard_id, storage, operation) (rate(frostfs_node_writecache_operations_total{job=\"node\", instance=\"$instance\"}[$__rate_interval]))" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "Shard {{shard_id}}, storage {{storage}}, operation {{operation}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Operations rate" ,
"transformations" : [ ] ,
"type" : "timeseries"
} ,
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"description" : "Writecache mode for each shard" ,
"fieldConfig" : {
"defaults" : {
"color" : {
"mode" : "palette-classic"
} ,
"custom" : {
"axisCenteredZero" : false ,
"axisColorMode" : "text" ,
"axisLabel" : "" ,
"axisPlacement" : "auto" ,
"barAlignment" : 0 ,
"drawStyle" : "line" ,
"fillOpacity" : 0 ,
"gradientMode" : "none" ,
"hideFrom" : {
"legend" : false ,
"tooltip" : false ,
"viz" : false
} ,
"lineInterpolation" : "linear" ,
"lineWidth" : 1 ,
"pointSize" : 3 ,
"scaleDistribution" : {
"type" : "linear"
} ,
"showPoints" : "never" ,
"spanNulls" : false ,
"stacking" : {
"group" : "A" ,
"mode" : "none"
} ,
"thresholdsStyle" : {
"mode" : "off"
}
} ,
"mappings" : [ ] ,
"max" : 1.5 ,
"min" : 0 ,
"thresholds" : {
"mode" : "absolute" ,
"steps" : [
{
"color" : "green" ,
"value" : null
} ,
{
"color" : "red" ,
"value" : 80
}
]
} ,
"unit" : "none"
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 10 ,
"w" : 24 ,
"x" : 0 ,
2023-08-02 13:14:29 +00:00
"y" : 99
2023-08-02 12:06:03 +00:00
} ,
"id" : 19 ,
"options" : {
"legend" : {
"calcs" : [ ] ,
"displayMode" : "table" ,
"placement" : "right" ,
"showLegend" : true
} ,
"tooltip" : {
"mode" : "multi" ,
"sort" : "desc"
}
} ,
"pluginVersion" : "9.5.6" ,
"targets" : [
{
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"editorMode" : "code" ,
"exemplar" : false ,
"expr" : "sum(frostfs_node_writecache_mode_info{job=\"node\", instance=\"$instance\"}) by (shard_id, mode)\n" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"legendFormat" : "Shard {{shard_id}}, mode {{mode}}" ,
"range" : true ,
"refId" : "A"
}
] ,
"title" : "Mode" ,
"transformations" : [ ] ,
"type" : "timeseries"
}
] ,
"title" : "Writecache" ,
"type" : "row"
2023-07-28 15:40:52 +00:00
}
] ,
"refresh" : "1m" ,
"schemaVersion" : 38 ,
"style" : "dark" ,
"tags" : [ ] ,
"templating" : {
"list" : [
{
"current" : {
"selected" : false ,
"text" : "s01.frostfs.devenv:9090" ,
"value" : "s01.frostfs.devenv:9090"
} ,
"datasource" : {
"type" : "prometheus" ,
"uid" : "PBFA97CFB590B2093"
} ,
"definition" : "label_values(frostfs_node_state_health,instance)" ,
"hide" : 0 ,
"includeAll" : false ,
2023-08-01 14:18:54 +00:00
"label" : "Instance" ,
2023-07-28 15:40:52 +00:00
"multi" : false ,
"name" : "instance" ,
"options" : [ ] ,
"query" : {
"query" : "label_values(frostfs_node_state_health,instance)" ,
"refId" : "PrometheusVariableQueryEditor-VariableQuery"
} ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"type" : "query"
2023-08-01 14:18:54 +00:00
} ,
{
"current" : {
"selected" : false ,
"text" : "0.95" ,
"value" : "0.95"
} ,
"hide" : 0 ,
"includeAll" : false ,
"label" : "Quantile" ,
"multi" : false ,
"name" : "quantile" ,
"options" : [
{
"selected" : true ,
"text" : "0.95" ,
"value" : "0.95"
} ,
{
"selected" : false ,
"text" : "0.99" ,
"value" : "0.99"
} ,
{
"selected" : false ,
"text" : "1.00" ,
"value" : "1.00"
}
] ,
"query" : "0.95, 0.99, 1.00" ,
"queryValue" : "" ,
"skipUrlSync" : false ,
"type" : "custom"
2023-07-28 15:40:52 +00:00
}
]
} ,
"time" : {
2023-08-01 14:18:54 +00:00
"from" : "now-1h" ,
2023-07-28 15:40:52 +00:00
"to" : "now"
} ,
"timepicker" : { } ,
"timezone" : "" ,
"title" : "Storage node" ,
"uid" : "aa6318b6-4780-4a9a-9fe7-a4a81917265f" ,
"version" : 1 ,
"weekStart" : ""
}
