You can not select more than 25 topics
			Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
		
		
		
		
		
			
		
			
				
					
					
						
							2114 lines
						
					
					
						
							55 KiB
						
					
					
				
			
		
		
		
			
			
			
		
		
	
	
							2114 lines
						
					
					
						
							55 KiB
						
					
					
				
								{
							 | 
						|
								  "__inputs": [
							 | 
						|
								    {
							 | 
						|
								      "name": "DS_PROMETHEUS-DEV",
							 | 
						|
								      "label": "prometheus-dev",
							 | 
						|
								      "description": "",
							 | 
						|
								      "type": "datasource",
							 | 
						|
								      "pluginId": "prometheus",
							 | 
						|
								      "pluginName": "Prometheus"
							 | 
						|
								    }
							 | 
						|
								  ],
							 | 
						|
								  "__requires": [
							 | 
						|
								    {
							 | 
						|
								      "type": "grafana",
							 | 
						|
								      "id": "grafana",
							 | 
						|
								      "name": "Grafana",
							 | 
						|
								      "version": "4.6.2"
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "type": "panel",
							 | 
						|
								      "id": "graph",
							 | 
						|
								      "name": "Graph",
							 | 
						|
								      "version": ""
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "type": "datasource",
							 | 
						|
								      "id": "prometheus",
							 | 
						|
								      "name": "Prometheus",
							 | 
						|
								      "version": "1.0.0"
							 | 
						|
								    }
							 | 
						|
								  ],
							 | 
						|
								  "annotations": {
							 | 
						|
								    "list": [
							 | 
						|
								      {
							 | 
						|
								        "builtIn": 1,
							 | 
						|
								        "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								        "enable": true,
							 | 
						|
								        "hide": true,
							 | 
						|
								        "iconColor": "rgba(0, 211, 255, 1)",
							 | 
						|
								        "limit": 100,
							 | 
						|
								        "name": "Annotations & Alerts",
							 | 
						|
								        "showIn": 0,
							 | 
						|
								        "type": "dashboard"
							 | 
						|
								      }
							 | 
						|
								    ]
							 | 
						|
								  },
							 | 
						|
								  "editable": true,
							 | 
						|
								  "gnetId": 10423,
							 | 
						|
								  "graphTooltip": 0,
							 | 
						|
								  "hideControls": false,
							 | 
						|
								  "id": null,
							 | 
						|
								  "links": [],
							 | 
						|
								  "refresh": "10s",
							 | 
						|
								  "rows": [
							 | 
						|
								    {
							 | 
						|
								      "collapse": true,
							 | 
						|
								      "height": 251,
							 | 
						|
								      "panels": [
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 46,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Request Duration 90th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 49,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "refId": "C"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Request Duration 95th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 45,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "refId": "C"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Request Duration 99th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 0,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 2,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": true,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": true,
							 | 
						|
								            "hideEmpty": true,
							 | 
						|
								            "hideZero": true,
							 | 
						|
								            "max": true,
							 | 
						|
								            "min": false,
							 | 
						|
								            "rightSide": true,
							 | 
						|
								            "show": true,
							 | 
						|
								            "sideWidth": 250,
							 | 
						|
								            "sort": "max",
							 | 
						|
								            "sortDesc": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": true
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "minSpan": 12,
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [
							 | 
						|
								            {
							 | 
						|
								              "alias": "total",
							 | 
						|
								              "lines": false
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "rate(SeaweedFS_filerStore_request_total[1m]) * 5",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 30
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer QPS",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 2,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": "0",
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        }
							 | 
						|
								      ],
							 | 
						|
								      "repeat": null,
							 | 
						|
								      "repeatIteration": null,
							 | 
						|
								      "repeatRowId": null,
							 | 
						|
								      "showTitle": true,
							 | 
						|
								      "title": "Filer",
							 | 
						|
								      "titleSize": "h6"
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "collapse": true,
							 | 
						|
								      "height": 250,
							 | 
						|
								      "panels": [
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 56,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.90, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 Request Duration 90th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 57,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.95, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 Request Duration 95th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 58,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 4,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 60
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_s3_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B",
							 | 
						|
								              "step": 60
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 Request Duration 99th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 84,
							 | 
						|
								          "fieldConfig": {
							 | 
						|
								            "defaults": {
							 | 
						|
								              "unit": "decbytes"
							 | 
						|
								            },
							 | 
						|
								            "overrides": []
							 | 
						|
								          },
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(rate(SeaweedFS_s3_bucket_traffic_received_bytes_total[$__interval])) by (bucket)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{bucket}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 Bucket Traffic Received",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "decbytes",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 85,
							 | 
						|
								          "fieldConfig": {
							 | 
						|
								            "defaults": {
							 | 
						|
								              "unit": "decbytes"
							 | 
						|
								            },
							 | 
						|
								            "overrides": []
							 | 
						|
								          },
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(rate(SeaweedFS_s3_bucket_traffic_sent_bytes_total[$__interval])) by (bucket)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{bucket}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 Bucket Traffic Sent",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "decbytes",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 0,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 55,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": true,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": true,
							 | 
						|
								            "hideEmpty": true,
							 | 
						|
								            "hideZero": true,
							 | 
						|
								            "max": true,
							 | 
						|
								            "min": false,
							 | 
						|
								            "rightSide": true,
							 | 
						|
								            "show": true,
							 | 
						|
								            "sideWidth": 250,
							 | 
						|
								            "sort": "max",
							 | 
						|
								            "sortDesc": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": true
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "minSpan": 12,
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [
							 | 
						|
								            {
							 | 
						|
								              "alias": "total",
							 | 
						|
								              "lines": false
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "rate(SeaweedFS_s3_request_total[1m]) * 5",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 30
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 API QPS",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 2,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": "0",
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 0,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "hideTimeOverride": false,
							 | 
						|
								          "id": 59,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": true,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": true,
							 | 
						|
								            "hideEmpty": true,
							 | 
						|
								            "hideZero": true,
							 | 
						|
								            "max": true,
							 | 
						|
								            "min": false,
							 | 
						|
								            "rightSide": true,
							 | 
						|
								            "show": true,
							 | 
						|
								            "sideWidth": 250,
							 | 
						|
								            "sort": "max",
							 | 
						|
								            "sortDesc": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": true
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "minSpan": 12,
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [
							 | 
						|
								            {
							 | 
						|
								              "alias": "total",
							 | 
						|
								              "lines": false
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum by (type) (SeaweedFS_s3_request_total{type=~'PUT|COPY|POST|LIST'})*0.000005",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}} requests",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 30
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum (SeaweedFS_s3_request_total{type=~'PUT|COPY|POST|LIST'})*0.000005",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "All PUT, COPY, POST, LIST",
							 | 
						|
								              "refId": "C",
							 | 
						|
								              "step": 30
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum (SeaweedFS_s3_request_total{type!~'PUT|COPY|POST|LIST'})*0.0000004",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "GET and all other",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum by (type) (SeaweedFS_s3_request_total{type!~'PUT|COPY|POST|LIST'})*0.0000004",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}} requests",
							 | 
						|
								              "refId": "D"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": "1M",
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "S3 API Monthly Cost if on AWS",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": true,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 2,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "currencyUSD",
							 | 
						|
								              "label": "Cost in US$",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": "0",
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "currencyUSD",
							 | 
						|
								              "label": "Write Cost",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        }
							 | 
						|
								      ],
							 | 
						|
								      "repeat": null,
							 | 
						|
								      "repeatIteration": null,
							 | 
						|
								      "repeatRowId": null,
							 | 
						|
								      "showTitle": true,
							 | 
						|
								      "title": "S3 Gateway",
							 | 
						|
								      "titleSize": "h6"
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "collapse": false,
							 | 
						|
								      "height": 252,
							 | 
						|
								      "panels": [
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 47,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": false,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": false,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_volumeServer_request_seconds_bucket[1m])) by (le, exported_instance))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{exported_instance}}",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_volumeServer_request_seconds_bucket[1m])) by (le))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "average",
							 | 
						|
								              "refId": "C"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Volume Server Request Duration 99th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 40,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": true,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "hideEmpty": true,
							 | 
						|
								            "hideZero": true,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "rightSide": true,
							 | 
						|
								            "show": true,
							 | 
						|
								            "sort": "total",
							 | 
						|
								            "sortDesc": true,
							 | 
						|
								            "total": true,
							 | 
						|
								            "values": true
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(rate(SeaweedFS_volumeServer_request_total[1m])) by (type)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "A",
							 | 
						|
								              "step": 4
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Volume Server QPS",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "id": 48,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(SeaweedFS_volumeServer_volumes) by (collection, type)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{collection}} {{type}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(SeaweedFS_volumeServer_max_volumes)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "Total",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Volume Count",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "id": 50,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(SeaweedFS_volumeServer_total_disk_size) by (collection, type)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{collection}} {{type}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(SeaweedFS_volumeServer_total_disk_size)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "Total",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Used Disk Space by Collection and Type",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "bytes",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "id": 51,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(SeaweedFS_volumeServer_total_disk_size) by (exported_instance)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{exported_instance}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Used Disk Space by Host",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "bytes",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "id": 60,
							 | 
						|
								          "legend": {
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 1,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "(push_time_seconds{} - (push_time_seconds{} offset 15s)) / 15",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{exported_instance}}",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Heartbeat by Host (Push Metrics Delta)",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "individual"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "decimals": 0,
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": "Online",
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": "1",
							 | 
						|
								              "min": "0",
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": false
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        }
							 | 
						|
								      ],
							 | 
						|
								      "repeat": null,
							 | 
						|
								      "repeatIteration": null,
							 | 
						|
								      "repeatRowId": null,
							 | 
						|
								      "showTitle": true,
							 | 
						|
								      "title": "Volume Server",
							 | 
						|
								      "titleSize": "h6"
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "collapse": true,
							 | 
						|
								      "height": 251,
							 | 
						|
								      "panels": [
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 12,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": false,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": false,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "histogram_quantile(0.99, sum(rate(SeaweedFS_filerStore_request_seconds_bucket[1m])) by (le, type))",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Store Request Duration 99th percentile",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 14,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": true,
							 | 
						|
								            "avg": true,
							 | 
						|
								            "current": true,
							 | 
						|
								            "hideEmpty": false,
							 | 
						|
								            "hideZero": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "rightSide": true,
							 | 
						|
								            "show": true,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": true
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "sum(rate(SeaweedFS_filerStore_request_total [1m])) by (type)",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{type}}",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Store QPS",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        }
							 | 
						|
								      ],
							 | 
						|
								      "repeat": null,
							 | 
						|
								      "repeatIteration": null,
							 | 
						|
								      "repeatRowId": null,
							 | 
						|
								      "showTitle": true,
							 | 
						|
								      "title": "Filer Store",
							 | 
						|
								      "titleSize": "h6"
							 | 
						|
								    },
							 | 
						|
								    {
							 | 
						|
								      "collapse": true,
							 | 
						|
								      "height": 242,
							 | 
						|
								      "panels": [
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 52,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": false,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": false,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "go_memstats_alloc_bytes{exported_job=\"filer\"}",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "bytes allocated",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "rate(go_memstats_alloc_bytes_total{exported_job=\"filer\"}[30s])",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "alloc rate",
							 | 
						|
								              "refId": "A"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "go_memstats_stack_inuse_bytes{exported_job=\"filer\"}",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "stack inuse",
							 | 
						|
								              "refId": "C"
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "expr": "go_memstats_heap_inuse_bytes{exported_job=\"filer\"}",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "hide": false,
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "heap inuse",
							 | 
						|
								              "refId": "D"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Go Memory Stats",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "bytes",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "Bps",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 54,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": false,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": false,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 6,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "go_gc_duration_seconds{exported_job=\"filer\"}",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{quantile}}",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Go GC duration quantiles",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "s",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "Bps",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        },
							 | 
						|
								        {
							 | 
						|
								          "aliasColors": {},
							 | 
						|
								          "bars": false,
							 | 
						|
								          "dashLength": 10,
							 | 
						|
								          "dashes": false,
							 | 
						|
								          "datasource": "${DS_PROMETHEUS-DEV}",
							 | 
						|
								          "editable": true,
							 | 
						|
								          "error": false,
							 | 
						|
								          "fill": 1,
							 | 
						|
								          "grid": {},
							 | 
						|
								          "id": 53,
							 | 
						|
								          "legend": {
							 | 
						|
								            "alignAsTable": false,
							 | 
						|
								            "avg": false,
							 | 
						|
								            "current": false,
							 | 
						|
								            "max": false,
							 | 
						|
								            "min": false,
							 | 
						|
								            "show": false,
							 | 
						|
								            "total": false,
							 | 
						|
								            "values": false
							 | 
						|
								          },
							 | 
						|
								          "lines": true,
							 | 
						|
								          "linewidth": 2,
							 | 
						|
								          "links": [],
							 | 
						|
								          "nullPointMode": "null as zero",
							 | 
						|
								          "percentage": false,
							 | 
						|
								          "pointradius": 5,
							 | 
						|
								          "points": false,
							 | 
						|
								          "renderer": "flot",
							 | 
						|
								          "seriesOverrides": [],
							 | 
						|
								          "spaceLength": 10,
							 | 
						|
								          "span": 12,
							 | 
						|
								          "stack": false,
							 | 
						|
								          "steppedLine": false,
							 | 
						|
								          "targets": [
							 | 
						|
								            {
							 | 
						|
								              "expr": "go_goroutines{exported_job=\"filer\"}",
							 | 
						|
								              "format": "time_series",
							 | 
						|
								              "intervalFactor": 2,
							 | 
						|
								              "legendFormat": "{{exported_instance}}",
							 | 
						|
								              "refId": "B"
							 | 
						|
								            }
							 | 
						|
								          ],
							 | 
						|
								          "thresholds": [],
							 | 
						|
								          "timeFrom": null,
							 | 
						|
								          "timeShift": null,
							 | 
						|
								          "title": "Filer Go Routines",
							 | 
						|
								          "tooltip": {
							 | 
						|
								            "msResolution": false,
							 | 
						|
								            "shared": true,
							 | 
						|
								            "sort": 0,
							 | 
						|
								            "value_type": "cumulative"
							 | 
						|
								          },
							 | 
						|
								          "type": "graph",
							 | 
						|
								          "xaxis": {
							 | 
						|
								            "buckets": null,
							 | 
						|
								            "mode": "time",
							 | 
						|
								            "name": null,
							 | 
						|
								            "show": true,
							 | 
						|
								            "values": []
							 | 
						|
								          },
							 | 
						|
								          "yaxes": [
							 | 
						|
								            {
							 | 
						|
								              "format": "none",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": 0,
							 | 
						|
								              "show": true
							 | 
						|
								            },
							 | 
						|
								            {
							 | 
						|
								              "format": "short",
							 | 
						|
								              "label": null,
							 | 
						|
								              "logBase": 1,
							 | 
						|
								              "max": null,
							 | 
						|
								              "min": null,
							 | 
						|
								              "show": true
							 | 
						|
								            }
							 | 
						|
								          ]
							 | 
						|
								        }
							 | 
						|
								      ],
							 | 
						|
								      "repeat": null,
							 | 
						|
								      "repeatIteration": null,
							 | 
						|
								      "repeatRowId": null,
							 | 
						|
								      "showTitle": true,
							 | 
						|
								      "title": "Filer Instances",
							 | 
						|
								      "titleSize": "h6"
							 | 
						|
								    }
							 | 
						|
								  ],
							 | 
						|
								  "schemaVersion": 14,
							 | 
						|
								  "style": "dark",
							 | 
						|
								  "tags": [],
							 | 
						|
								  "templating": {
							 | 
						|
								    "list": [
							 | 
						|
								      {
							 | 
						|
								        "current": {
							 | 
						|
								          "selected": true,
							 | 
						|
								          "text": "default",
							 | 
						|
								          "value": "default"
							 | 
						|
								        },
							 | 
						|
								        "hide": 0,
							 | 
						|
								        "includeAll": false,
							 | 
						|
								        "label": "Datasource",
							 | 
						|
								        "multi": false,
							 | 
						|
								        "name": "DS_PROMETHEUS",
							 | 
						|
								        "options": [],
							 | 
						|
								        "query": "prometheus",
							 | 
						|
								        "queryValue": "",
							 | 
						|
								        "refresh": 1,
							 | 
						|
								        "regex": "",
							 | 
						|
								        "skipUrlSync": false,
							 | 
						|
								        "type": "datasource"
							 | 
						|
								      }
							 | 
						|
								    ]
							 | 
						|
								  },
							 | 
						|
								  "time": {
							 | 
						|
								    "from": "now-5m",
							 | 
						|
								    "to": "now"
							 | 
						|
								  },
							 | 
						|
								  "timepicker": {
							 | 
						|
								    "refresh_intervals": [
							 | 
						|
								      "5s",
							 | 
						|
								      "10s",
							 | 
						|
								      "30s",
							 | 
						|
								      "1m",
							 | 
						|
								      "5m",
							 | 
						|
								      "15m",
							 | 
						|
								      "30m",
							 | 
						|
								      "1h",
							 | 
						|
								      "2h",
							 | 
						|
								      "1d"
							 | 
						|
								    ],
							 | 
						|
								    "time_options": [
							 | 
						|
								      "5m",
							 | 
						|
								      "15m",
							 | 
						|
								      "1h",
							 | 
						|
								      "6h",
							 | 
						|
								      "12h",
							 | 
						|
								      "24h",
							 | 
						|
								      "2d",
							 | 
						|
								      "7d",
							 | 
						|
								      "30d"
							 | 
						|
								    ]
							 | 
						|
								  },
							 | 
						|
								  "timezone": "browser",
							 | 
						|
								  "title": "SeaweedFS ks8 heartbeat",
							 | 
						|
								  "version": 1
							 | 
						|
								}
							 |