Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
benzekrimaha committed May 16, 2024
1 parent 12fb8ca commit 7ba73d9
Show file tree
Hide file tree
Showing 2 changed files with 12 additions and 108 deletions.
Binary file modified monitoring/__pycache__/dashboard.cpython-311.pyc
Binary file not shown.
120 changes: 12 additions & 108 deletions monitoring/dashboard.json
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,7 @@
"maxDataPoints": 100,
"panels": [],
"targets": [],
"title": "Processing Duration",
"title": "Count items metrics",
"transformations": [],
"transparent": false,
"type": "row"
Expand Down Expand Up @@ -117,13 +117,13 @@
"mode": "absolute",
"steps": []
},
"unit": "s"
"unit": ""
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 8,
"w": 12,
"x": 0,
"y": 1
},
Expand All @@ -144,34 +144,20 @@
"targets": [
{
"datasource": null,
"expr": "sum(rate(s3_countitems_bucket_listing_duration_seconds_sum{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval])) / sum(rate(s3_countitems_bucket_listing_duration_seconds_count{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"instant": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "Average Duration - {{namespace}} - {{job}}",
"metric": "",
"refId": "",
"step": 10,
"target": ""
},
{
"datasource": null,
"expr": "sum(rate(s3_countitems_bucket_listing_duration_seconds_count{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval]))",
"expr": "sum(rate(s3_countitems_total_objects_count{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"instant": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "Number of Buckets - {{namespace}} - {{job}}",
"legendFormat": "Objects processed per second - \"${namespace}\" - ${job}",
"metric": "",
"refId": "",
"step": 10,
"target": ""
}
],
"title": "bucket listing average duration",
"title": "Rate of the S3 objects processed",
"transformations": [],
"transparent": false,
"type": "timeseries"
Expand Down Expand Up @@ -216,14 +202,14 @@
"mode": "absolute",
"steps": []
},
"unit": ""
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 8,
"x": 8,
"w": 12,
"x": 12,
"y": 1
},
"hideTimeOverride": false,
Expand All @@ -243,105 +229,23 @@
"targets": [
{
"datasource": null,
"expr": "sum(rate(s3_countitems_total_objects_count{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval]))",
"expr": "sum(rate(count_items_consolidationDuration_count{namespace=\"${namespace}\", job=~\"${job}\"}[$__rate_interval]))",
"format": "time_series",
"hide": false,
"instant": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "Objects processed per second - \"${namespace}\" - ${job}",
"legendFormat": "{{namespace}} - {{job}}",
"metric": "",
"refId": "",
"step": 10,
"target": ""
}
],
"title": "Rate of the S3 objects processed",
"title": "consolidation duration",
"transformations": [],
"transparent": false,
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"editable": true,
"error": false,
"fieldConfig": {
"defaults": {
"calcs": [
"mean"
],
"decimals": null,
"limit": null,
"links": [],
"mappings": [],
"max": 100,
"min": 0,
"override": {},
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"index": 0,
"line": true,
"op": "gt",
"value": "null",
"yaxis": "left"
},
{
"color": "red",
"index": 1,
"line": true,
"op": "gt",
"value": 80.0,
"yaxis": "left"
}
]
},
"title": null,
"unit": "none",
"values": false
},
"showThresholdLabels": false,
"showThresholdMarkers": true
},
"gridPos": {
"h": 8,
"w": 8,
"x": 16,
"y": 1
},
"hideTimeOverride": false,
"id": 4,
"links": [],
"maxDataPoints": 100,
"options": {
"reduceOptions": {
"calcs": [
"mean"
]
}
},
"targets": [
{
"datasource": null,
"expr": "sum(s3_countitems_total_objects_count{namespace=\"${namespace}\", job=~\"${job}\"})",
"format": "time_series",
"hide": false,
"instant": false,
"interval": "",
"intervalFactor": 1,
"legendFormat": "Objects processed - \"${namespace}\" - ${job}",
"metric": "",
"refId": "",
"step": 10,
"target": ""
}
],
"title": "Total objects processed",
"transformations": [],
"transparent": false,
"type": "gauge"
}
],
"refresh": "30s",
Expand Down

0 comments on commit 7ba73d9

Please sign in to comment.