diff --git a/kubernetes/helm_charts/monitoring/dashboards/dashboards/kp-flink-jobs-metrics-dashboard.json b/kubernetes/helm_charts/monitoring/dashboards/dashboards/kp-flink-jobs-metrics-dashboard.json index 2321c5c99407558e12d52f4080eadd9585e626ac..8abf171163ce1a6e7f1e76a7fc5301399c9f6560 100644 --- a/kubernetes/helm_charts/monitoring/dashboards/dashboards/kp-flink-jobs-metrics-dashboard.json +++ b/kubernetes/helm_charts/monitoring/dashboards/dashboards/kp-flink-jobs-metrics-dashboard.json @@ -26,9 +26,9 @@ "x": 0, "y": 0 }, - "id": 112, + "id": 128, "panels": [], - "title": "QuestionSet Publish", + "title": "Post Publish Processor", "type": "row" }, { @@ -61,7 +61,7 @@ "x": 0, "y": 1 }, - "id": 113, + "id": 129, "interval": null, "links": [], "mappingType": 1, @@ -100,7 +100,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_total_events_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_total_events_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -152,7 +152,7 @@ "x": 6, "y": 1 }, - "id": 114, + "id": 130, "interval": null, "links": [], "mappingType": 1, @@ -191,7 +191,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_skipped_event_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_skipped_event_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -243,7 +243,7 @@ "x": 12, "y": 1 }, - "id": 117, + "id": 131, "interval": null, "links": [], "mappingType": 1, @@ -282,7 +282,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_success_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_dail_link_success_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -334,7 +334,7 @@ "x": 18, "y": 1 }, - "id": 115, + "id": 132, "interval": null, "links": [], "mappingType": 1, @@ -373,7 +373,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_failed_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_failed_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_failed_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_dail_link_failed_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -425,7 +425,7 @@ "x": 0, "y": 5 }, - "id": 116, + "id": 133, "interval": null, "links": [], "mappingType": 1, @@ -464,7 +464,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -474,7 +474,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Question Publish Events", + "title": "Batch Creation", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -516,7 +516,7 @@ "x": 8, "y": 5 }, - "id": 118, + "id": 134, "interval": null, "links": [], "mappingType": 1, @@ -555,7 +555,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_success_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_success_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -565,7 +565,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Question Publish Success Events", + "title": "Batch Creation", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -607,7 +607,7 @@ "x": 16, "y": 5 }, - "id": 119, + "id": 135, "interval": null, "links": [], "mappingType": 1, @@ -646,7 +646,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_failed_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_failed_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -656,7 +656,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Question Publish Failed Events", + "title": "Batch Creation", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -698,7 +698,7 @@ "x": 0, "y": 9 }, - "id": 120, + "id": 137, "interval": null, "links": [], "mappingType": 1, @@ -737,7 +737,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_dail_link_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -747,7 +747,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "QuestionSet Publish Events", + "title": "DialCode Link", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -789,7 +789,7 @@ "x": 8, "y": 9 }, - "id": 121, + "id": 138, "interval": null, "links": [], "mappingType": 1, @@ -828,7 +828,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_success_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_dail_link_success_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -838,7 +838,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "QuestionSet Publish Success Events", + "title": "DialCode Link", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -880,7 +880,7 @@ "x": 16, "y": 9 }, - "id": 122, + "id": 139, "interval": null, "links": [], "mappingType": 1, @@ -919,7 +919,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_failed_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_dail_link_failed_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -929,7 +929,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "QuestionSet Publish Failed Events", + "title": "DialCode Link", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -941,20 +941,6 @@ ], "valueName": "current" }, - { - "collapsed": false, - "datasource": null, - "gridPos": { - "h": 1, - "w": 24, - "x": 0, - "y": 13 - }, - "id": 85, - "panels": [], - "title": "Search Indexer", - "type": "row" - }, { "cacheTimeout": null, "colorBackground": false, @@ -981,11 +967,11 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 0, - "y": 14 + "w": 10, + "x": 1, + "y": 13 }, - "id": 86, + "id": 140, "interval": null, "links": [], "mappingType": 1, @@ -1024,7 +1010,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_total_events_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_qr_image_event_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -1034,7 +1020,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Total Events", + "title": "QR Image Event", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -1072,11 +1058,11 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 6, - "y": 14 + "w": 10, + "x": 13, + "y": 13 }, - "id": 87, + "id": 136, "interval": null, "links": [], "mappingType": 1, @@ -1115,7 +1101,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_skipped_event_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_post_publish_processor_shallow_copy_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -1125,7 +1111,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Skipped Events", + "title": "Shallow Copy", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -1138,14 +1124,15 @@ "valueName": "current" }, { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": true, - "colors": [ - "#73BF69", - "rgba(237, 129, 40, 0.89)", - "#d44a3a" - ], + "aliasColors": { + "Failed Events": "red", + "Skipped Events": "dark-purple", + "Success Events": "yellow", + "Total Events": "green" + }, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "Flink-Prometheus", "fieldConfig": { "defaults": { @@ -1153,90 +1140,116 @@ }, "overrides": [] }, - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, + "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 4, - "w": 6, - "x": 12, - "y": 14 + "h": 8, + "w": 12, + "x": 0, + "y": 17 }, - "id": 97, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ + "hiddenSeries": false, + "id": 141, + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ { - "name": "value to text", - "value": 1 + "expr": "sum(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_success_count) + sum(flink_taskmanager_job_task_operator_post_publish_processor_link_dailcode_success_count)", + "instant": false, + "interval": "", + "legendFormat": "Success Events", + "refId": "A" }, { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ + "expr": "sum(flink_taskmanager_job_task_operator_post_publish_processor_skipped_event_count)", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Skipped Events", + "refId": "B" + }, { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": false, - "ymax": null, - "ymin": null - }, - "tableColumn": "", - "targets": [ + "expr": "sum(flink_taskmanager_job_task_operator_post_publish_processor_batch_creation_failed_count) + sum(flink_taskmanager_job_task_operator_post_publish_processor_link_dialcode_failed_count)", + "instant": false, + "interval": "", + "legendFormat": "Failed Events", + "refId": "C" + }, { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_composite_search_event_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_metric_event_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_success_count[$__range]))", - "instant": true, + "expr": "sum(flink_taskmanager_job_task_operator_post_publish_processor_total_events_count)", + "instant": false, "interval": "", - "legendFormat": "", - "refId": "A" + "legendFormat": "Total Events", + "refId": "D" } ], - "thresholds": "", + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Total Success Events", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ + "title": "Post Publish Processor", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ { - "op": "=", - "text": "N/A", - "value": "null" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], - "valueName": "current" + "yaxis": { + "align": false, + "alignLevel": null + } }, { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": true, - "colors": [ - "#d44a3a", - "rgba(237, 129, 40, 0.89)", - "#73BF69" - ], + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "Flink-Prometheus", "fieldConfig": { "defaults": { @@ -1244,41 +1257,1568 @@ }, "overrides": [] }, - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, + "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 4, - "w": 6, - "x": 18, - "y": 14 + "h": 8, + "w": 12, + "x": 12, + "y": 17 }, - "id": 98, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", + "hiddenSeries": false, + "id": 142, + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max { job = \"post-publish-processor-taskmanager-prometheus\" })", + "instant": false, + "interval": "", + "legendFormat": "Consumer lag", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Post Publish Processor", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": true, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 25 + }, + "id": 112, + "panels": [], + "title": "QuestionSet Publish", + "type": "row" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 0, + "y": 26 + }, + "id": 113, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_total_events_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 6, + "y": 26 + }, + "id": 114, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_skipped_event_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Skipped Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 12, + "y": 26 + }, + "id": 117, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_success_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Success Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#d44a3a", + "rgba(237, 129, 40, 0.89)", + "#73BF69" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 18, + "y": 26 + }, + "id": 115, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_failed_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_failed_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Failed Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 30 + }, + "id": 116, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Question Publish Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 8, + "y": 30 + }, + "id": 118, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_success_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Question Publish Success Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#d44a3a", + "rgba(237, 129, 40, 0.89)", + "#73BF69" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 30 + }, + "id": 119, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_question_publish_failed_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Question Publish Failed Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 0, + "y": 34 + }, + "id": 120, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "QuestionSet Publish Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 8, + "y": 34 + }, + "id": 121, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_success_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "QuestionSet Publish Success Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#d44a3a", + "rgba(237, 129, 40, 0.89)", + "#73BF69" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 34 + }, + "id": 122, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_failed_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "QuestionSet Publish Failed Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "aliasColors": { + "Failed Events": "red", + "Skipped Events": "dark-purple", + "Success Events": "yellow", + "Total Events": "green" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 38 + }, + "hiddenSeries": false, + "id": 125, + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(flink_taskmanager_job_task_operator_questionset_publish_question_publish_success_count) + sum(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_success_count)", + "instant": false, + "interval": "", + "legendFormat": "Success Events", + "refId": "A" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_questionset_publish_skipped_event_count)", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Skipped Events", + "refId": "B" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_questionset_publish_question_publish_failed_count) + sum(flink_taskmanager_job_task_operator_questionset_publish_questionset_publish_failed_count)", + "instant": false, + "interval": "", + "legendFormat": "Failed Events", + "refId": "C" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_questionset_publish_total_events_count)", + "instant": false, + "interval": "", + "legendFormat": "Total Events", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "QuestionSet Publish", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 38 + }, + "hiddenSeries": false, + "id": 126, + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max { job = \"questionset-publish-taskmanager-prometheus\" })", + "instant": false, + "interval": "", + "legendFormat": "Consumer lag", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "QuestionSet Publish", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 46 + }, + "id": 85, + "panels": [], + "title": "Search Indexer", + "type": "row" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 0, + "y": 47 + }, + "id": 86, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_total_events_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 6, + "y": 47 + }, + "id": 87, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_skipped_event_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Skipped Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#73BF69", + "rgba(237, 129, 40, 0.89)", + "#d44a3a" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 12, + "y": 47 + }, + "id": 97, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_composite_search_event_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_metric_event_success_count[$__range])) + sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_success_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Total Success Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#d44a3a", + "rgba(237, 129, 40, 0.89)", + "#73BF69" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 6, + "x": 18, + "y": 47 + }, + "id": 98, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", "rangeMaps": [ { "from": "null", @@ -1347,7 +2887,7 @@ "h": 4, "w": 8, "x": 0, - "y": 18 + "y": 51 }, "id": 90, "interval": null, @@ -1438,7 +2978,7 @@ "h": 4, "w": 8, "x": 8, - "y": 18 + "y": 51 }, "id": 92, "interval": null, @@ -1529,7 +3069,7 @@ "h": 4, "w": 8, "x": 16, - "y": 18 + "y": 51 }, "id": 94, "interval": null, @@ -1620,7 +3160,7 @@ "h": 4, "w": 8, "x": 0, - "y": 22 + "y": 55 }, "id": 89, "interval": null, @@ -1711,7 +3251,7 @@ "h": 4, "w": 8, "x": 8, - "y": 22 + "y": 55 }, "id": 93, "interval": null, @@ -1802,7 +3342,7 @@ "h": 4, "w": 8, "x": 16, - "y": 22 + "y": 55 }, "id": 95, "interval": null, @@ -1893,7 +3433,7 @@ "h": 4, "w": 8, "x": 0, - "y": 26 + "y": 59 }, "id": 88, "interval": null, @@ -1984,7 +3524,7 @@ "h": 4, "w": 8, "x": 8, - "y": 26 + "y": 59 }, "id": 91, "interval": null, @@ -2028,34 +3568,244 @@ "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_success_count[$__range]))", "instant": true, "interval": "", - "legendFormat": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Dailcode Externla Success Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": true, + "colors": [ + "#d44a3a", + "rgba(237, 129, 40, 0.89)", + "#73BF69" + ], + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "format": "none", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "gridPos": { + "h": 4, + "w": 8, + "x": 16, + "y": 59 + }, + "id": 96, + "interval": null, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false, + "ymax": null, + "ymin": null + }, + "tableColumn": "", + "targets": [ + { + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_failed_count[$__range]))", + "instant": true, + "interval": "", + "legendFormat": "", + "refId": "A" + } + ], + "thresholds": "", + "timeFrom": null, + "timeShift": null, + "title": "Dailcode External Failed Events", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "current" + }, + { + "aliasColors": { + "Failed Events": "red", + "Skipped Events": "dark-purple", + "Success Events": "yellow", + "Total Events": "green" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Flink-Prometheus", + "fieldConfig": { + "defaults": { + "custom": {} + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 63 + }, + "hiddenSeries": false, + "id": 124, + "interval": "", + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": true, + "values": true + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(flink_taskmanager_job_task_operator_search_indexer_composite_search_event_success_count) + sum(flink_taskmanager_job_task_operator_search_indexer_dialcode_metric_event_success_count) + sum(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_success_count)", + "instant": false, + "interval": "", + "legendFormat": "Success Events", "refId": "A" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_search_indexer_skipped_event_count)", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "Skipped Events", + "refId": "B" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_search_indexer_composite_search_event_failed_count) + sum(flink_taskmanager_job_task_operator_search_indexer_dialcode_metric_event_failed_count) + sum(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_failed_count)", + "instant": false, + "interval": "", + "legendFormat": "Failed Events", + "refId": "C" + }, + { + "expr": "sum(flink_taskmanager_job_task_operator_search_indexer_total_events_count)", + "instant": false, + "interval": "", + "legendFormat": "Total Events", + "refId": "D" } ], - "thresholds": "", + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Dailcode Externla Success Events", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ + "title": "Search Indexer", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ { - "op": "=", - "text": "N/A", - "value": "null" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], - "valueName": "current" + "yaxis": { + "align": false, + "alignLevel": null + } }, { - "cacheTimeout": null, - "colorBackground": false, - "colorValue": true, - "colors": [ - "#d44a3a", - "rgba(237, 129, 40, 0.89)", - "#73BF69" - ], + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, "datasource": "Flink-Prometheus", "fieldConfig": { "defaults": { @@ -2063,80 +3813,88 @@ }, "overrides": [] }, - "format": "none", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, + "fill": 1, + "fillGradient": 0, "gridPos": { - "h": 4, - "w": 8, - "x": 16, - "y": 26 + "h": 8, + "w": 12, + "x": 12, + "y": 63 }, - "id": 96, - "interval": null, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "sparkline": { - "fillColor": "rgba(31, 118, 189, 0.18)", - "full": false, - "lineColor": "rgb(31, 120, 193)", - "show": false, - "ymax": null, - "ymin": null + "hiddenSeries": false, + "id": 123, + "legend": { + "avg": false, + "current": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": true }, - "tableColumn": "", + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "dataLinks": [] + }, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_search_indexer_dialcode_external_event_failed_count[$__range]))", - "instant": true, + "expr": "sum(flink_taskmanager_job_task_operator_KafkaConsumer_records_lag_max { job = \"search-indexer-taskmanager-prometheus\" })", + "instant": false, "interval": "", - "legendFormat": "", + "legendFormat": "Consumer lag", "refId": "A" } ], - "thresholds": "", + "thresholds": [], "timeFrom": null, + "timeRegions": [], "timeShift": null, - "title": "Dailcode External Failed Events", - "type": "singlestat", - "valueFontSize": "80%", - "valueMaps": [ + "title": "Search Indexer", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ { - "op": "=", - "text": "N/A", - "value": "null" + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true } ], - "valueName": "current" + "yaxis": { + "align": false, + "alignLevel": null + } }, { "collapsed": false, @@ -2145,7 +3903,7 @@ "h": 1, "w": 24, "x": 0, - "y": 30 + "y": 71 }, "id": 2, "panels": [], @@ -2180,7 +3938,7 @@ "h": 4, "w": 8, "x": 0, - "y": 31 + "y": 72 }, "id": 4, "interval": null, @@ -2271,7 +4029,7 @@ "h": 4, "w": 8, "x": 8, - "y": 31 + "y": 72 }, "id": 70, "interval": null, @@ -2339,9 +4097,9 @@ "colorBackground": false, "colorValue": true, "colors": [ - "#73BF69", + "#F2495C", "rgba(237, 129, 40, 0.89)", - "#d44a3a" + "#299c46" ], "datasource": "Flink-Prometheus", "fieldConfig": { @@ -2360,11 +4118,11 @@ }, "gridPos": { "h": 4, - "w": 8, - "x": 16, - "y": 31 + "w": 6, + "x": 18, + "y": 72 }, - "id": 71, + "id": 72, "interval": null, "links": [], "mappingType": 1, @@ -2403,7 +4161,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_processed_enrolment_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_retired_consumption_events_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -2413,7 +4171,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Processed Enrolment Count", + "title": "Retired Collection Skip Count", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -2453,7 +4211,7 @@ "h": 4, "w": 6, "x": 0, - "y": 35 + "y": 76 }, "id": 6, "interval": null, @@ -2544,7 +4302,7 @@ "h": 4, "w": 6, "x": 6, - "y": 35 + "y": 76 }, "id": 62, "interval": null, @@ -2612,9 +4370,9 @@ "colorBackground": false, "colorValue": true, "colors": [ - "#F2495C", + "#73BF69", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#d44a3a" ], "datasource": "Flink-Prometheus", "fieldConfig": { @@ -2633,11 +4391,11 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 12, - "y": 35 + "w": 8, + "x": 16, + "y": 76 }, - "id": 63, + "id": 71, "interval": null, "links": [], "mappingType": 1, @@ -2676,7 +4434,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_cache_miss_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_processed_enrolment_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -2686,7 +4444,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Cache Miss", + "title": "Processed Enrolment Count", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -2703,9 +4461,9 @@ "colorBackground": false, "colorValue": true, "colors": [ - "#F2495C", + "#299c46", "rgba(237, 129, 40, 0.89)", - "#299c46" + "#E02F44" ], "datasource": "Flink-Prometheus", "fieldConfig": { @@ -2724,11 +4482,11 @@ }, "gridPos": { "h": 4, - "w": 6, - "x": 18, - "y": 35 + "w": 8, + "x": 0, + "y": 80 }, - "id": 72, + "id": 59, "interval": null, "links": [], "mappingType": 1, @@ -2767,7 +4525,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_retired_consumption_events_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_db_update_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -2777,7 +4535,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "Retired Collection Skip Count", + "title": "DB Update", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -2794,9 +4552,9 @@ "colorBackground": false, "colorValue": true, "colors": [ - "#299c46", + "#F2495C", "rgba(237, 129, 40, 0.89)", - "#E02F44" + "#299c46" ], "datasource": "Flink-Prometheus", "fieldConfig": { @@ -2815,11 +4573,11 @@ }, "gridPos": { "h": 4, - "w": 8, - "x": 0, - "y": 39 + "w": 6, + "x": 12, + "y": 80 }, - "id": 59, + "id": 63, "interval": null, "links": [], "mappingType": 1, @@ -2858,7 +4616,7 @@ "tableColumn": "", "targets": [ { - "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_db_update_count[$__range]))", + "expr": "sum(sum_over_time(flink_taskmanager_job_task_operator_activity_aggregate_updater_cache_miss_count[$__range]))", "instant": true, "interval": "", "legendFormat": "", @@ -2868,7 +4626,7 @@ "thresholds": "", "timeFrom": null, "timeShift": null, - "title": "DB Update", + "title": "Cache Miss", "type": "singlestat", "valueFontSize": "80%", "valueMaps": [ @@ -2908,7 +4666,7 @@ "h": 4, "w": 8, "x": 8, - "y": 39 + "y": 84 }, "id": 64, "interval": null, @@ -2999,7 +4757,7 @@ "h": 4, "w": 8, "x": 16, - "y": 39 + "y": 84 }, "id": 5, "interval": null, @@ -3086,7 +4844,7 @@ "h": 8, "w": 12, "x": 0, - "y": 43 + "y": 88 }, "hiddenSeries": false, "id": 10, @@ -3215,7 +4973,7 @@ "h": 8, "w": 12, "x": 12, - "y": 43 + "y": 88 }, "hiddenSeries": false, "id": 12, @@ -3300,7 +5058,7 @@ "h": 1, "w": 24, "x": 0, - "y": 51 + "y": 96 }, "id": 74, "panels": [], @@ -3335,7 +5093,7 @@ "h": 4, "w": 5, "x": 0, - "y": 52 + "y": 97 }, "id": 75, "interval": null, @@ -3426,7 +5184,7 @@ "h": 4, "w": 5, "x": 5, - "y": 52 + "y": 97 }, "id": 77, "interval": null, @@ -3517,7 +5275,7 @@ "h": 4, "w": 4, "x": 10, - "y": 52 + "y": 97 }, "id": 79, "interval": null, @@ -3608,7 +5366,7 @@ "h": 4, "w": 5, "x": 14, - "y": 52 + "y": 97 }, "id": 80, "interval": null, @@ -3700,7 +5458,7 @@ "h": 4, "w": 5, "x": 19, - "y": 52 + "y": 97 }, "id": 83, "interval": null, @@ -3786,7 +5544,7 @@ "h": 8, "w": 12, "x": 0, - "y": 56 + "y": 101 }, "hiddenSeries": false, "id": 81, @@ -3899,7 +5657,7 @@ "h": 8, "w": 12, "x": 12, - "y": 56 + "y": 101 }, "hiddenSeries": false, "id": 82, @@ -3982,7 +5740,7 @@ "h": 1, "w": 24, "x": 0, - "y": 64 + "y": 109 }, "id": 14, "panels": [], @@ -4017,7 +5775,7 @@ "h": 4, "w": 4, "x": 0, - "y": 65 + "y": 110 }, "id": 21, "interval": null, @@ -4108,7 +5866,7 @@ "h": 4, "w": 4, "x": 4, - "y": 65 + "y": 110 }, "id": 61, "interval": null, @@ -4199,7 +5957,7 @@ "h": 4, "w": 4, "x": 8, - "y": 65 + "y": 110 }, "id": 22, "interval": null, @@ -4290,7 +6048,7 @@ "h": 4, "w": 4, "x": 12, - "y": 65 + "y": 110 }, "id": 60, "interval": null, @@ -4382,7 +6140,7 @@ "h": 4, "w": 4, "x": 16, - "y": 65 + "y": 110 }, "id": 65, "interval": null, @@ -4474,7 +6232,7 @@ "h": 4, "w": 4, "x": 20, - "y": 65 + "y": 110 }, "id": 69, "interval": null, @@ -4560,7 +6318,7 @@ "h": 8, "w": 12, "x": 0, - "y": 69 + "y": 114 }, "hiddenSeries": false, "id": 25, @@ -4673,7 +6431,7 @@ "h": 8, "w": 12, "x": 12, - "y": 69 + "y": 114 }, "hiddenSeries": false, "id": 29, @@ -4763,7 +6521,7 @@ "list": [] }, "time": { - "from": "now-7d", + "from": "now-90d", "to": "now" }, "timepicker": {