UNPKG

@instana-integration/wxd-presto

Version:

The Instana integration package is designed to showcase observability features in Instana, specifically for monitoring the Watsonx.data Presto Engine.

742 lines 29.8 kB
{ "writable": true, "id": "bZj0nl--Q9mjTztJJUULQg", "title": "presto-data-metadata-health", "accessRules": [ { "accessType": "READ_WRITE", "relationType": "GLOBAL", "relatedId": "" }, { "accessType": "READ_WRITE", "relationType": "USER", "relatedId": "68467af9bdb49a0001792914" } ], "widgets": [ { "id": "c677oYjcIjFsLsZJ", "width": 6, "height": 14, "x": 6, "y": 0, "title": "Queue Metric", "type": "chart", "config": { "type": "TIME_SERIES", "y1": { "formatterSelected": true, "min": 0, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_dispatch_manager_queued_queries", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "dispatch manager queued queries", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_dispatch_manager_queued_queries", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_split_scheduler_stats_mixed_split_queues_full_and_waiting_for_source_five_minute_count", "aggregation": "INCREASE", "timeShift": 0, "compareToTimeShifted": false, "label": "split scheduler queues full and waiting for source five minute count", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_split_scheduler_stats_mixed_split_queues_full_and_waiting_for_source_five_minute_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "SUM", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_processor_executor_queued_task_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "task executor queued task count", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_processor_executor_queued_task_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" } ], "formatter": "number.detailed", "renderer": "line" }, "y2": { "formatterSelected": true, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_avg", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "task executor split queued time all time average", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_avg", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "microsecond" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_max", "aggregation": "MAX", "timeShift": 0, "compareToTimeShifted": false, "label": "task executor split queued time all time max", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_max", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MAX", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "microsecond" } ], "formatter": "millis.compact", "renderer": "line" }, "shareMaxAxisDomain": false } }, { "id": "J_ZHD40rb18GFPFZ", "width": 6, "height": 16, "x": 0, "y": 28, "title": "S3 / Object Store Errors", "type": "chart", "config": { "type": "TIME_SERIES", "y1": { "formatterSelected": true, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_get_metadata_errors_total_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "S3 metadata error total count", "metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_get_metadata_errors_total_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_other_read_errors_total_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "S3 other read errors total count", "metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_other_read_errors_total_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_failed_uploads_total_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "S3 failed uploads total count", "metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_failed_uploads_total_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" } ], "formatter": "number.compact", "renderer": "line" }, "y2": { "metrics": [], "formatter": "number.detailed", "renderer": "line" }, "shareMaxAxisDomain": false } }, { "id": "DTRVN4azrLq-sglh", "width": 6, "height": 14, "x": 0, "y": 14, "title": "Data Ingestion - Task Manager", "type": "chart", "config": { "type": "TIME_SERIES", "y1": { "formatterSelected": false, "min": 0, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_data_size_five_minute_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "task manager input data size five minute count", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_data_size_five_minute_count", "color": "cTeal", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "byte" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_positions_five_minute_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "task manager input positions five minute count", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_positions_five_minute_count", "color": "cMagenta", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "byte" } ], "formatter": "bytes.detailed", "renderer": "line" }, "y2": { "metrics": [], "formatter": "number.detailed", "renderer": "integral" }, "shareMaxAxisDomain": false } }, { "id": "pD-RtaDjsVyGb_Ix", "width": 6, "height": 14, "x": 0, "y": 0, "title": "Data Ingestion - Query Manager", "type": "chart", "config": { "type": "TIME_SERIES", "y1": { "formatterSelected": false, "min": 0, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_bytes_five_minute_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "query manager consumed input bytes five minute count", "metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_bytes_five_minute_count", "color": "cTeal", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "OpenTelemetry SDK" ], "formatter": "number.detailed", "unit": "byte" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_rows_five_minute_count", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "query manager consumed input rows five minute count", "metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_rows_five_minute_count", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "OpenTelemetry SDK" ], "formatter": "number.detailed", "unit": "byte" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_wall_input_bytes_rate_five_minutes_p90", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "query manager wall input bytes rate five minutes p90", "metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_wall_input_bytes_rate_five_minutes_p90", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "type": "openTelemetry", "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "OpenTelemetry SDK" ], "formatter": "number.detailed", "unit": "byte" } ], "formatter": "bytes.detailed", "renderer": "line" }, "y2": { "metrics": [], "formatter": "number.detailed", "renderer": "integral" }, "shareMaxAxisDomain": false } }, { "id": "ZwTk6xfQbNtujG19", "width": 6, "height": 16, "x": 6, "y": 14, "title": "File Metadata Cache Metrics", "type": "chart", "config": { "type": "TIME_SERIES", "y1": { "formatterSelected": false, "metrics": [ { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_hit_rate", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "parquet metadata hit rate", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_hit_rate", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "type": "EXPRESSION", "logicalOperator": "AND", "elements": [] }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_size", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "parquet metadata size", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_size", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_hit_rate", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "orc file tail hit rate", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_hit_rate", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_size", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "orc file tail size", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_size", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "stripe footer size", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "logicalOperator": "AND", "elements": [], "type": "EXPRESSION" }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" }, { "source": "INFRASTRUCTURE_METRICS", "metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_stream_size", "aggregation": "MEAN", "timeShift": 0, "compareToTimeShifted": false, "label": "stripe stream size", "metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_stream_size", "color": "", "threshold": { "thresholdEnabled": false, "critical": "", "warning": "", "operator": ">=" }, "tagFilterExpression": { "type": "EXPRESSION", "logicalOperator": "AND", "elements": [] }, "crossSeriesAggregation": "MEAN", "allowedCrossSeriesAggregations": [], "lastValue": false, "metricPath": [ "Others", "Regex" ], "formatter": "number.detailed", "regex": true, "unit": "number" } ], "formatter": "number.detailed", "renderer": "line" }, "y2": { "metrics": [], "formatter": "number.detailed", "renderer": "line" }, "shareMaxAxisDomain": false } } ] }