@instana-integration/wxd-presto
Version:
The Instana integration package is designed to showcase observability features in Instana, specifically for monitoring the Watsonx.data Presto Engine.
738 lines • 29.7 kB
JSON
{
"id": "HNC48hjcShebgiL1ztjE4g",
"title": "presto-data-metadata-health",
"accessRules": [
{
"accessType": "READ_WRITE",
"relationType": "GLOBAL",
"relatedId": ""
}
],
"widgets": [
{
"id": "Jr7gEerl3WyQqbAN",
"title": "File Metadata Cache Metrics",
"width": 6,
"height": 16,
"x": 6,
"y": 14,
"type": "chart",
"config": {
"shareMaxAxisDomain": false,
"y1": {
"formatter": "number.detailed",
"renderer": "line",
"metrics": [
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "parquet metadata hit rate",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_hit_rate",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_hit_rate",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "parquet metadata size",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_size",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_parquet_metadata_size",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "orc file tail hit rate",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "orc file tail size",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_size",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_orc_file_tail_size",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "stripe footer size",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_footer_size",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "stripe stream size",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_stream_size",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_cache_stats_mbean_stripe_stream_size",
"crossSeriesAggregation": "MEAN"
}
],
"formatterSelected": false
},
"y2": {
"formatter": "number.detailed",
"renderer": "line",
"metrics": []
},
"type": "TIME_SERIES"
}
},
{
"id": "a_yYe0EfCdOj_CST",
"title": "Queue Metric",
"width": 6,
"height": 14,
"x": 6,
"y": 0,
"type": "chart",
"config": {
"shareMaxAxisDomain": false,
"y1": {
"formatter": "number.detailed",
"renderer": "line",
"min": 0,
"metrics": [
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "dispatch manager queued queries",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_dispatch_manager_queued_queries",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_dispatch_manager_queued_queries",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "INCREASE",
"label": "split scheduler queues full and waiting for source five minute count",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_split_scheduler_stats_mixed_split_queues_full_and_waiting_for_source_five_minute_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_split_scheduler_stats_mixed_split_queues_full_and_waiting_for_source_five_minute_count",
"crossSeriesAggregation": "SUM"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "task executor queued task count",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_processor_executor_queued_task_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_processor_executor_queued_task_count",
"crossSeriesAggregation": "MEAN"
}
],
"formatterSelected": true
},
"y2": {
"formatter": "millis.compact",
"renderer": "line",
"metrics": [
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "task executor split queued time all time average",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "microsecond",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_avg",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_avg",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MAX",
"label": "task executor split queued time all time max",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "microsecond",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_max",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_executor_split_queued_time_all_time_max",
"crossSeriesAggregation": "MAX"
}
],
"formatterSelected": true
},
"type": "TIME_SERIES"
}
},
{
"id": "4LAb5R4JzpIb4t8w",
"title": "S3 / Object Store Errors",
"width": 6,
"height": 16,
"x": 0,
"y": 28,
"type": "chart",
"config": {
"shareMaxAxisDomain": false,
"y1": {
"formatter": "number.compact",
"renderer": "line",
"metrics": [
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "S3 metadata error total count",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_get_metadata_errors_total_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_get_metadata_errors_total_count",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "S3 other read errors total count",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_other_read_errors_total_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_other_read_errors_total_count",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "S3 failed uploads total count",
"source": "INFRASTRUCTURE_METRICS",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "number",
"regex": true,
"metric": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_failed_uploads_total_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github\\.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_hive_s3_presto_s3_file_system_failed_uploads_total_count",
"crossSeriesAggregation": "MEAN"
}
],
"formatterSelected": true
},
"y2": {
"formatter": "number.detailed",
"renderer": "line",
"metrics": []
},
"type": "TIME_SERIES"
}
},
{
"id": "4DSLjyzK6ROQQXfz",
"title": "Data Ingestion - Task Manager",
"width": 6,
"height": 14,
"x": 0,
"y": 14,
"type": "chart",
"config": {
"shareMaxAxisDomain": false,
"y1": {
"formatter": "bytes.detailed",
"renderer": "line",
"min": 0,
"metrics": [
{
"lastValue": false,
"color": "cTeal",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "task manager input data size five minute count",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "byte",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_data_size_five_minute_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_data_size_five_minute_count",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "cMagenta",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "task manager input positions five minute count",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"Regex"
],
"formatter": "number.detailed",
"unit": "byte",
"regex": true,
"metric": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_positions_five_minute_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "metrics\\.gauges\\.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_task_manager_input_positions_five_minute_count",
"crossSeriesAggregation": "MEAN"
}
],
"formatterSelected": false
},
"y2": {
"formatter": "number.detailed",
"renderer": "integral",
"metrics": []
},
"type": "TIME_SERIES"
}
},
{
"id": "JY48XekJGb92AfeH",
"title": "Data Ingestion - Query Manager",
"width": 6,
"height": 14,
"x": 0,
"y": 0,
"type": "chart",
"config": {
"shareMaxAxisDomain": false,
"y1": {
"formatter": "bytes.detailed",
"renderer": "line",
"min": 0,
"metrics": [
{
"lastValue": false,
"color": "cTeal",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "query manager consumed input bytes five minute count",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"OpenTelemetry SDK"
],
"formatter": "number.detailed",
"unit": "byte",
"metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_bytes_five_minute_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_bytes_five_minute_count",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "query manager consumed input rows five minute count",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"OpenTelemetry SDK"
],
"formatter": "number.detailed",
"unit": "byte",
"metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_rows_five_minute_count",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_consumed_input_rows_five_minute_count",
"crossSeriesAggregation": "MEAN"
},
{
"lastValue": false,
"color": "",
"compareToTimeShifted": false,
"threshold": {
"critical": "",
"warning": "",
"thresholdEnabled": false,
"operator": ">="
},
"aggregation": "MEAN",
"label": "query manager wall input bytes rate five minutes p90",
"source": "INFRASTRUCTURE_METRICS",
"type": "openTelemetry",
"metricPath": [
"Others",
"OpenTelemetry SDK"
],
"formatter": "number.detailed",
"unit": "byte",
"metric": "metrics.gauges.github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_wall_input_bytes_rate_five_minutes_p90",
"timeShift": 0,
"tagFilterExpression": {
"logicalOperator": "AND",
"elements": [],
"type": "EXPRESSION"
},
"allowedCrossSeriesAggregations": [],
"metricLabel": "OpenTelemetry gauge github.com/open-telemetry/opentelemetry-collector-contrib/receiver/prometheusreceiver/watsonx_data_presto_query_manager_wall_input_bytes_rate_five_minutes_p90",
"crossSeriesAggregation": "MEAN"
}
],
"formatterSelected": false
},
"y2": {
"formatter": "number.detailed",
"renderer": "integral",
"metrics": []
},
"type": "TIME_SERIES"
}
}
],
"ownerId": "5ee5195fbea6150001758c40",
"writable": true
}