{ "__inputs": [], "__elements": {}, "__requires": [ { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "10.4.7" }, { "type": "datasource", "id": "grafana-azure-monitor-datasource", "name": "Azure Monitor", "version": "1.0.0" }, { "type": "panel", "id": "stat", "name": "Stat", "version": "" }, { "type": "panel", "id": "table", "name": "Table", "version": "" }, { "type": "panel", "id": "timeseries", "name": "Time series", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "The dashboard provides insights of Azure Data Explorer Cluster Resource overview, key mettrics, usage, tables, cache and ingestion.", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": null, "links": [], "panels": [ { "collapsed": false, "datasource": { "uid": "$ds" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 6, "panels": [], "targets": [ { "datasource": { "uid": "$ds" }, "refId": "A" } ], "title": "Overview", "type": "row" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 0, "y": 1 }, "id": 4, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "KeepAlive", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Keep Alive (Avg)", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 4, "y": 1 }, "id": 12, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "CPU", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "CPU (Avg)", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 8, "y": 1 }, "id": 13, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "IngestionUtilization", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Utilization (Avg) ", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 12, "y": 1 }, "id": 14, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "IngestionLatencyInSeconds", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Latency (Avg) ", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 16, "y": 1 }, "id": 15, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "CacheUtilization", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Cache Utilization (Avg)", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "noValue": "-", "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 20, "y": 1 }, "id": 16, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, "showPercentChange": false, "text": {}, "textMode": "auto", "wideLayout": true }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Total"], "aggregation": "Total", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Status", "value": "IngestionResultDetails" } ], "metricDefinition": "$ns", "metricName": "IngestionResult", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Succeeded Ingestions (#)", "type": "stat" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "description": "The aggregated usage in the cluster, out of the total used CPU and memory. To see more details, go to the Usage tab.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [] } }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 6 }, "id": 17, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, "pluginVersion": "10.4.7", "targets": [ { "azureLogAnalytics": { "dashboardTime": false, "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand \r\n | where TimeGenerated > datetime(2020-09-09T09:30:00Z) \r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State, FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n //| where totimespan(TotalCPU) > totimespan(0)\r\n | summarize TotalCPU=max(TotalCPU) \r\n , MemoryPeak=max(MemoryPeak)\r\n by User, ApplicationName, CorrelationId \r\n;\r\nlet totalCPU = toscalar(dataset\r\n | summarize sum((totimespan(TotalCPU) / 1s)));\r\nlet totalMemory = toscalar(dataset\r\n | summarize sum(MemoryPeak));\r\nlet topMemory = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(MemoryPeak), top-nested 10000 of ApplicationName with others=\"Others\" by sum(MemoryPeak)\r\n | extend PercentOfTotalClusterMemoryUsed = aggregated_ApplicationName / toreal(totalMemory)\r\n;\r\nlet topCpu = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(totimespan(TotalCPU) / 1s), top-nested 10000 of ApplicationName with others=\"Others\" by sum(totimespan(TotalCPU) / 1s)\r\n | extend PercentOfTotalClusterCpuUsed = aggregated_ApplicationName / toreal(totalCPU)\r\n;\r\ntopMemory\r\n| join kind = fullouter(topCpu) on User, ApplicationName\r\n| extend BothPercentages = PercentOfTotalClusterMemoryUsed + PercentOfTotalClusterCpuUsed\r\n| top 10 by BothPercentages desc\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| extend PercentOfTotalClusterMemoryUsed_display = iff(isnan(PercentOfTotalClusterMemoryUsed * 100), toreal(0), PercentOfTotalClusterMemoryUsed * 100)\r\n| extend PercentOfTotalClusterCpuUsed_display = iff(isnan(PercentOfTotalClusterCpuUsed * 100), toreal(0), PercentOfTotalClusterCpuUsed * 100)\r\n| where not (ApplicationName == \"Others\" and PercentOfTotalClusterMemoryUsed_display == 0 and PercentOfTotalClusterCpuUsed_display == 0)\r\n| project User, ApplicationName, PercentOfTotalClusterMemoryUsed_display, PercentOfTotalClusterCpuUsed_display", "resources": ["$ws"], "resultFormat": "time_series" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Log Analytics", "refId": "A", "subscription": "$sub" } ], "title": "Top resource consumers", "type": "table" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "description": "Over a sliding timeline window. Not affected by the time range parameter", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 3, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 6 }, "id": 2, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureLogAnalytics": { "dashboardTime": false, "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ApplicationName != 'Kusto.WinSvc.DM.Svc'\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ApplicationName != 'Kusto.WinSvc.DM.Svc'\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User,\r\n ApplicationName,\r\n Principal,\r\n TotalCPU,\r\n MemoryPeak,\r\n CorrelationId,\r\n cluster_name;\r\nlet raw = dataset_commands_queries\r\n | where LastUpdatedOn > ago(7d)\r\n | where cluster_name == 'mitulktest'\r\n | where StartedOn > ago(365d)\r\n;\r\nraw\r\n| evaluate activity_engagement(User, StartedOn, 1d, 7d)\r\n| join kind = inner (\r\n raw\r\n | evaluate activity_engagement(User, StartedOn, 1d, 30d)\r\n )\r\n on StartedOn\r\n| project StartedOn, Daily=dcount_activities_inner, Weekly=dcount_activities_outer, Monthly = dcount_activities_outer1 \r\n| where StartedOn > ago(90d)\r\n| project Daily, StartedOn, Weekly, Monthly\r\n| sort by StartedOn asc\r\n", "resources": ["$ws"], "resultFormat": "time_series" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Log Analytics", "refId": "A", "subscription": "$sub" } ], "title": "Unique user count", "type": "timeseries" }, { "collapsed": false, "datasource": { "uid": "$ds" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 15 }, "id": 19, "panels": [], "targets": [ { "datasource": { "uid": "$ds" }, "refId": "A" } ], "title": "Key Metrics", "type": "row" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 0, "y": 16 }, "id": 20, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "KeepAlive", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Keep Alive", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 6, "y": 16 }, "id": 21, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "CPU", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "CPU", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 12, "y": 16 }, "id": 22, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "CacheUtilization", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Cache Utilization", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 18, "y": 16 }, "id": 23, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "InstanceCount", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Instance Count", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 0, "y": 26 }, "id": 24, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "TotalNumberOfConcurrentQueries", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Concurrent Queries", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 6, "y": 26 }, "id": 25, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum", "Total"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Query Status", "value": "QueryStatus" } ], "metricDefinition": "$ns", "metricName": "QueryDuration", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Query Duration", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 12, "y": 26 }, "id": 26, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum", "Total"], "aggregation": "Total", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Command Type", "value": "CommandType" } ], "metricDefinition": "$ns", "metricName": "TotalNumberOfThrottledCommands", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Throttled Commands", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 18, "y": 26 }, "id": 27, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum", "Total"], "aggregation": "Maximum", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "TotalNumberOfThrottledQueries", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Throttled Queries", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 0, "y": 36 }, "id": 28, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "IngestionUtilization", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Utilization", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 6, "y": 36 }, "id": 29, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Maximum", "Minimum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "IngestionLatencyInSeconds", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Latency", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 12, "y": 36 }, "id": 30, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Total"], "aggregation": "Total", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Status", "value": "IngestionResultDetails" } ], "metricDefinition": "$ns", "metricName": "IngestionResult", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Result", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 18, "y": 36 }, "id": 31, "options": { "legend": { "calcs": ["sum"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Total", "Maximum"], "aggregation": "Total", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Database", "value": "Database" } ], "metricDefinition": "$ns", "metricName": "IngestionVolumeInMB", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Ingestion Volume", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 0, "y": 46 }, "id": 32, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Minimum", "Maximum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "StreamingIngestDataRate", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Streaming Ingest Data Rate", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 6, "y": 46 }, "id": 33, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average", "Minimum", "Maximum"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "StreamingIngestDuration", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Streaming Ingest Duration", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 12, "y": 46 }, "id": 34, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["None", "Average", "Minimum", "Maximum", "Total", "Count"], "aggregation": "None", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [], "metricDefinition": "$ns", "metricName": "SteamingIngestRequestRate", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Streaming Ingest Request Rate", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 6, "x": 18, "y": 46 }, "id": 35, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Result", "value": "Result" } ], "metricDefinition": "$ns", "metricName": "StreamingIngestResults", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Streaming Ingest Result", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 56 }, "id": 36, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Total", "Average", "Minimum", "Maximum"], "aggregation": "Total", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Component Type", "value": "ComponentType" }, { "text": "Component Name", "value": "ComponentName" } ], "metricDefinition": "$ns", "metricName": "EventsProcessed", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Events Processed", "type": "timeseries" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 56 }, "id": 37, "options": { "legend": { "calcs": ["mean"], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "10.4.7", "targets": [ { "azureMonitor": { "aggOptions": ["Average"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilters": [], "dimensions": [ { "text": "Component Type", "value": "ComponentType" }, { "text": "Component Name", "value": "ComponentName" } ], "metricDefinition": "$ns", "metricName": "DiscoveryLatency", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Monitor", "refId": "A", "subscription": "$sub" } ], "title": "Discovery Latency", "type": "timeseries" }, { "collapsed": false, "datasource": { "uid": "$ds" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 65 }, "id": 40, "panels": [], "targets": [ { "datasource": { "uid": "$ds" }, "refId": "A" } ], "title": "Usage", "type": "row" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 14, "x": 0, "y": 66 }, "id": 43, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, "pluginVersion": "10.4.7", "targets": [ { "appInsights": { "dimension": [], "metricName": "select", "timeGrain": "auto" }, "azureLogAnalytics": { "dashboardTime": false, "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is KustoRunner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand \r\n | where TimeGenerated > datetime(2020-09-09T09:30:00Z) \r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak) \r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State, FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n //| where totimespan(TotalCPU) > totimespan(0)\r\n | summarize TotalCPU=max(TotalCPU) \r\n , MemoryPeak=max(MemoryPeak)\r\n by User, ApplicationName, CorrelationId \r\n;\r\nlet totalCPU = toscalar(dataset\r\n | summarize sum((totimespan(TotalCPU) / 1s)));\r\nlet totalMemory = toscalar(dataset\r\n | summarize sum(MemoryPeak));\r\nlet topMemory = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(MemoryPeak), top-nested 10000 of ApplicationName with others=\"Others\" by sum(MemoryPeak)\r\n | extend PercentOfTotalClusterMemoryUsed = aggregated_ApplicationName / toreal(totalMemory)\r\n;\r\nlet topCpu = \r\n dataset\r\n | top-nested 10000 of User with others=\"Others\" by sum(totimespan(TotalCPU) / 1s), top-nested 10000 of ApplicationName with others=\"Others\" by sum(totimespan(TotalCPU) / 1s)\r\n | extend PercentOfTotalClusterCpuUsed = aggregated_ApplicationName / toreal(totalCPU)\r\n;\r\ntopMemory\r\n| join kind = fullouter(topCpu) on User, ApplicationName\r\n| extend BothPercentages = PercentOfTotalClusterMemoryUsed + PercentOfTotalClusterCpuUsed\r\n| top 10 by BothPercentages desc\r\n| extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n ApplicationName == \"KustoQueryRunner\", strcat(\"Kusto Query Runner \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters \r\n User)\r\n| extend PercentOfTotalClusterMemoryUsed_display = iff(isnan(PercentOfTotalClusterMemoryUsed * 100), toreal(0), PercentOfTotalClusterMemoryUsed * 100)\r\n| extend PercentOfTotalClusterCpuUsed_display = iff(isnan(PercentOfTotalClusterCpuUsed * 100), toreal(0), PercentOfTotalClusterCpuUsed * 100)\r\n| where not (ApplicationName == \"Others\" and PercentOfTotalClusterMemoryUsed_display == 0 and PercentOfTotalClusterCpuUsed_display == 0)\r\n| project User, ApplicationName, PercentOfTotalClusterMemoryUsed_display, PercentOfTotalClusterCpuUsed_display", "resources": ["$ws"], "resultFormat": "time_series" }, "azureMonitor": { "aggOptions": ["Average"], "aggregation": "Average", "allowedTimeGrainsMs": [60000, 300000, 900000, 1800000, 3600000, 21600000, 43200000, 86400000], "dimensionFilter": "*", "dimensionFilters": [], "dimensions": [ { "text": "Component Type", "value": "ComponentType" }, { "text": "Component Name", "value": "ComponentName" } ], "metricDefinition": "$ns", "metricName": "DiscoveryLatency", "metricNamespace": "Microsoft.Kusto/clusters", "resources": [ { "resourceGroup": "$rg", "resourceName": "$resource" } ], "timeGrain": "auto", "timeGrains": [ { "text": "auto", "value": "auto" }, { "text": "1 minute", "value": "PT1M" }, { "text": "5 minutes", "value": "PT5M" }, { "text": "15 minutes", "value": "PT15M" }, { "text": "30 minutes", "value": "PT30M" }, { "text": "1 hour", "value": "PT1H" }, { "text": "6 hours", "value": "PT6H" }, { "text": "12 hours", "value": "PT12H" }, { "text": "1 day", "value": "P1D" } ], "top": "10" }, "datasource": { "uid": "$ds" }, "queryType": "Azure Log Analytics", "refId": "A", "subscription": "$sub" } ], "title": "Top resource consumers (within the CPU and memory consumption of the cluster)", "transparent": true, "type": "table" }, { "datasource": { "type": "grafana-azure-monitor-datasource", "uid": "$ds" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 10, "x": 14, "y": 66 }, "id": 44, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, "pluginVersion": "10.4.7", "targets": [ { "appInsights": { "dimension": [], "metricName": "select", "timeGrain": "auto" }, "azureLogAnalytics": { "dashboardTime": false, "query": "let system_databases = dynamic(['KustoMonitoringPersistentDatabase', '$systemdb']); \r\nlet system_users = dynamic(['AAD app id=b753584e-c468-4503-852a-374280ce7a62', 'KustoServiceBuiltInPrincipal']); // b753584e-c468-4503-852a-374280ce7a62 is Kusto Query Runner\r\nlet system_cluster_management_applications = dynamic(['Kusto.WinSvc.CM.Svc']); // Kusto Cluster Management\r\nlet CommandTable = ADXCommand\r\n | extend MemoryPeak = tolong(ResourceUtilization.MemoryPeak)\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | project-away ResourceUtilization;\r\nlet QueryTable = ADXQuery\r\n | where LastUpdatedOn > ago(7d)\r\n | where DatabaseName !in (system_databases) and User !in (system_users) and ApplicationName !in (system_cluster_management_applications)\r\n | where ((false == \"false\" and ApplicationName != 'Kusto.WinSvc.DM.Svc') or false == \"true\")\r\n | extend MemoryPeak = tolong(MemoryPeak)\r\n | parse _ResourceId with * \"providers/microsoft.kusto/clusters/\" cluster_name\r\n | extend CommandType = 'Query';\r\nlet dataset_commands_queries = CommandTable\r\n | union (QueryTable)\r\n | project CommandType, DatabaseName, StartedOn, LastUpdatedOn, Duration, State,\r\n FailureReason, RootActivityId, User, ApplicationName, Principal, TotalCPU, MemoryPeak, CorrelationId, cluster_name;\r\nlet dataset = dataset_commands_queries\r\n | where cluster_name == 'mitulktest'\r\n | where CommandType != 'TableSetOrAppend'\r\n | summarize Count=count() by User, ApplicationName\r\n | project User, ApplicationName, Count\r\n | extend User = case(ApplicationName == \"Kusto.WinSvc.DM.Svc\", strcat(\"Kusto Data Management \", \"(\", User, \")\"),\r\n User == \"AAD app id=e0331ea9-83fc-4409-a17d-6375364c3280\", \"DataMap Agent 001 (app id: e0331ea9-83fc-4409-a17d-6375364c3280)\", // Used for internal MS clusters\r\n User)\r\n | top 10 by Count;\r\n//| order by Count desc\r\n//