From a2f90c7a8900c60c0d7b650308243c9b8dc73d7b Mon Sep 17 00:00:00 2001 From: coanor Date: Fri, 18 Oct 2024 20:15:32 +0800 Subject: [PATCH] release 1.60.0 --- .gitlab-ci.yml | 2 +- internal/apminject/utils/utils_test.go | 3 + internal/export/dashboard/dk/dk.json | 4699 +++++++++++++----------- internal/export/doc/zh/changelog.md | 41 + 4 files changed, 2572 insertions(+), 2173 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 9da0f1962c..6c76a8a625 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -12,7 +12,7 @@ before_script: variables: PROJECT: "datakit" - CI_VERSION: "1.39.0" + CI_VERSION: "1.60.0" CI_TESTING_VERSION: $CI_VERSION-testing_$CI_COMMIT_BRANCH DISABLED_MR_TARGET_BRANCHES: '/^master|main/' DISABLED_MR_TITLE: '/^(\[Draft\]|\(Draft\)|Draft:)/' diff --git a/internal/apminject/utils/utils_test.go b/internal/apminject/utils/utils_test.go index fea15cfae0..54e46b1ee6 100644 --- a/internal/apminject/utils/utils_test.go +++ b/internal/apminject/utils/utils_test.go @@ -3,6 +3,9 @@ // This product includes software developed at Guance Cloud (https://www.guance.com/). // Copyright 2021-present Guance, Inc. +//go:build (linux && amd64) || (linux && arm64) +// +build linux,amd64 linux,arm64 + package utils import ( diff --git a/internal/export/dashboard/dk/dk.json b/internal/export/dashboard/dk/dk.json index afd1834711..f7e22e39bb 100644 --- a/internal/export/dashboard/dk/dk.json +++ b/internal/export/dashboard/dk/dk.json @@ -384,12 +384,13 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(last(`datakit_io_dataway_point_total`) AS `points`) { `host` = '#{host}' and `status` = 'OK' } BY `category`, `host`\")", + "q": "M::`dk`:(last(`datakit_io_dataway_point_total`) AS `points`) { `host` = '#{host}' and `status` = 'OK' }[:::irate] BY `category`, `host`", "code": "A", "fill": null, "type": "simple", "alias": "points", "field": "datakit_io_dataway_point_total", + "rollup": "irate", "fillNum": null, "filters": [ { @@ -421,12 +422,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "withLabels": [], "groupByTime": "" }, @@ -522,12 +518,13 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(last(`datakit_io_dataway_point_bytes_total`) AS `bytes`) { `enc` = 'gzip' and `host` = '#{host}' and `status` = 'OK' } BY `category`, `host`\")", + "q": "M::`dk`:(last(`datakit_io_dataway_point_bytes_total`) AS `bytes`) { `enc` = 'gzip' and `host` = '#{host}' and `status` = 'OK' }[:::irate] BY `category`, `host`", "code": "A", "fill": null, "type": "simple", "alias": "bytes", "field": "datakit_io_dataway_point_bytes_total", + "rollup": "irate", "fillNum": null, "filters": [ { @@ -565,12 +562,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "withLabels": [], "groupByTime": "" }, @@ -931,12 +923,13 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_pipeline_point_total`) AS `points`) { `host` = '#{host}' } BY `category`, `host`, `name`\")", + "q": "M::`dk`:(avg(`datakit_pipeline_point_total`) AS `points`) { `host` = '#{host}' }[:::irate] BY `category`, `host`, `name`", "code": "B", "fill": null, "type": "simple", "alias": "points", "field": "datakit_pipeline_point_total", + "rollup": "irate", "fillNum": null, "filters": [ { @@ -958,12 +951,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "withLabels": [], "groupByTime": "" }, @@ -1059,12 +1047,13 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_pipeline_cost_seconds_sum`) AS `cost`) { `host` = '#{host}' } BY `category`, `name`, `host`, `namespace`\")", + "q": "M::`dk`:(avg(`datakit_pipeline_cost_seconds_sum`) AS `cost`) { `host` = '#{host}' }[:::irate] BY `category`, `name`, `host`, `namespace`", "code": "A", "fill": null, "type": "simple", "alias": "cost", "field": "datakit_pipeline_cost_seconds_sum", + "rollup": "irate", "fillNum": null, "filters": [ { @@ -1089,12 +1078,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "withLabels": [], "groupByTime": "" }, @@ -1474,7 +1458,7 @@ "values": [] }, { - "id": "3464ffc0-5f88-11ef-a8b6-cdc46a8e3f6b", + "id": "2821c040-8abc-11ef-bff8-c39ec2619c7a", "op": "=", "name": "quantile", "type": "keyword", @@ -1651,7 +1635,7 @@ "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "Only for Linux & Windows", + "titleDesc": "Only for Linux", "globalUnit": [], "isSampling": true, "compareType": [], @@ -1705,8 +1689,8 @@ "pos": { "h": 13, "w": 6, - "x": 0, - "y": 37 + "x": 12, + "y": 40 }, "type": "sequence", "queries": [ @@ -2274,6 +2258,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -2283,6 +2268,7 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -2341,12 +2327,13 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_httpcli_tcp_conn_total`) AS `conn`) { `host` = '#{host}' and `type` = 'created' } BY `remote`, `from`, `host`", + "q": "M::`dk`:(avg(`datakit_httpcli_tcp_conn_total`) AS `conn`) { `host` = '#{host}' and `type` = 'created' }[:::rate] BY `remote`, `from`, `host`", "code": "A", "fill": null, "type": "simple", "alias": "conn", "field": "datakit_httpcli_tcp_conn_total", + "rollup": "rate", "filters": [ { "id": "12dc1b60-f61e-11ed-9847-7f9b08df60cc", @@ -2629,6 +2616,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -2638,6 +2626,7 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "min" ], @@ -2673,7 +2662,7 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": true, + "isRefresh": false, "fixedGroupByTime": null }, "group": { @@ -2695,7 +2684,7 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_uptime_seconds`) AS `uptime`) { `host` = '#{host}' } BY `host`, `version`", + "q": "M::`dk`:(last(`datakit_uptime_seconds`) AS `uptime`) { `host` = '#{host}' } BY `host`, `version`, `os_arch`", "code": "A", "fill": null, "type": "simple", @@ -2713,7 +2702,8 @@ ], "groupBy": [ "host", - "version" + "version", + "os_arch" ], "funcList": [], "fieldFunc": "last", @@ -2963,6 +2953,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -2972,6 +2963,7 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -3030,12 +3022,13 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_http_api_total`) AS `api`) { `status` != 'OK' and `host` = '#{host}' and `api` != '404-page' and `api` != '/info' } BY `api`, `host`, `status`", + "q": "M::`dk`:(last(`datakit_http_api_total`) AS `api`) { `status` != 'OK' and `host` = '#{host}' and `api` != '404-page' and `api` != '/info' }[:::irate] BY `api`, `host`, `status`", "code": "A", "fill": null, "type": "simple", "alias": "api", "field": "datakit_http_api_total", + "rollup": "irate", "fillNum": null, "filters": [ { @@ -3150,10 +3143,10 @@ }, "name": "Top(n) CPU usage", "pos": { - "h": 10, + "h": 13, "w": 12, "x": 12, - "y": 27 + "y": 53 }, "type": "toplist", "queries": [ @@ -3194,30 +3187,39 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "bytes", + "name": "bytes", + "unit": "", + "units": [ + "digital", + "B" + ] + } + ], "colors": [], "levels": [], "slimit": 20, "density": "medium", "showLine": false, - "unitType": "global", + "unitType": "custom", "chartType": "areaLine", "fixedTime": "", "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [ - "digital", - "B" - ], + "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -3255,15 +3257,15 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": true }, "group": { "name": "Disk cache" }, - "name": "Put bytes", + "name": "Put", "pos": { "h": 14, - "w": 6, + "w": 8, "x": 0, "y": 0 }, @@ -3276,12 +3278,12 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`diskcache_put_bytes_total`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`\")", + "q": "M::`dk`:(avg(`diskcache_put_bytes_sum`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`", "code": "A", "fill": null, "type": "simple", "alias": "bytes", - "field": "diskcache_put_bytes_total", + "field": "diskcache_put_bytes_sum", "filters": [ { "id": "3c079580-f567-11ed-9047-75c3d7e6331d", @@ -3301,12 +3303,45 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + }, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`diskcache_put_bytes_count`) AS `count`) { `host` = '#{host}' } BY `path`, `host`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "count", + "field": "diskcache_put_bytes_count", + "filters": [ { - "args": [], - "name": "irate" + "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}" } ], + "groupBy": [ + "path", + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -3318,30 +3353,39 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "bytes", + "name": "bytes", + "unit": "", + "units": [ + "digital", + "B" + ] + } + ], "colors": [], "levels": [], "slimit": 20, "density": "medium", "showLine": false, - "unitType": "global", + "unitType": "custom", "chartType": "areaLine", "fixedTime": "", "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [ - "digital", - "B" - ], + "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -3384,11 +3428,11 @@ "group": { "name": "Disk cache" }, - "name": "Get bytes", + "name": "Get", "pos": { "h": 14, - "w": 6, - "x": 18, + "w": 8, + "x": 8, "y": 0 }, "type": "sequence", @@ -3400,12 +3444,12 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`diskcache_get_bytes_total`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`\")", + "q": "M::`dk`:(avg(`diskcache_get_bytes_sum`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`", "code": "A", "fill": null, "type": "simple", "alias": "bytes", - "field": "diskcache_get_bytes_total", + "field": "diskcache_get_bytes_sum", "filters": [ { "id": "3c079580-f567-11ed-9047-75c3d7e6331d", @@ -3425,12 +3469,45 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + }, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`diskcache_get_bytes_count`) AS `count`) { `host` = '#{host}' } BY `path`, `host`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "count", + "field": "diskcache_get_bytes_count", + "filters": [ { - "args": [], - "name": "irate" + "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}" } ], + "groupBy": [ + "path", + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -3454,15 +3531,17 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "", + "titleDesc": "Only for Linux", "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -3503,14 +3582,14 @@ "isRefresh": false }, "group": { - "name": "Disk cache" + "name": "Overview" }, - "name": "Get count", + "name": "CPU context switch", "pos": { - "h": 14, + "h": 13, "w": 6, - "x": 12, - "y": 0 + "x": 18, + "y": 40 }, "type": "sequence", "queries": [ @@ -3521,15 +3600,16 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`diskcache_get_total`) AS `gets`) { `host` = '#{host}' } BY `path`, `host`\")", + "q": "M::`dk`:(avg(`datakit_process_ctx_switch_total`) AS `switch`) { `host` = '#{host}' }[:::irate] BY `type`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "gets", - "field": "diskcache_get_total", + "alias": "switch", + "field": "datakit_process_ctx_switch_total", + "rollup": "irate", "filters": [ { - "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "id": "05c71fd0-f617-11ed-be02-091d3a9f52ac", "op": "=", "name": "host", "type": "", @@ -3538,7 +3618,7 @@ } ], "groupBy": [ - "path", + "type", "host" ], "funcList": [], @@ -3546,12 +3626,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -3568,12 +3643,6 @@ "levels": [], "slimit": 20, "density": "medium", - "compares": [ - { - "label": "周同比", - "value": "weekCompare" - } - ], "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -3581,17 +3650,20 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "", - "globalUnit": [], - "isSampling": true, - "compareType": [ - "weekCompare" + "titleDesc": "Only for Linux&Windows", + "globalUnit": [ + "digital", + "B" ], + "isSampling": true, + "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -3610,7 +3682,6 @@ "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, - "compareChartType": "sequence", "currentChartType": "sequence", "showFieldMapping": false, "compareColorsDark": { @@ -3633,14 +3704,14 @@ "isRefresh": false }, "group": { - "name": "Disk cache" + "name": "Overview" }, - "name": "Put count", + "name": "Read/Write bytes", "pos": { - "h": 14, + "h": 13, "w": 6, - "x": 6, - "y": 0 + "x": 12, + "y": 27 }, "type": "sequence", "queries": [ @@ -3651,15 +3722,16 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(last(`diskcache_put_total`) AS `puts`) { `host` = '#{host}' } BY `path`, `host`\")", + "q": "M::`dk`:(avg(`datakit_process_io_bytes_total`) AS `bytes`) { `host` = '#{host}' }[:::irate] BY `type`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "puts", - "field": "diskcache_put_total", + "alias": "bytes", + "field": "datakit_process_io_bytes_total", + "rollup": "irate", "filters": [ { - "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "id": "fbc41b00-f616-11ed-be02-091d3a9f52ac", "op": "=", "name": "host", "type": "", @@ -3668,20 +3740,15 @@ } ], "groupBy": [ - "path", + "type", "host" ], "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -3699,7 +3766,7 @@ "slimit": 20, "density": "medium", "showLine": false, - "unitType": "global", + "unitType": "custom", "chartType": "areaLine", "fixedTime": "", "isPercent": false, @@ -3708,7 +3775,7 @@ "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "Only for Linux", + "titleDesc": "Only for Linux&Windows", "globalUnit": [], "isSampling": true, "compareType": [], @@ -3758,12 +3825,12 @@ "group": { "name": "Overview" }, - "name": "CPU context switch", + "name": "Read/Write count", "pos": { "h": 13, "w": 6, - "x": 6, - "y": 37 + "x": 18, + "y": 27 }, "type": "sequence", "queries": [ @@ -3774,15 +3841,16 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_process_ctx_switch_total`) AS `switch`) { `host` = '#{host}' } BY `type`, `host`\")", + "q": "M::`dk`:(avg(`datakit_process_io_count_total`) AS `count`) { `host` = '#{host}' }[:::irate] BY `type`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "switch", - "field": "datakit_process_ctx_switch_total", + "alias": "count", + "field": "datakit_process_io_count_total", + "rollup": "irate", "filters": [ { - "id": "05c71fd0-f617-11ed-be02-091d3a9f52ac", + "id": "f4b80f10-f616-11ed-be02-091d3a9f52ac", "op": "=", "name": "host", "type": "", @@ -3799,12 +3867,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -3816,13 +3879,40 @@ "extend": { "settings": { "alias": [], - "units": [], - "colors": [], - "levels": [], - "slimit": 20, - "density": "medium", + "units": [ + { + "key": "gc-avg", + "name": "gc-avg", + "unit": "", + "units": [ + "time", + "s" + ] + }, + { + "key": "gc-p75", + "name": "gc-p75", + "unit": "", + "units": [ + "time", + "ns" + ] + }, + { + "key": "gc-free-bytes", + "name": "gc-free-bytes", + "unit": "", + "units": [ + "digital", + "B" + ] + } + ], + "colors": [], + "levels": [], + "slimit": 20, "showLine": false, - "unitType": "global", + "unitType": "custom", "chartType": "areaLine", "fixedTime": "", "isPercent": false, @@ -3831,65 +3921,41 @@ "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "Only for Linux&Windows", - "globalUnit": [ - "digital", - "B" - ], + "titleDesc": "", + "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, "connectNulls": true, - "legendValues": [ - "avg", - "min", - "max" - ], + "legendValues": "", "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "legendPostion": "bottom", - "maxPointCount": 360, + "legendPostion": "none", + "maxPointCount": null, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { "name": "Overview" }, - "name": "Read/Write bytes", + "name": "GC", "pos": { "h": 13, - "w": 6, - "x": 12, - "y": 37 + "w": 12, + "x": 0, + "y": 40 }, "type": "sequence", "queries": [ @@ -3900,40 +3966,209 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_process_io_bytes_total`) AS `bytes`) { `host` = '#{host}' } BY `type`, `host`\")", + "q": "eval(A/B, alias='gc-avg', A=\"M::`dk`:(`datakit_gc_summary_seconds_sum`) { `host` = '#{host}' }[:::last] BY `host`\", B=\"M::`dk`:(avg(`datakit_gc_summary_seconds_count`)) { `host` = '#{host}' } BY `host`\")", "code": "A", + "type": "expression", + "alias": "gc-avg", + "children": [ + { + "q": "M::`dk`:(`datakit_gc_summary_seconds_sum`) { `host` = '#{host}' }[:::last] BY `host`", + "code": "A", + "fill": null, + "type": "simple", + "alias": "", + "field": "datakit_gc_summary_seconds_sum", + "rollup": "last", + "fillNum": null, + "filters": [ + { + "id": "d0132300-8b59-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "labelOp": "", + "funcList": [], + "fieldFunc": "", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" + }, + { + "q": "M::`dk`:(avg(`datakit_gc_summary_seconds_count`)) { `host` = '#{host}' } BY `host`", + "code": "B", + "type": "simple", + "alias": "", + "field": "datakit_gc_summary_seconds_count", + "filters": [ + { + "id": "df937d70-8b59-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "groupByTime": "", + "additionalFields": null + } + ], + "funcList": [], + "expression": "A/B" + }, + "disabled": true, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`go_gc_duration_seconds`) AS `gc-p75`) { `host` = '#{host}' and `quantile` = '0.75' } BY `host`", + "code": "B", "fill": null, "type": "simple", - "alias": "bytes", - "field": "datakit_process_io_bytes_total", + "alias": "gc-p75", + "field": "go_gc_duration_seconds", + "fillNum": null, "filters": [ { - "id": "fbc41b00-f616-11ed-be02-091d3a9f52ac", + "id": "cebc33a0-8b5b-11ef-bff8-c39ec2619c7a", "op": "=", "name": "host", "type": "", "logic": "and", - "value": "#{host}" + "value": "#{host}", + "values": [] + }, + { + "id": "0899e450-8b5c-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "quantile", + "type": "keyword", + "logic": "and", + "value": "0.75", + "values": [] } ], "groupBy": [ - "type", "host" ], + "labelOp": "", "funcList": [], "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" + }, + "disabled": true, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`datakit_gc_summary_seconds_count`) AS `gc-count`) { `host` = '#{host}' }[:::irate] BY `host`", + "code": "C", + "fill": null, + "type": "simple", + "alias": "gc-count", + "field": "datakit_gc_summary_seconds_count", + "rollup": "irate", + "filters": [ { - "args": [], - "name": "irate" + "id": "4650b080-8b5c-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] } ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], "groupByTime": "", - "indexFilter": "" + "indexFilter": "", + "additionalFields": null + }, + "disabled": false, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`go_gc_heap_frees_bytes_total`) AS `gc-free-bytes`) { `host` = '#{host}' }[:::irate] BY `host`", + "code": "D", + "fill": null, + "type": "simple", + "alias": "gc-free-bytes", + "field": "go_gc_heap_frees_bytes_total", + "rollup": "irate", + "filters": [ + { + "id": "c79c0e00-8b5c-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "", + "additionalFields": null }, + "disabled": false, "datasource": "dataflux" } ] @@ -3942,11 +4177,33 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "usage", + "name": "usage", + "unit": "", + "units": [ + "percent", + "percent" + ] + } + ], "colors": [], - "levels": [], + "levels": [ + { + "title": "100%", + "value": 100, + "bgColor": "#FE4952" + } + ], "slimit": 20, "density": "medium", + "compares": [ + { + "label": "环比", + "value": "circleCompare" + } + ], "showLine": false, "unitType": "custom", "chartType": "areaLine", @@ -3957,10 +4214,12 @@ "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "Only for Linux&Windows", + "titleDesc": "CPU usage can larger than 100%", "globalUnit": [], "isSampling": true, - "compareType": [], + "compareType": [ + "circleCompare" + ], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, @@ -3968,7 +4227,8 @@ "legendValues": [ "avg", "min", - "max" + "max", + "last" ], "timeInterval": "auto", "compareColors": { @@ -3983,6 +4243,7 @@ "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, + "compareChartType": "sequence", "currentChartType": "sequence", "showFieldMapping": false, "compareColorsDark": { @@ -4007,12 +4268,12 @@ "group": { "name": "Overview" }, - "name": "Read/Write count", + "name": "CPU usage%", "pos": { - "h": 13, - "w": 6, - "x": 18, - "y": 37 + "h": 15, + "w": 12, + "x": 12, + "y": 12 }, "type": "sequence", "queries": [ @@ -4023,39 +4284,76 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_process_io_count_total`) AS `count`) { `host` = '#{host}' } BY `type`, `host`\")", + "q": "M::`dk`:(avg(`datakit_cpu_usage`) AS `usage`) { `host` = '#{host}' } BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "count", - "field": "datakit_process_io_count_total", + "alias": "usage", + "field": "datakit_cpu_usage", + "fillNum": null, "filters": [ { - "id": "f4b80f10-f616-11ed-be02-091d3a9f52ac", + "id": "4e774d30-0509-11ee-8ceb-4f72e1f6f558", "op": "=", "name": "host", - "type": "", "logic": "and", "value": "#{host}" } ], "groupBy": [ - "type", "host" ], + "labelOp": "", "funcList": [], "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" + }, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(last(`datakit_cpu_cores`) AS `cores`) { `host` = '#{host}' } BY `host`", + "code": "B", + "fill": null, + "type": "dql", + "alias": "cores", + "field": "datakit_cpu_cores", + "index": "", + "fillNum": null, + "filters": [ { - "args": [], - "name": "irate" + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}", + "values": [] } ], + "groupBy": [ + "host" + ], + "indexes": [], + "labelOp": "", + "funcList": [], + "interval": "", + "fieldFunc": "last", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "withLabels": [], "groupByTime": "", - "indexFilter": "" + "dataSourceFunc": "" }, "datasource": "dataflux" } @@ -4064,52 +4362,67 @@ { "extend": { "settings": { - "bar": { - "direction": "horizontal", - "xAxisShowType": "groupBy" - }, "alias": [], - "color": "#498bfe", - "table": { - "queryMode": "toGroupColumn" - }, - "units": [ + "units": [], + "colors": [], + "levels": [ { - "key": "datakit_sys_alloc_bytes", - "name": "datakit_sys_alloc_bytes", - "unit": "", - "units": [ - "digital", - "B" + "value": [ + "0" + ], + "bgColor": "", + "fontColor": "#63DBAD", + "lineColor": "", + "operation": "=" + }, + { + "value": [ + "1" + ], + "bgColor": "", + "fontColor": "#F02D8E", + "lineColor": "", + "operation": "=" + } + ], + "bgColor": "", + "mappings": [ + { + "operation": "=", + "mappingVal": "OK", + "originalVal": [ + "0" + ] + }, + { + "operation": "=", + "mappingVal": "Not OK", + "originalVal": [ + "1" ] } ], - "colors": [], - "levels": [], - "slimit": 20, - "topSize": 10, - "unitType": "custom", - "chartType": "bar", + "showLine": false, + "unitType": "global", "fixedTime": "", + "fontColor": "", + "lineColor": "#3AB8FF", "precision": "2", "showTitle": true, "titleDesc": "", + "downsample": "last", "globalUnit": [], "isSampling": true, + "compareType": "", "openCompare": false, - "showTopSize": true, - "timeInterval": "default", - "showTableHead": true, - "tableSortType": "top", + "showLineAxis": false, + "timeInterval": "auto", "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "toplist", + "currentChartType": "singlestat", "showFieldMapping": false, - "mainMeasurementSort": "top", - "tableSortMetricName": "", - "mainMeasurementLimit": 5, - "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" + "sequenceChartType": "line", + "openThousandsSeparator": true }, "fixedTime": "", "isRefresh": false @@ -4117,42 +4430,49 @@ "group": { "name": "Overview" }, - "name": "Top(n) mem usage(sys)", + "name": "Account balance", "pos": { - "h": 10, - "w": 12, + "h": 6, + "w": 4, "x": 0, - "y": 27 + "y": 0 }, - "type": "toplist", + "type": "singlestat", "queries": [ { "name": "", - "type": "toplist", + "type": "singlestat", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(`datakit_sys_alloc_bytes`)[:::last] BY `host`", + "q": "M::`dk`:(avg(`datakit_data_overuse`)) { `host` = '#{host}' } BY `host`", "code": "A", "fill": null, "type": "simple", "alias": "", - "field": "datakit_sys_alloc_bytes", - "rollup": "last", - "filters": [], + "field": "datakit_data_overuse", + "filters": [ + { + "id": "b787f200-f551-11ee-a929-df46efac2c78", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], "groupBy": [ "host" ], - "funcList": [ - null, - "top:10" - ], + "funcList": [], + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "groupByTime": "auto", + "groupByTime": "", "indexFilter": "" }, "datasource": "dataflux" @@ -4165,167 +4485,200 @@ "alias": [], "units": [ { - "key": "usage", - "name": "usage", + "key": "Elected Date", + "name": "Elected Date", "unit": "", "units": [ - "percent", - "percent" + "timeStamp", + "s" ] } ], "colors": [], "levels": [], "slimit": 20, - "density": "medium", - "compares": [ - { - "label": "环比", - "value": "circleCompare" - } - ], - "showLine": false, + "pageSize": 0, "unitType": "custom", - "chartType": "areaLine", "fixedTime": "", - "isPercent": false, - "openStack": false, "precision": "2", - "showLabel": false, + "queryMode": "toGroupColumn", "showTitle": true, - "stackType": "time", - "titleDesc": "CPU usage can larger than 100%", + "titleDesc": "", "globalUnit": [], "isSampling": true, - "compareType": [ - "circleCompare" - ], - "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "connectNulls": true, - "legendValues": [ - "avg", - "min", - "max", - "last" - ], - "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "legendPostion": "bottom", - "maxPointCount": 360, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, + "showColumns": [], + "valMappings": [], + "timeInterval": "default", + "isTimeInterval": false, "changeWorkspace": false, - "compareChartType": "sequence", - "currentChartType": "sequence", + "currentChartType": "table", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, - "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "openThousandsSeparator": true, + "valColorMappings": [], + "mainMeasurementSort": "top", + "mainMeasurementLimit": 20, + "openThousandsSeparator": false, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { "name": "Overview" }, - "name": "CPU usage%", + "name": "Election", "pos": { - "h": 15, + "h": 12, "w": 9, "x": 15, - "y": 12 + "y": 0 }, - "type": "sequence", + "type": "table", "queries": [ { "name": "", - "type": "sequence", + "type": "table", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_cpu_usage`) AS `usage`) { `host` = '#{host}' } BY `host`", + "q": "M::`dk`:(last(`datakit_election_status`) AS `Elected Date`) { `status` = 'success' } BY `namespace`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "usage", - "field": "datakit_cpu_usage", - "fillNum": null, + "alias": "Elected Date", + "field": "datakit_election_status", "filters": [ { - "id": "4e774d30-0509-11ee-8ceb-4f72e1f6f558", + "id": "01005820-06ae-11ee-bbfc-b112b632d8a9", "op": "=", - "name": "host", + "name": "status", + "type": "", "logic": "and", - "value": "#{host}" + "value": "success" } ], "groupBy": [ + "namespace", "host" ], - "labelOp": "", "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "withLabels": [], - "groupByTime": "" + "groupByTime": "", + "indexFilter": "" }, "datasource": "dataflux" + } + ] + }, + { + "extend": { + "settings": { + "alias": [], + "units": [], + "colors": [], + "levels": [ + { + "value": [ + "0" + ], + "bgColor": "", + "fontColor": "#63DBAD", + "lineColor": "", + "operation": "=" + }, + { + "value": [ + "0" + ], + "bgColor": "", + "fontColor": "#EA5E74", + "lineColor": "", + "operation": ">" + } + ], + "bgColor": "", + "mappings": [ + { + "operation": "=", + "mappingVal": "0", + "originalVal": [ + "0" + ] + } + ], + "showLine": false, + "unitType": "global", + "fixedTime": "", + "fontColor": "", + "lineColor": "#3AB8FF", + "precision": "2", + "showTitle": true, + "titleDesc": "Datakit pods restarted(OOM or Evicted)", + "downsample": "last", + "globalUnit": [], + "isSampling": true, + "compareType": "", + "openCompare": false, + "showLineAxis": false, + "timeInterval": "auto", + "isTimeInterval": false, + "changeWorkspace": false, + "currentChartType": "singlestat", + "showFieldMapping": false, + "sequenceChartType": "line", + "openThousandsSeparator": true }, + "fixedTime": "", + "isRefresh": false + }, + "group": { + "name": "Overview" + }, + "name": "Pod restarts", + "pos": { + "h": 6, + "w": 4, + "x": 0, + "y": 6 + }, + "type": "singlestat", + "queries": [ { "name": "", - "type": "sequence", + "type": "singlestat", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_cpu_cores`) AS `cores`) { `host` = '#{host}' } BY `host`", - "code": "B", - "fill": null, + "q": "O::`kubelet_pod`:(sum(`restarts`)) { `daemonset` = 'datakit' }", + "code": "A", + "fill": "", "type": "simple", - "alias": "cores", - "field": "datakit_cpu_cores", + "alias": "", + "field": "restarts", + "search": "", "filters": [ { - "id": "867a0620-417f-11ee-aa25-7f7df7ca8b4e", + "id": "89384860-f550-11ee-a929-df46efac2c78", "op": "=", - "name": "host", + "name": "daemonset", "type": "keyword", "logic": "and", - "value": "#{host}" + "value": "datakit", + "values": [] } ], - "groupBy": [ - "host" - ], + "groupBy": [], "funcList": [], - "fieldFunc": "last", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", + "fieldFunc": "sum", + "fieldType": "long", + "namespace": "object", + "dataSource": "kubelet_pod", "queryFuncs": [], "groupByTime": "", "indexFilter": "" @@ -4343,14 +4696,8 @@ "levels": [], "slimit": 50, "density": "medium", - "compares": [ - { - "label": "环比", - "value": "circleCompare" - } - ], "showLine": false, - "unitType": "global", + "unitType": "custom", "chartType": "areaLine", "fixedTime": "", "isPercent": false, @@ -4359,21 +4706,14 @@ "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [ - "digital", - "B" - ], + "globalUnit": [], "isSampling": true, - "compareType": [ - "circleCompare" - ], + "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, "legendValues": [ - "avg", - "min", - "max" + "last" ], "timeInterval": "auto", "compareColors": { @@ -4388,7 +4728,6 @@ "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, - "compareChartType": "sequence", "currentChartType": "sequence", "showFieldMapping": false, "compareColorsDark": { @@ -4411,14 +4750,14 @@ "isRefresh": false }, "group": { - "name": "Overview" + "name": "Goroutine" }, - "name": "Mem usage(heap)", + "name": "Goroutines crashed", "pos": { - "h": 15, - "w": 7, - "x": 0, - "y": 12 + "h": 14, + "w": 6, + "x": 12, + "y": 0 }, "type": "sequence", "queries": [ @@ -4429,24 +4768,26 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_heap_alloc_bytes`) AS `heap`) { `host` = '#{host}' } BY `host`", + "q": "M::`dk`:(last(`datakit_goroutine_crashed_total`) AS `crash`) { `host` = '#{host}' } BY `host`, `name`", "code": "A", "fill": null, "type": "simple", - "alias": "heap", - "field": "datakit_heap_alloc_bytes", + "alias": "crash", + "field": "datakit_goroutine_crashed_total", "filters": [ { - "id": "e50edfe0-f566-11ed-9047-75c3d7e6331d", + "id": "5fbd6d70-f551-11ee-a929-df46efac2c78", "op": "=", "name": "host", - "type": "", + "type": "keyword", "logic": "and", - "value": "#{host}" + "value": "#{host}", + "values": [] } ], "groupBy": [ - "host" + "host", + "name" ], "funcList": [], "fieldFunc": "last", @@ -4467,105 +4808,114 @@ "alias": [], "units": [], "colors": [], - "levels": [ - { - "value": [ - "0" - ], - "bgColor": "", - "fontColor": "#63DBAD", - "lineColor": "", - "operation": "=" - }, - { - "value": [ - "1" - ], - "bgColor": "", - "fontColor": "#F02D8E", - "lineColor": "", - "operation": "=" - } - ], - "bgColor": "", - "mappings": [ - { - "operation": "=", - "mappingVal": "OK", - "originalVal": [ - "0" - ] - }, - { - "operation": "=", - "mappingVal": "Not OK", - "originalVal": [ - "1" - ] - } - ], + "levels": [], + "slimit": 50, + "density": "medium", "showLine": false, "unitType": "global", + "chartType": "areaLine", "fixedTime": "", - "fontColor": "", - "lineColor": "#3AB8FF", + "isPercent": false, + "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, + "stackType": "time", "titleDesc": "", - "downsample": "last", "globalUnit": [], "isSampling": true, - "compareType": "", + "compareType": [], "openCompare": false, - "showLineAxis": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "connectNulls": true, + "legendValues": [ + "avg", + "min", + "max" + ], "timeInterval": "auto", - "isTimeInterval": false, + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "currentChartType": "singlestat", + "currentChartType": "sequence", "showFieldMapping": false, - "sequenceChartType": "line", - "openThousandsSeparator": true + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, + "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "A" }, "fixedTime": "", "isRefresh": false }, "group": { - "name": "Overview" + "name": "HTTP request(Datakit as client)" }, - "name": "Account balance", + "name": "TCP reused connections", "pos": { - "h": 6, - "w": 4, - "x": 0, + "h": 17, + "w": 6, + "x": 18, "y": 0 }, - "type": "singlestat", + "type": "sequence", "queries": [ { "name": "", - "type": "singlestat", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_data_overuse`)) { `host` = '#{host}' } BY `host`", + "q": "M::`dk`:(avg(`datakit_httpcli_tcp_conn_total`) AS `conn`) { `host` = '#{host}' and `type` = 'reused' }[:::rate] BY `remote`, `from`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "", - "field": "datakit_data_overuse", + "alias": "conn", + "field": "datakit_httpcli_tcp_conn_total", + "rollup": "rate", "filters": [ { - "id": "b787f200-f551-11ee-a929-df46efac2c78", + "id": "12dc1b60-f61e-11ed-9847-7f9b08df60cc", "op": "=", "name": "host", + "type": "", + "logic": "and", + "value": "#{host}" + }, + { + "id": "60a5fbe0-f555-11ee-a929-df46efac2c78", + "op": "=", + "name": "type", "type": "keyword", "logic": "and", - "value": "#{host}", + "value": "reused", "values": [] } ], "groupBy": [ + "remote", + "from", "host" ], "funcList": [], @@ -4585,93 +4935,99 @@ "extend": { "settings": { "alias": [], - "units": [ - { - "key": "Elected date", - "name": "Elected date", - "unit": "", - "units": [ - "timeStamp", - "s" - ] - } - ], + "units": [], "colors": [], "levels": [], "slimit": 20, - "pageSize": 0, - "unitType": "custom", + "showLine": false, + "unitType": "global", + "chartType": "areaLine", "fixedTime": "", + "isPercent": false, + "openStack": false, "precision": "2", - "queryMode": "toGroupColumn", + "showLabel": false, "showTitle": true, + "stackType": "time", "titleDesc": "", "globalUnit": [], "isSampling": true, - "showColumns": [], - "valMappings": [], - "timeInterval": "default", - "isTimeInterval": false, + "compareType": [], + "openCompare": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "connectNulls": true, + "legendValues": [ + "avg", + "min", + "max" + ], + "timeInterval": "auto", + "legendPostion": "bottom", + "maxPointCount": null, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "currentChartType": "table", + "currentChartType": "sequence", "showFieldMapping": false, - "valColorMappings": [], - "mainMeasurementSort": "top", - "mainMeasurementLimit": 20, - "openThousandsSeparator": false, - "mainMeasurementQueryCode": "A" + "onlyShowGroupName": false, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "B" }, "fixedTime": "", - "isRefresh": true, - "fixedGroupByTime": null + "isRefresh": false }, "group": { - "name": "Overview" + "name": "Point pool" }, - "name": "Election", + "name": "Get (Channel)", "pos": { - "h": 12, - "w": 9, - "x": 15, + "h": 11, + "w": 6, + "x": 0, "y": 0 }, - "type": "table", + "type": "sequence", "queries": [ { "name": "", - "type": "table", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_election_status`) AS `Elected date`) { `status` = 'success' } BY `namespace`, `host`", - "code": "A", + "q": "M::`dk`:(avg(`pointpool_chan_get_total`) AS `get`) { `host` = '#{host}' }[:::irate] BY `host`", + "code": "B", "fill": null, "type": "simple", - "alias": "Elected date", - "field": "datakit_election_status", + "alias": "get", + "field": "pointpool_chan_get_total", + "rollup": "irate", + "fillNum": null, "filters": [ { - "id": "01005820-06ae-11ee-bbfc-b112b632d8a9", + "id": "af3d66c0-8bab-11ef-bff8-c39ec2619c7a", "op": "=", - "name": "status", + "name": "host", "type": "", "logic": "and", - "value": "success" + "value": "#{host}", + "values": [] } ], "groupBy": [ - "namespace", "host" ], + "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "withLabels": [], + "groupByTime": "" }, "datasource": "dataflux" } @@ -4683,104 +5039,92 @@ "alias": [], "units": [], "colors": [], - "levels": [ - { - "value": [ - "0" - ], - "bgColor": "", - "fontColor": "#63DBAD", - "lineColor": "", - "operation": "=" - }, - { - "value": [ - "0" - ], - "bgColor": "", - "fontColor": "#EA5E74", - "lineColor": "", - "operation": ">" - } - ], - "bgColor": "", - "mappings": [ - { - "operation": "=", - "mappingVal": "0", - "originalVal": [ - "0" - ] - } - ], + "levels": [], + "slimit": 20, "showLine": false, "unitType": "global", + "chartType": "areaLine", "fixedTime": "", - "fontColor": "", - "lineColor": "#3AB8FF", + "isPercent": false, + "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, - "titleDesc": "Datakit pods restarted(OOM or Evicted)", - "downsample": "last", + "stackType": "time", + "titleDesc": "", "globalUnit": [], "isSampling": true, - "compareType": "", + "compareType": [], "openCompare": false, - "showLineAxis": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "connectNulls": true, + "legendValues": [ + "avg", + "min", + "max" + ], "timeInterval": "auto", - "isTimeInterval": false, + "legendPostion": "bottom", + "maxPointCount": null, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "currentChartType": "singlestat", + "currentChartType": "sequence", "showFieldMapping": false, - "sequenceChartType": "line", - "openThousandsSeparator": true + "onlyShowGroupName": false, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "A" }, "fixedTime": "", "isRefresh": false }, "group": { - "name": "Overview" + "name": "Point pool" }, - "name": "Pod restarts", + "name": "Get (Pool)", "pos": { - "h": 6, - "w": 4, - "x": 0, - "y": 6 + "h": 11, + "w": 6, + "x": 6, + "y": 0 }, - "type": "singlestat", + "type": "sequence", "queries": [ { "name": "", - "type": "singlestat", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "O::`kubelet_pod`:(sum(`restarts`)) { `daemonset` = 'datakit' }", + "q": "M::`dk`:(avg(`pointpool_pool_get_total`) AS `get`) { `host` = '#{host}' }[:::irate] BY `host`", "code": "A", - "fill": "", + "fill": null, "type": "simple", - "alias": "", - "field": "restarts", - "search": "", + "alias": "get", + "field": "pointpool_pool_get_total", + "rollup": "irate", "filters": [ { - "id": "89384860-f550-11ee-a929-df46efac2c78", + "id": "7cdfb370-f553-11ee-a929-df46efac2c78", "op": "=", - "name": "daemonset", + "name": "host", "type": "keyword", "logic": "and", - "value": "datakit", + "value": "#{host}", "values": [] } ], - "groupBy": [], + "groupBy": [ + "host" + ], "funcList": [], - "fieldFunc": "sum", - "fieldType": "long", - "namespace": "object", - "dataSource": "kubelet_pod", + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", "queryFuncs": [], "groupByTime": "", "indexFilter": "" @@ -4796,15 +5140,15 @@ "units": [], "colors": [], "levels": [], - "slimit": 50, - "density": "medium", + "slimit": 20, "showLine": false, - "unitType": "custom", + "unitType": "global", "chartType": "areaLine", "fixedTime": "", "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -4814,37 +5158,22 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ - "last" + "avg", + "min", + "max" ], "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "legendPostion": "bottom", - "maxPointCount": 360, + "maxPointCount": null, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, @@ -4852,11 +5181,11 @@ "isRefresh": false }, "group": { - "name": "Goroutine" + "name": "Point pool" }, - "name": "Goroutines crashed", + "name": "Put (Pool)", "pos": { - "h": 14, + "h": 11, "w": 6, "x": 12, "y": 0 @@ -4870,15 +5199,16 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_goroutine_crashed_total`) AS `crash`) { `host` = '#{host}' } BY `host`, `name`", + "q": "M::`dk`:(avg(`pointpool_pool_put_total`) AS `put`) { `host` = '#{host}' }[:::irate] BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "crash", - "field": "datakit_goroutine_crashed_total", + "alias": "put", + "field": "pointpool_pool_put_total", + "rollup": "irate", "filters": [ { - "id": "5fbd6d70-f551-11ee-a929-df46efac2c78", + "id": "7cdfb370-f553-11ee-a929-df46efac2c78", "op": "=", "name": "host", "type": "keyword", @@ -4888,11 +5218,10 @@ } ], "groupBy": [ - "host", - "name" + "host" ], "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", @@ -4911,8 +5240,7 @@ "units": [], "colors": [], "levels": [], - "slimit": 50, - "density": "medium", + "slimit": 20, "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -4937,33 +5265,15 @@ "max" ], "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "legendPostion": "bottom", - "maxPointCount": 360, + "maxPointCount": null, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, @@ -4971,11 +5281,11 @@ "isRefresh": false }, "group": { - "name": "HTTP request(Datakit as client)" + "name": "Point pool" }, - "name": "TCP reused connections", + "name": "Put (Channel)", "pos": { - "h": 17, + "h": 11, "w": 6, "x": 18, "y": 0 @@ -4989,34 +5299,25 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`datakit_httpcli_tcp_conn_total`) AS `conn`) { `host` = '#{host}' and `type` = 'reused' } BY `remote`, `from`, `host`\")", + "q": "M::`dk`:(avg(`pointpool_chan_put_total`) AS `put`) { `host` = '#{host}' }[:::irate] BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "conn", - "field": "datakit_httpcli_tcp_conn_total", + "alias": "put", + "field": "pointpool_chan_put_total", + "rollup": "irate", "filters": [ { - "id": "12dc1b60-f61e-11ed-9847-7f9b08df60cc", + "id": "7cdfb370-f553-11ee-a929-df46efac2c78", "op": "=", "name": "host", - "type": "", - "logic": "and", - "value": "#{host}" - }, - { - "id": "60a5fbe0-f555-11ee-a929-df46efac2c78", - "op": "=", - "name": "type", "type": "keyword", "logic": "and", - "value": "reused", + "value": "#{host}", "values": [] } ], "groupBy": [ - "remote", - "from", "host" ], "funcList": [], @@ -5024,12 +5325,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -5040,73 +5336,72 @@ { "extend": { "settings": { + "bar": { + "direction": "horizontal", + "xAxisShowType": "groupBy" + }, "alias": [], + "color": "#498bfe", + "table": { + "queryMode": "toGroupColumn" + }, "units": [], "colors": [], "levels": [], "slimit": 20, - "showLine": false, + "topSize": 10, "unitType": "global", - "chartType": "areaLine", + "chartType": "bar", "fixedTime": "", - "isPercent": false, - "openStack": false, "precision": "2", "showTitle": true, - "stackType": "time", "titleDesc": "", "globalUnit": [], "isSampling": true, - "compareType": [], "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "legendValues": [ - "avg", - "min", - "max" - ], + "showTopSize": true, "timeInterval": "auto", - "legendPostion": "bottom", - "maxPointCount": null, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, + "showTableHead": true, + "tableSortType": "top", + "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "sequence", + "currentChartType": "toplist", "showFieldMapping": false, - "onlyShowGroupName": false, + "mainMeasurementSort": "top", + "tableSortMetricName": "", + "mainMeasurementLimit": 100, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": true, + "fixedGroupByTime": null }, "group": { "name": "Point pool" }, - "name": "Get (Channel)", + "name": "Channel capacity", "pos": { "h": 11, "w": 6, - "x": 0, - "y": 0 + "x": 6, + "y": 11 }, - "type": "sequence", + "type": "toplist", "queries": [ { "name": "", - "type": "sequence", + "type": "toplist", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`pointpool_chan_get_total`) AS `get`) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(avg(`pointpool_reserved_capacity`) AS `cap`) { `host` = '#{host}' } BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "get", - "field": "pointpool_chan_get_total", + "alias": "cap", + "field": "pointpool_reserved_capacity", "filters": [ { "id": "7cdfb370-f553-11ee-a929-df46efac2c78", @@ -5126,12 +5421,7 @@ "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -5146,7 +5436,7 @@ "units": [], "colors": [], "levels": [], - "slimit": 20, + "slimit": 100, "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -5154,15 +5444,17 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "", + "titleDesc": "sync.Pool.New() called total", "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -5187,12 +5479,12 @@ "group": { "name": "Point pool" }, - "name": "Get (Pool)", + "name": "Malloc total", "pos": { "h": 11, "w": 6, - "x": 6, - "y": 0 + "x": 12, + "y": 11 }, "type": "sequence", "queries": [ @@ -5203,12 +5495,13 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`pointpool_pool_get_total`) AS `get`) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(last(`pointpool_malloc_total`) AS `malloc`) { `host` = '#{host}' }[:::irate] BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "get", - "field": "pointpool_pool_get_total", + "alias": "malloc", + "field": "pointpool_malloc_total", + "rollup": "irate", "filters": [ { "id": "7cdfb370-f553-11ee-a929-df46efac2c78", @@ -5224,16 +5517,11 @@ "host" ], "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -5248,7 +5536,7 @@ "units": [], "colors": [], "levels": [], - "slimit": 20, + "slimit": 100, "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -5259,7 +5547,10 @@ "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [], + "globalUnit": [ + "time", + "ns" + ], "isSampling": true, "compareType": [], "openCompare": false, @@ -5289,12 +5580,12 @@ "group": { "name": "Point pool" }, - "name": "Put (Pool)", + "name": "GC duration", "pos": { "h": 11, "w": 6, - "x": 12, - "y": 0 + "x": 18, + "y": 11 }, "type": "sequence", "queries": [ @@ -5305,15 +5596,15 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`pointpool_pool_put_total`) AS `put`) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(avg(`go_gc_duration_seconds`) AS `cost`) { `host` = '#{host}' } BY `host`, `quantile`", "code": "A", "fill": null, "type": "simple", - "alias": "put", - "field": "pointpool_pool_put_total", + "alias": "cost", + "field": "go_gc_duration_seconds", "filters": [ { - "id": "7cdfb370-f553-11ee-a929-df46efac2c78", + "id": "1e3f2700-faf9-11ee-abc1-abcf64b8b48c", "op": "=", "name": "host", "type": "keyword", @@ -5323,19 +5614,15 @@ } ], "groupBy": [ - "host" + "host", + "quantile" ], "funcList": [], "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], + "queryFuncs": [], "groupByTime": "", "indexFilter": "" }, @@ -5360,7 +5647,7 @@ "precision": "2", "showTitle": true, "stackType": "time", - "titleDesc": "", + "titleDesc": "The larger tha ratio, the better for channel cached", "globalUnit": [], "isSampling": true, "compareType": [], @@ -5372,7 +5659,7 @@ "min", "max" ], - "timeInterval": "auto", + "timeInterval": "1m", "legendPostion": "bottom", "maxPointCount": null, "sorderByOrder": "desc", @@ -5383,7 +5670,7 @@ "showFieldMapping": false, "onlyShowGroupName": false, "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" + "mainMeasurementQueryCode": "B" }, "fixedTime": "", "isRefresh": false @@ -5391,12 +5678,12 @@ "group": { "name": "Point pool" }, - "name": "Put (Channel)", + "name": "Put & Get ratio (Channel/Pool)", "pos": { "h": 11, "w": 6, - "x": 18, - "y": 0 + "x": 0, + "y": 11 }, "type": "sequence", "queries": [ @@ -5407,40 +5694,157 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(avg(`pointpool_chan_put_total`) AS `put`) { `host` = '#{host}' } BY `host`\")", - "code": "A", - "fill": null, - "type": "simple", - "alias": "put", - "field": "pointpool_chan_put_total", - "filters": [ - { - "id": "7cdfb370-f553-11ee-a929-df46efac2c78", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [ + "q": "eval(A/B, alias='get(chan vs pool)', A=\"M::`dk`:(avg(`pointpool_chan_get_total`)) { `host` = '#{host}' } BY `host`\", B=\"M::`dk`:(avg(`pointpool_pool_get_total`)) { `host` = '#{host}' } BY `host`\")", + "code": "B", + "type": "expression", + "alias": "get(chan vs pool)", + "children": [ { - "args": [], - "name": "irate" - } - ], - "groupByTime": "", - "indexFilter": "" + "q": "M::`dk`:(avg(`pointpool_chan_get_total`)) { `host` = '#{host}' } BY `host`", + "code": "A", + "fill": null, + "type": "simple", + "alias": "", + "field": "pointpool_chan_get_total", + "fillNum": null, + "filters": [ + { + "id": "3a0c2620-fb0f-11ee-abc1-abcf64b8b48c", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "labelOp": "", + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" + }, + { + "q": "M::`dk`:(avg(`pointpool_pool_get_total`)) { `host` = '#{host}' } BY `host`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "", + "field": "pointpool_pool_get_total", + "filters": [ + { + "id": "5ed734a0-fb0e-11ee-abc1-abcf64b8b48c", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + } + ], + "funcList": [], + "expression": "A/B" + }, + "disabled": false, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "eval(A/B, alias='put(chan vs pool)', A=\"M::`dk`:(avg(`pointpool_chan_put_total`)) { `host` = '#{host}' } BY `host`\", B=\"M::`dk`:(avg(`pointpool_pool_put_total`)) { `host` = '#{host}' } BY `host`\")", + "code": "A", + "type": "expression", + "alias": "put(chan vs pool)", + "children": [ + { + "q": "M::`dk`:(avg(`pointpool_chan_put_total`)) { `host` = '#{host}' } BY `host`", + "code": "A", + "fill": null, + "type": "simple", + "alias": "", + "field": "pointpool_chan_put_total", + "filters": [ + { + "id": "1d876330-fb0e-11ee-abc1-abcf64b8b48c", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + }, + { + "q": "M::`dk`:(avg(`pointpool_pool_put_total`)) { `host` = '#{host}' } BY `host`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "", + "field": "pointpool_pool_put_total", + "filters": [ + { + "id": "1d876330-fb0e-11ee-abc1-abcf64b8b48c", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + } + ], + "funcList": [], + "expression": "A/B" }, + "disabled": false, "datasource": "dataflux" } ] @@ -5448,84 +5852,109 @@ { "extend": { "settings": { - "bar": { - "direction": "horizontal", - "xAxisShowType": "groupBy" - }, "alias": [], - "color": "#498bfe", - "table": { - "queryMode": "toGroupColumn" - }, "units": [], "colors": [], "levels": [], "slimit": 20, - "topSize": 10, + "density": "medium", + "showLine": false, "unitType": "global", - "chartType": "bar", + "chartType": "areaLine", "fixedTime": "", + "isPercent": false, + "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, + "stackType": "time", "titleDesc": "", - "globalUnit": [], + "globalUnit": [ + "digital", + "B" + ], "isSampling": true, + "compareType": [], "openCompare": false, - "showTopSize": true, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "connectNulls": true, + "legendValues": [ + "avg", + "min", + "max" + ], "timeInterval": "auto", - "showTableHead": true, - "tableSortType": "top", - "isTimeInterval": false, + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "currentChartType": "toplist", - "showFieldMapping": false, - "mainMeasurementSort": "top", - "tableSortMetricName": "", - "mainMeasurementLimit": 100, + "currentChartType": "sequence", + "showFieldMapping": true, + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, + "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": true, - "fixedGroupByTime": null + "isRefresh": false }, "group": { - "name": "Point pool" + "name": "Disk cache" }, - "name": "Channel capacity", + "name": "Cache size", "pos": { - "h": 11, - "w": 6, - "x": 6, - "y": 11 + "h": 15, + "w": 8, + "x": 0, + "y": 14 }, - "type": "toplist", + "type": "sequence", "queries": [ { "name": "", - "type": "toplist", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`pointpool_reserved_capacity`) AS `cap`) { `host` = '#{host}' } BY `host`", + "q": "M::`dk`:(avg(`diskcache_size`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "cap", - "field": "pointpool_reserved_capacity", + "alias": "bytes", + "field": "diskcache_size", "filters": [ { - "id": "7cdfb370-f553-11ee-a929-df46efac2c78", + "id": "3c079580-f567-11ed-9047-75c3d7e6331d", "op": "=", "name": "host", - "type": "keyword", + "type": "", "logic": "and", - "value": "#{host}", - "values": [] + "value": "#{host}" } ], "groupBy": [ + "path", "host" ], "funcList": [], @@ -5548,7 +5977,8 @@ "units": [], "colors": [], "levels": [], - "slimit": 100, + "slimit": 20, + "density": "medium", "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -5556,30 +5986,53 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "sync.Pool.New() called total", - "globalUnit": [], + "titleDesc": "", + "globalUnit": [ + "time", + "μs" + ], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", "max" ], "timeInterval": "auto", - "legendPostion": "bottom", - "maxPointCount": null, + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, @@ -5587,14 +6040,14 @@ "isRefresh": false }, "group": { - "name": "Point pool" + "name": "Disk cache" }, - "name": "Malloc total", + "name": "Get/Put latency", "pos": { - "h": 11, - "w": 6, - "x": 12, - "y": 11 + "h": 14, + "w": 8, + "x": 16, + "y": 0 }, "type": "sequence", "queries": [ @@ -5605,15 +6058,24 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(last(`pointpool_malloc_total`) AS `malloc`) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(avg(`diskcache_get_latency`) AS `get`) { `quantile` = '0.9' and `host` = '#{host}' } BY `host`", "code": "A", "fill": null, "type": "simple", - "alias": "malloc", - "field": "pointpool_malloc_total", + "alias": "get", + "field": "diskcache_get_latency", "filters": [ { - "id": "7cdfb370-f553-11ee-a929-df46efac2c78", + "id": "92dd8640-8ac0-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "quantile", + "type": "keyword", + "logic": "and", + "value": "0.9", + "values": [] + }, + { + "id": "9f93e6f0-8c4f-11ef-bff8-c39ec2619c7a", "op": "=", "name": "host", "type": "keyword", @@ -5626,18 +6088,62 @@ "host" ], "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "", + "additionalFields": null + }, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`diskcache_put_latency`) AS `put`) { `quantile` = '0.9' and `host` = '#{host}' } BY `host`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "put", + "field": "diskcache_put_latency", + "filters": [ { - "args": [], - "name": "irate" + "id": "92dd8640-8ac0-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "quantile", + "type": "keyword", + "logic": "and", + "value": "0.9", + "values": [] + }, + { + "id": "a6c1abb0-8c4f-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] } ], + "groupBy": [ + "host" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], "groupByTime": "", - "indexFilter": "" + "indexFilter": "", + "additionalFields": null }, "datasource": "dataflux" } @@ -5647,78 +6153,151 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "cost(p90)", + "name": "cost(p90)", + "unit": "", + "units": [ + "time", + "s" + ] + }, + { + "key": "bytes", + "name": "bytes", + "unit": "", + "units": [ + "digital", + "B" + ] + } + ], "colors": [], "levels": [], - "slimit": 100, - "showLine": false, - "unitType": "global", - "chartType": "areaLine", + "slimit": 20, + "pageSize": 0, + "unitType": "custom", "fixedTime": "", - "isPercent": false, - "openStack": false, "precision": "2", + "queryMode": "toGroupColumn", "showTitle": true, - "stackType": "time", "titleDesc": "", - "globalUnit": [ - "time", - "ns" - ], + "globalUnit": [], "isSampling": true, - "compareType": [], - "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "legendValues": [ - "avg", - "min", - "max" + "showColumns": [], + "valMappings": [ + { + "field": "encoding", + "operation": "=", + "mappingVal": "v2", + "originalVal": [ + "protobuf" + ] + }, + { + "field": "encoding", + "operation": "=", + "mappingVal": "v1", + "originalVal": [ + "line-protocol" + ] + } + ], + "columnsWidth": [ + { + "field": "host", + "width": 165 + }, + { + "field": "encoding", + "width": 165 + }, + { + "field": "category", + "width": 165 + }, + { + "field": "bytes", + "width": 96 + }, + { + "field": "points", + "width": 100 + }, + { + "field": "batches", + "width": 161 + }, + { + "field": "build cost", + "width": 138 + } ], "timeInterval": "auto", - "legendPostion": "bottom", - "maxPointCount": null, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, + "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "sequence", + "disableFuncList": false, + "currentChartType": "table", "showFieldMapping": false, - "onlyShowGroupName": false, - "openThousandsSeparator": true, + "valColorMappings": [ + { + "field": "encoding", + "value": [ + "protobuf" + ], + "bgColor": "", + "fontColor": "", + "lineColor": "", + "operation": "=" + }, + { + "field": "encoding", + "value": [ + "line-protocol" + ], + "bgColor": "", + "fontColor": "", + "lineColor": "", + "operation": "=" + } + ], + "mainMeasurementSort": "top", + "mainMeasurementLimit": 50, + "openThousandsSeparator": false, "mainMeasurementQueryCode": "A" }, "fixedTime": "", "isRefresh": false }, "group": { - "name": "Point pool" + "name": "Dataway" }, - "name": "GC duration", + "name": "Build body", "pos": { - "h": 11, + "h": 12, "w": 6, "x": 18, - "y": 11 + "y": 12 }, - "type": "sequence", + "type": "table", "queries": [ { "name": "", - "type": "sequence", + "type": "table", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`go_gc_duration_seconds`) AS `cost`) { `host` = '#{host}' } BY `host`, `quantile`", + "q": "M::`dk`:(avg(`datakit_io_build_body_batch_bytes`) AS `bytes`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", "code": "A", "fill": null, "type": "simple", - "alias": "cost", - "field": "go_gc_duration_seconds", + "alias": "bytes", + "field": "datakit_io_build_body_batch_bytes", "filters": [ { - "id": "1e3f2700-faf9-11ee-abc1-abcf64b8b48c", + "id": "12ce3660-fcd2-11ee-9e50-adf03e570949", "op": "=", "name": "host", "type": "keyword", @@ -5729,7 +6308,8 @@ ], "groupBy": [ "host", - "quantile" + "encoding", + "category" ], "funcList": [], "fieldFunc": "avg", @@ -5741,342 +6321,135 @@ "indexFilter": "" }, "datasource": "dataflux" - } - ] - }, - { - "extend": { - "settings": { - "alias": [], - "units": [], - "colors": [], - "levels": [], - "slimit": 20, - "showLine": false, - "unitType": "global", - "chartType": "areaLine", - "fixedTime": "", - "isPercent": false, - "openStack": false, - "precision": "2", - "showTitle": true, - "stackType": "time", - "titleDesc": "The larger tha ratio, the better for channel cached", - "globalUnit": [], - "isSampling": true, - "compareType": [], - "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "legendValues": [ - "avg", - "min", - "max" - ], - "timeInterval": "1m", - "legendPostion": "bottom", - "maxPointCount": null, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, - "changeWorkspace": false, - "currentChartType": "sequence", - "showFieldMapping": false, - "onlyShowGroupName": false, - "openThousandsSeparator": true, - "mainMeasurementQueryCode": "B" }, - "fixedTime": "", - "isRefresh": false - }, - "group": { - "name": "Point pool" - }, - "name": "Put & Get ratio (Channel/Pool)", - "pos": { - "h": 11, - "w": 6, - "x": 0, - "y": 11 - }, - "type": "sequence", - "queries": [ { "name": "", - "type": "sequence", + "type": "table", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "eval(A/B, alias='get(chan vs pool)', A=\"M::`dk`:(avg(`pointpool_chan_get_total`)) { `host` = '#{host}' } BY `host`\", B=\"M::`dk`:(avg(`pointpool_pool_get_total`)) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(avg(`datakit_io_build_body_batch_points`) AS `points`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", "code": "B", - "type": "expression", - "alias": "get(chan vs pool)", - "children": [ - { - "q": "M::`dk`:(avg(`pointpool_chan_get_total`)) { `host` = '#{host}' } BY `host`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "pointpool_chan_get_total", - "fillNum": null, - "filters": [ - { - "id": "3a0c2620-fb0f-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host" - ], - "labelOp": "", - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "withLabels": [], - "groupByTime": "" - }, + "fill": null, + "type": "simple", + "alias": "points", + "field": "datakit_io_build_body_batch_points", + "filters": [ { - "q": "M::`dk`:(avg(`pointpool_pool_get_total`)) { `host` = '#{host}' } BY `host`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "pointpool_pool_get_total", - "filters": [ - { - "id": "5ed734a0-fb0e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "id": "1952e9e0-fcd2-11ee-9e50-adf03e570949", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] } ], + "groupBy": [ + "host", + "encoding", + "category" + ], "funcList": [], - "expression": "A/B" + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" }, - "disabled": false, "datasource": "dataflux" }, { "name": "", - "type": "sequence", + "type": "table", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "eval(A/B, alias='put(chan vs pool)', A=\"M::`dk`:(avg(`pointpool_chan_put_total`)) { `host` = '#{host}' } BY `host`\", B=\"M::`dk`:(avg(`pointpool_pool_put_total`)) { `host` = '#{host}' } BY `host`\")", - "code": "A", - "type": "expression", - "alias": "put(chan vs pool)", - "children": [ - { - "q": "M::`dk`:(avg(`pointpool_chan_put_total`)) { `host` = '#{host}' } BY `host`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "pointpool_chan_put_total", - "filters": [ - { - "id": "1d876330-fb0e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" - }, + "q": "M::`dk`:(avg(`datakit_io_build_body_batches`) AS `batches`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", + "code": "C", + "fill": null, + "type": "simple", + "alias": "batches", + "field": "datakit_io_build_body_batches", + "filters": [ { - "q": "M::`dk`:(avg(`pointpool_pool_put_total`)) { `host` = '#{host}' } BY `host`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "pointpool_pool_put_total", - "filters": [ - { - "id": "1d876330-fb0e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "id": "1d1ac750-fcd2-11ee-9e50-adf03e570949", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] } ], + "groupBy": [ + "host", + "encoding", + "category" + ], "funcList": [], - "expression": "A/B" + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" }, - "disabled": false, "datasource": "dataflux" - } - ] - }, - { - "extend": { - "settings": { - "alias": [], - "units": [], - "colors": [], - "levels": [], - "slimit": 20, - "density": "medium", - "showLine": false, - "unitType": "global", - "chartType": "areaLine", - "fixedTime": "", - "isPercent": false, - "openStack": false, - "precision": "2", - "showTitle": true, - "stackType": "time", - "titleDesc": "", - "globalUnit": [ - "digital", - "B" - ], - "isSampling": true, - "compareType": [], - "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "legendValues": [ - "avg", - "min", - "max" - ], - "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "legendPostion": "bottom", - "maxPointCount": 360, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, - "changeWorkspace": false, - "currentChartType": "sequence", - "showFieldMapping": true, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, - "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" }, - "fixedTime": "", - "isRefresh": false - }, - "group": { - "name": "Disk cache" - }, - "name": "Cache size", - "pos": { - "h": 15, - "w": 6, - "x": 0, - "y": 14 - }, - "type": "sequence", - "queries": [ { "name": "", - "type": "sequence", + "type": "table", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`diskcache_size`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`", - "code": "A", + "q": "M::`dk`:(avg(`datakit_io_build_body_cost_seconds`) AS `cost(p90)`) { `host` = '#{host}' and `quantile` = '0.9' } BY `host`, `encoding`, `category`", + "code": "D", "fill": null, - "type": "simple", - "alias": "bytes", - "field": "diskcache_size", + "type": "simple", + "alias": "cost(p90)", + "field": "datakit_io_build_body_cost_seconds", + "fillNum": null, "filters": [ { - "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "id": "9d87b8d0-8ac6-11ef-bff8-c39ec2619c7a", "op": "=", "name": "host", "type": "", "logic": "and", - "value": "#{host}" + "value": "#{host}", + "values": [] + }, + { + "id": "a56c7180-8ac6-11ef-bff8-c39ec2619c7a", + "op": "=", + "name": "quantile", + "type": "keyword", + "logic": "and", + "value": "0.9", + "values": [] } ], "groupBy": [ - "path", - "host" + "host", + "encoding", + "category" ], + "labelOp": "", "funcList": [], "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "withLabels": [], + "groupByTime": "" }, "datasource": "dataflux" } @@ -6098,18 +6471,20 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", "globalUnit": [ - "time", - "μs" + "digital", + "B" ], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -6152,11 +6527,11 @@ "group": { "name": "Disk cache" }, - "name": "Get/Put latency", + "name": "Cache dropped bytes", "pos": { "h": 15, - "w": 6, - "x": 6, + "w": 8, + "x": 16, "y": 14 }, "type": "sequence", @@ -6168,307 +6543,145 @@ "color": "", "qtype": "dql", "query": { - "q": "eval(A/B, alias='get', A=\"M::`dk`:(avg(`diskcache_get_latency_sum`)) { `host` = '#{host}' } BY `host`, `path`\", B=\"M::`dk`:(avg(`diskcache_get_latency_count`)) { `host` = '#{host}' } BY `host`, `path`\")", + "q": "M::`dk`:(avg(`diskcache_dropped_data_sum`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`, `reason`", "code": "A", - "type": "expression", - "alias": "get", - "children": [ - { - "q": "M::`dk`:(avg(`diskcache_get_latency_sum`)) { `host` = '#{host}' } BY `host`, `path`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "diskcache_get_latency_sum", - "filters": [ - { - "id": "080e5970-fb8e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "path" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" - }, + "fill": null, + "type": "simple", + "alias": "bytes", + "field": "diskcache_dropped_data_sum", + "filters": [ { - "q": "M::`dk`:(avg(`diskcache_get_latency_count`)) { `host` = '#{host}' } BY `host`, `path`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "diskcache_get_latency_count", - "filters": [ - { - "id": "080e5970-fb8e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "path" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}" } ], - "funcList": [], - "expression": "A/B" - }, - "datasource": "dataflux" - }, - { - "name": "", - "type": "sequence", - "unit": "", - "color": "", - "qtype": "dql", - "query": { - "q": "eval(A/B, alias='put', A=\"M::`dk`:(avg(`diskcache_put_latency_sum`)) { `host` = '#{host}' } BY `host`, `path`\", B=\"M::`dk`:(avg(`diskcache_put_latency_count`)) { `host` = '#{host}' } BY `host`, `path`\")", - "code": "B", - "type": "expression", - "alias": "put", - "children": [ - { - "q": "M::`dk`:(avg(`diskcache_put_latency_sum`)) { `host` = '#{host}' } BY `host`, `path`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "diskcache_put_latency_sum", - "filters": [ - { - "id": "080e5970-fb8e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "path" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" - }, - { - "q": "M::`dk`:(avg(`diskcache_put_latency_count`)) { `host` = '#{host}' } BY `host`, `path`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "diskcache_put_latency_count", - "filters": [ - { - "id": "080e5970-fb8e-11ee-abc1-abcf64b8b48c", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "path" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" - } + "groupBy": [ + "path", + "host", + "reason" ], "funcList": [], - "expression": "A/B" + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" }, "datasource": "dataflux" } ] - }, - { - "extend": { - "settings": { - "alias": [], - "units": [ - { - "key": "build cost", - "name": "build cost", - "unit": "", - "units": [ - "time", - "s" - ] - }, - { - "key": "bytes", - "name": "bytes", - "unit": "", - "units": [ - "digital", - "B" - ] - } - ], - "colors": [], - "levels": [], - "slimit": 20, - "pageSize": 0, - "unitType": "custom", - "fixedTime": "", - "precision": "2", - "queryMode": "toGroupColumn", - "showTitle": true, - "titleDesc": "", - "globalUnit": [], - "isSampling": true, - "showColumns": [], - "valMappings": [ - { - "field": "encoding", - "operation": "=", - "mappingVal": "v2", - "originalVal": [ - "protobuf" - ] - } - ], - "columnsWidth": [ - { - "field": "host", - "width": 165 - }, - { - "field": "encoding", - "width": 165 - }, - { - "field": "category", - "width": 165 - }, - { - "field": "bytes", - "width": 96 - }, - { - "field": "points", - "width": 100 - }, - { - "field": "batches", - "width": 161 - }, - { - "field": "build cost", - "width": 138 - } + }, + { + "extend": { + "settings": { + "alias": [], + "units": [], + "colors": [], + "levels": [], + "slimit": 10, + "density": "medium", + "showLine": false, + "unitType": "global", + "chartType": "areaLine", + "fixedTime": "", + "isPercent": false, + "openStack": false, + "precision": "2", + "showTitle": true, + "stackType": "time", + "titleDesc": "", + "globalUnit": [], + "isSampling": true, + "compareType": [], + "openCompare": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "legendValues": [ + "avg", + "min", + "max" ], "timeInterval": "auto", - "isTimeInterval": false, + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "disableFuncList": false, - "currentChartType": "table", + "currentChartType": "sequence", "showFieldMapping": false, - "valColorMappings": [ - { - "field": "encoding", - "value": [ - "protobuf" - ], - "bgColor": "", - "fontColor": "", - "lineColor": "", - "operation": "=" - } - ], - "mainMeasurementSort": "top", - "mainMeasurementLimit": 50, - "openThousandsSeparator": false, + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, + "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": true + "isRefresh": false }, "group": { - "name": "Dataway" + "name": "Disk cache" }, - "name": "Build body", + "name": "Cache data files", "pos": { - "h": 12, - "w": 18, - "x": 6, - "y": 12 + "h": 15, + "w": 8, + "x": 8, + "y": 14 }, - "type": "table", + "type": "sequence", "queries": [ { "name": "", - "type": "table", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_io_build_body_batch_bytes`) AS `bytes`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", + "q": "M::`dk`:(last(`diskcache_datafiles`) AS `count`) { `host` = '#{host}' } BY `path`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "bytes", - "field": "datakit_io_build_body_batch_bytes", + "alias": "count", + "field": "diskcache_datafiles", "filters": [ { - "id": "12ce3660-fcd2-11ee-9e50-adf03e570949", + "id": "3c079580-f567-11ed-9047-75c3d7e6331d", "op": "=", "name": "host", - "type": "keyword", + "type": "", "logic": "and", - "value": "#{host}", - "values": [] + "value": "#{host}" } ], "groupBy": [ - "host", - "encoding", - "category" + "path", + "host" ], "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", @@ -6477,23 +6690,99 @@ "indexFilter": "" }, "datasource": "dataflux" + } + ] + }, + { + "extend": { + "settings": { + "alias": [], + "units": [], + "colors": [], + "levels": [], + "slimit": 50, + "density": "medium", + "showLine": false, + "unitType": "custom", + "chartType": "areaLine", + "fixedTime": "", + "isPercent": false, + "openStack": false, + "precision": "2", + "showTitle": true, + "stackType": "time", + "titleDesc": "", + "globalUnit": [], + "isSampling": true, + "compareType": [], + "openCompare": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "legendValues": [ + "last" + ], + "timeInterval": "auto", + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, + "changeWorkspace": false, + "currentChartType": "sequence", + "showFieldMapping": false, + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, + "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "B" }, + "fixedTime": "", + "isRefresh": false + }, + "group": { + "name": "Goroutine" + }, + "name": "Goroutines recovered", + "pos": { + "h": 14, + "w": 6, + "x": 18, + "y": 0 + }, + "type": "sequence", + "queries": [ { "name": "", - "type": "table", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_io_build_body_batch_points`) AS `points`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", + "q": "M::`dk`:(last(`datakit_goroutine_recover_total`) AS `recover`) { `host` = '#{host}' } BY `host`, `name`", "code": "B", "fill": null, "type": "simple", - "alias": "points", - "field": "datakit_io_build_body_batch_points", + "alias": "recover", + "field": "datakit_goroutine_recover_total", "filters": [ { - "id": "1952e9e0-fcd2-11ee-9e50-adf03e570949", + "id": "5fbd6d70-f551-11ee-a929-df46efac2c78", "op": "=", "name": "host", "type": "keyword", @@ -6504,11 +6793,10 @@ ], "groupBy": [ "host", - "encoding", - "category" + "name" ], "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", @@ -6517,23 +6805,85 @@ "indexFilter": "" }, "datasource": "dataflux" + } + ] + }, + { + "extend": { + "settings": { + "alias": [], + "units": [], + "colors": [], + "levels": [], + "slimit": 20, + "showLine": false, + "unitType": "global", + "chartType": "areaLine", + "fixedTime": "", + "isPercent": false, + "openStack": false, + "precision": "2", + "showLabel": false, + "showTitle": true, + "stackType": "time", + "titleDesc": "", + "globalUnit": [], + "isSampling": true, + "compareType": [], + "openCompare": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "connectNulls": true, + "legendValues": [ + "avg", + "min", + "max" + ], + "timeInterval": "1m", + "legendPostion": "bottom", + "maxPointCount": null, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, + "changeWorkspace": false, + "currentChartType": "sequence", + "showFieldMapping": false, + "onlyShowGroupName": false, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "A" }, + "fixedTime": "", + "isRefresh": false + }, + "group": { + "name": "Point pool" + }, + "name": "Pool escaped points", + "pos": { + "h": 9, + "w": 6, + "x": 0, + "y": 22 + }, + "type": "sequence", + "queries": [ { "name": "", - "type": "table", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_io_build_body_batches`) AS `batches`) { `host` = '#{host}' } BY `host`, `encoding`, `category`", - "code": "C", + "q": "M::`dk`:(last(`pointpool_escaped`) AS `escaped`) { `host` = '#{host}' }[:::irate] BY `host`", + "code": "A", "fill": null, "type": "simple", - "alias": "batches", - "field": "datakit_io_build_body_batches", + "alias": "escaped", + "field": "pointpool_escaped", + "rollup": "irate", "filters": [ { - "id": "1d1ac750-fcd2-11ee-9e50-adf03e570949", + "id": "fa4761f0-21a4-11ef-b92d-ef27e7697bf5", "op": "=", "name": "host", "type": "keyword", @@ -6543,101 +6893,109 @@ } ], "groupBy": [ - "host", - "encoding", - "category" + "host" ], "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], "groupByTime": "", - "indexFilter": "" + "indexFilter": "", + "additionalFields": null }, "datasource": "dataflux" + } + ] + }, + { + "extend": { + "settings": { + "alias": [], + "units": [], + "colors": [], + "levels": [], + "bgColor": "", + "mappings": [], + "showLine": false, + "unitType": "global", + "fixedTime": "", + "fontColor": "", + "lineColor": "#3AB8FF", + "precision": "2", + "showTitle": true, + "titleDesc": "", + "downsample": "last", + "globalUnit": [ + "digital", + "B" + ], + "isSampling": true, + "compareType": "", + "openCompare": false, + "showLineAxis": false, + "timeInterval": "auto", + "isTimeInterval": false, + "changeWorkspace": false, + "currentChartType": "singlestat", + "showFieldMapping": false, + "sequenceChartType": "line", + "openThousandsSeparator": true }, + "fixedTime": "", + "isRefresh": false, + "fixedGroupByTime": null + }, + "group": { + "name": "Overview" + }, + "name": "Mem limit", + "pos": { + "h": 6, + "w": 3, + "x": 4, + "y": 6 + }, + "type": "singlestat", + "queries": [ { "name": "", - "type": "table", + "type": "singlestat", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "eval(A/B, alias='build cost', A=\"M::`dk`:(avg(`datakit_io_build_body_cost_seconds_sum`)) { `host` = '#{host}' } BY `host`, `encoding`, `category`\", B=\"M::`dk`:(avg(`datakit_io_build_body_cost_seconds_count`)) { `host` = '#{host}' } BY `host`, `encoding`, `category`\")", - "code": "D", - "type": "expression", - "alias": "build cost", - "children": [ - { - "q": "M::`dk`:(avg(`datakit_io_build_body_cost_seconds_sum`)) { `host` = '#{host}' } BY `host`, `encoding`, `category`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "datakit_io_build_body_cost_seconds_sum", - "filters": [ - { - "id": "226c5200-fcd2-11ee-9e50-adf03e570949", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "encoding", - "category" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" - }, + "q": "O::`kubelet_pod`:(last(`mem_limit`) AS `mem`) { `daemonset` = 'datakit' }", + "code": "B", + "fill": null, + "type": "simple", + "alias": "mem", + "field": "mem_limit", + "fillNum": null, + "filters": [ { - "q": "M::`dk`:(avg(`datakit_io_build_body_cost_seconds_count`)) { `host` = '#{host}' } BY `host`, `encoding`, `category`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "datakit_io_build_body_cost_seconds_count", - "filters": [ - { - "id": "2960b740-fcd2-11ee-9e50-adf03e570949", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "encoding", - "category" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "id": "6c701280-2c73-11ef-9844-451b2aed8844", + "op": "=", + "name": "daemonset", + "type": "", + "logic": "and", + "value": "datakit", + "values": [] } ], + "groupBy": [], + "labelOp": "", "funcList": [], - "expression": "A/B" + "fieldFunc": "last", + "fieldType": "long", + "namespace": "object", + "dataSource": "kubelet_pod", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" }, + "disabled": false, "datasource": "dataflux" } ] @@ -6649,114 +7007,92 @@ "units": [], "colors": [], "levels": [], - "slimit": 20, - "density": "medium", + "bgColor": "", + "mappings": [], "showLine": false, "unitType": "global", - "chartType": "areaLine", "fixedTime": "", - "isPercent": false, - "openStack": false, + "fontColor": "", + "lineColor": "#3AB8FF", "precision": "2", "showTitle": true, - "stackType": "time", "titleDesc": "", - "globalUnit": [ - "digital", - "B" - ], + "downsample": "last", + "globalUnit": [], "isSampling": true, - "compareType": [], + "compareType": "", "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "legendValues": [ - "avg", - "min", - "max" - ], + "showLineAxis": false, "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "legendPostion": "bottom", - "maxPointCount": 360, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, + "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "sequence", + "currentChartType": "singlestat", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, - "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, - "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" + "sequenceChartType": "line", + "openThousandsSeparator": true }, "fixedTime": "", - "isRefresh": false + "isRefresh": true, + "fixedGroupByTime": null }, "group": { - "name": "Disk cache" + "name": "Overview" }, - "name": "Cache dropped bytes", + "name": "CPU limit", "pos": { - "h": 15, - "w": 6, - "x": 18, - "y": 14 + "h": 6, + "w": 3, + "x": 4, + "y": 0 }, - "type": "sequence", + "type": "singlestat", "queries": [ { "name": "", - "type": "sequence", + "type": "singlestat", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`diskcache_dropped_bytes_total`) AS `bytes`) { `host` = '#{host}' } BY `path`, `host`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "bytes", - "field": "diskcache_dropped_bytes_total", - "filters": [ + "q": "eval(A/1000, alias='cpu', A=\"O::`kubelet_pod`:(last(`cpu_limit_millicores`) AS `cpu`) { `daemonset` = 'datakit' }\")", + "code": "B", + "type": "expression", + "alias": "cpu", + "children": [ { - "id": "3c079580-f567-11ed-9047-75c3d7e6331d", - "op": "=", - "name": "host", - "type": "", - "logic": "and", - "value": "#{host}" + "q": "O::`kubelet_pod`:(last(`cpu_limit_millicores`) AS `cpu`) { `daemonset` = 'datakit' }", + "code": "A", + "fill": null, + "type": "simple", + "alias": "cpu", + "field": "cpu_limit_millicores", + "fillNum": null, + "filters": [ + { + "id": "515e0780-2c74-11ef-9844-451b2aed8844", + "op": "=", + "name": "daemonset", + "type": "", + "logic": "and", + "value": "datakit", + "values": [] + } + ], + "groupBy": [], + "labelOp": "", + "fieldFunc": "last", + "fieldType": "long", + "namespace": "object", + "dataSource": "kubelet_pod", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" } ], - "groupBy": [ - "path", - "host" - ], "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "expression": "A/1000" }, + "disabled": false, "datasource": "dataflux" } ] @@ -6768,7 +7104,7 @@ "units": [], "colors": [], "levels": [], - "slimit": 10, + "slimit": 100, "density": "medium", "showLine": false, "unitType": "global", @@ -6777,6 +7113,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -6786,6 +7123,7 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ "avg", "min", @@ -6820,20 +7158,20 @@ "monthCompare": "rgba(11,11,12,0.12)" }, "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" + "mainMeasurementQueryCode": "B" }, "fixedTime": "", "isRefresh": false }, "group": { - "name": "Disk cache" + "name": "HTTP-API(Datakit as server)" }, - "name": "Cache data files", + "name": "API requests(rate)", "pos": { - "h": 15, + "h": 17, "w": 6, - "x": 12, - "y": 14 + "x": 6, + "y": 0 }, "type": "sequence", "queries": [ @@ -6844,34 +7182,39 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`diskcache_datafiles`) AS `count`) { `host` = '#{host}' } BY `path`, `host`", - "code": "A", + "q": "M::`dk`:(last(`datakit_http_api_total`) AS `req`) { `host` = '#{host}' }[:::irate] BY `host`, `api`, `status`", + "code": "B", "fill": null, "type": "simple", - "alias": "count", - "field": "diskcache_datafiles", + "alias": "req", + "field": "datakit_http_api_total", + "rollup": "irate", + "fillNum": null, "filters": [ { - "id": "3c079580-f567-11ed-9047-75c3d7e6331d", + "id": "52166090-27ca-11ef-9181-67a5b2a7a75f", "op": "=", "name": "host", "type": "", "logic": "and", - "value": "#{host}" + "value": "#{host}", + "values": [] } ], "groupBy": [ - "path", - "host" + "host", + "api", + "status" ], + "labelOp": "", "funcList": [], "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "withLabels": [], + "groupByTime": "" }, "datasource": "dataflux" } @@ -6884,14 +7227,8 @@ "units": [], "colors": [], "levels": [], - "slimit": 50, + "slimit": 100, "density": "medium", - "compares": [ - { - "label": "环比", - "value": "circleCompare" - } - ], "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -6899,24 +7236,24 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", "globalUnit": [ - "digital", - "B" + "time", + "s" ], "isSampling": true, - "compareType": [ - "circleCompare" - ], + "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ - "avg", "min", - "max" + "max", + "avg" ], "timeInterval": "auto", "compareColors": { @@ -6931,7 +7268,6 @@ "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, - "compareChartType": "sequence", "currentChartType": "sequence", "showFieldMapping": false, "compareColorsDark": { @@ -6948,20 +7284,21 @@ "monthCompare": "rgba(11,11,12,0.12)" }, "openThousandsSeparator": true, - "mainMeasurementQueryCode": "B" + "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { - "name": "Overview" + "name": "Collectors(Inputs)" }, - "name": "Mem usage(sys)", + "name": "Feed latency(p90)", "pos": { - "h": 15, - "w": 8, - "x": 7, - "y": 12 + "h": 14, + "w": 6, + "x": 18, + "y": 0 }, "type": "sequence", "queries": [ @@ -6972,33 +7309,64 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_sys_alloc_bytes`) AS `sys`) { `host` = '#{host}' } BY `host`", - "code": "B", + "q": "M::`dk`:(avg(`datakit_io_feed_cost_seconds`) AS `block`) { `host` = '#{host}' and `category` != 'unknown' and from != 'unknown' and `quantile` = '0.9' } BY `host`, `category`, `from`", + "code": "A", "fill": null, - "type": "simple", - "alias": "sys", - "field": "datakit_sys_alloc_bytes", + "type": "dql", + "alias": "block", + "field": "datakit_io_feed_cost_seconds", + "index": "", + "fillNum": null, "filters": [ { - "id": "eb100b80-f566-11ed-9047-75c3d7e6331d", "op": "=", "name": "host", "type": "", "logic": "and", - "value": "#{host}" + "value": "#{host}", + "values": [] + }, + { + "op": "!=", + "name": "category", + "type": "", + "logic": "and", + "value": "unknown", + "values": [] + }, + { + "op": "!=", + "name": "from", + "type": "", + "logic": "and", + "value": "unknown", + "values": [] + }, + { + "op": "=", + "name": "quantile", + "type": "", + "logic": "and", + "value": "0.9", + "values": [] } ], "groupBy": [ - "host" + "host", + "category", + "from" ], + "indexes": [], + "labelOp": "", "funcList": [], - "fieldFunc": "last", - "fieldType": "float", + "interval": "", + "fieldFunc": "avg", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], + "withLabels": [], "groupByTime": "", - "indexFilter": "" + "dataSourceFunc": "" }, "datasource": "dataflux" } @@ -7011,26 +7379,30 @@ "units": [], "colors": [], "levels": [], - "slimit": 50, + "slimit": 100, "density": "medium", "showLine": false, - "unitType": "custom", + "unitType": "global", "chartType": "areaLine", "fixedTime": "", "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", - "titleDesc": "", + "titleDesc": "Default only drop metric points", "globalUnit": [], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "connectNulls": true, "legendValues": [ - "last" + "min", + "max", + "avg" ], "timeInterval": "auto", "compareColors": { @@ -7061,20 +7433,21 @@ "monthCompare": "rgba(11,11,12,0.12)" }, "openThousandsSeparator": true, - "mainMeasurementQueryCode": "B" + "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { - "name": "Goroutine" + "name": "Collectors(Inputs)" }, - "name": "Goroutines recovered", + "name": "Feed drop", "pos": { "h": 14, "w": 6, - "x": 18, - "y": 0 + "x": 0, + "y": 14 }, "type": "sequence", "queries": [ @@ -7085,35 +7458,36 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_goroutine_recover_total`) AS `recover`) { `host` = '#{host}' } BY `host`, `name`", - "code": "B", + "q": "M::`dk`:(avg(`datakit_io_feed_drop_point_total`) AS `drop`) { `host` = '#{host}' } BY `host`, `category`, `from`", + "code": "A", "fill": null, "type": "simple", - "alias": "recover", - "field": "datakit_goroutine_recover_total", + "alias": "drop", + "field": "datakit_io_feed_drop_point_total", + "fillNum": null, "filters": [ { - "id": "5fbd6d70-f551-11ee-a929-df46efac2c78", + "id": "90b104f0-0b55-11ee-b529-4df829524caa", "op": "=", "name": "host", - "type": "keyword", "logic": "and", - "value": "#{host}", - "values": [] + "value": "#{host}" } ], "groupBy": [ "host", - "name" + "category", + "from" ], + "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "groupByTime": "", - "indexFilter": "" + "withLabels": [], + "groupByTime": "" }, "datasource": "dataflux" } @@ -7123,10 +7497,18 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "derivative(last(datakit_io_feed_point_total))", + "name": "derivative(last(datakit_io_feed_point_total))", + "unit": "", + "units": [] + } + ], "colors": [], "levels": [], - "slimit": 20, + "slimit": 100, + "density": "medium", "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -7134,6 +7516,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -7143,36 +7526,57 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "aliasVersion": 2, + "connectNulls": true, "legendValues": [ + "last", "avg", - "min", - "max" + "min" ], - "timeInterval": "1m", + "timeInterval": "auto", + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, "legendPostion": "bottom", - "maxPointCount": null, + "maxPointCount": 360, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { - "name": "Point pool" + "name": "Collectors(Inputs)" }, - "name": "Pool escaped points", + "name": "Compact", "pos": { - "h": 9, + "h": 14, "w": 6, - "x": 0, - "y": 22 + "x": 18, + "y": 14 }, "type": "sequence", "queries": [ @@ -7183,40 +7587,38 @@ "color": "", "qtype": "dql", "query": { - "q": "irate(\"M::`dk`:(last(`pointpool_escaped`) AS `escaped`) { `host` = '#{host}' } BY `host`\")", + "q": "M::`dk`:(last(`datakit_io_flush_total`) AS `compact`) { `host` = '#{host}' }[:::irate] BY `category`, `host`", "code": "A", "fill": null, "type": "simple", - "alias": "escaped", - "field": "pointpool_escaped", + "alias": "compact", + "field": "datakit_io_flush_total", + "rollup": "irate", + "fillNum": null, "filters": [ { - "id": "fa4761f0-21a4-11ef-b92d-ef27e7697bf5", + "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", "op": "=", "name": "host", - "type": "keyword", + "type": "", "logic": "and", "value": "#{host}", "values": [] } ], "groupBy": [ + "category", "host" ], + "labelOp": "", "funcList": [], "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", - "queryFuncs": [ - { - "args": [], - "name": "irate" - } - ], - "groupByTime": "", - "indexFilter": "", - "additionalFields": null + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" }, "datasource": "dataflux" } @@ -7225,90 +7627,106 @@ { "extend": { "settings": { + "bar": { + "direction": "horizontal", + "xAxisShowType": "groupBy" + }, "alias": [], + "color": "#498bfe", + "table": { + "queryMode": "toGroupColumn" + }, "units": [], "colors": [], "levels": [], - "bgColor": "", - "mappings": [], - "showLine": false, + "slimit": 20, + "topSize": 10, "unitType": "global", + "chartType": "bar", "fixedTime": "", - "fontColor": "", - "lineColor": "#3AB8FF", "precision": "2", "showTitle": true, "titleDesc": "", - "downsample": "last", - "globalUnit": [ - "digital", - "B" - ], + "globalUnit": [], "isSampling": true, - "compareType": "", "openCompare": false, - "showLineAxis": false, + "showTopSize": true, "timeInterval": "auto", + "showTableHead": true, + "tableSortType": "top", "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "singlestat", + "currentChartType": "toplist", "showFieldMapping": false, - "sequenceChartType": "line", - "openThousandsSeparator": true + "mainMeasurementSort": "top", + "tableSortMetricName": "", + "mainMeasurementLimit": 100, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "A" }, "fixedTime": "", "isRefresh": false, "fixedGroupByTime": null }, "group": { - "name": "Overview" + "name": "Collectors(Inputs)" }, - "name": "Mem limit", + "name": "Compact workers", "pos": { - "h": 6, - "w": 3, - "x": 4, - "y": 6 + "h": 14, + "w": 6, + "x": 12, + "y": 14 }, - "type": "singlestat", + "type": "toplist", "queries": [ { "name": "", - "type": "singlestat", + "type": "toplist", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "O::`kubelet_pod`:(last(`mem_limit`) AS `mem`) { `daemonset` = 'datakit' }", - "code": "B", + "q": "M::`dk`:(last(`datakit_io_flush_workers`) AS `workers`) { `host` = '#{host}' and `category` = 'logging' } BY `host`", + "code": "A", "fill": null, "type": "simple", - "alias": "mem", - "field": "mem_limit", + "alias": "workers", + "field": "datakit_io_flush_workers", "fillNum": null, "filters": [ { - "id": "6c701280-2c73-11ef-9844-451b2aed8844", + "id": "48bb48b0-382a-11ef-bb18-7f9f9aa44149", "op": "=", - "name": "daemonset", + "name": "host", "type": "", "logic": "and", - "value": "datakit", + "value": "#{host}", + "values": [] + }, + { + "id": "48bb48b1-382a-11ef-bb18-7f9f9aa44149", + "op": "=", + "name": "category", + "type": "", + "logic": "and", + "value": "logging", "values": [] } ], - "groupBy": [], + "groupBy": [ + "host" + ], "labelOp": "", "funcList": [], "fieldFunc": "last", - "fieldType": "long", - "namespace": "object", - "dataSource": "kubelet_pod", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", "queryFuncs": [], "withLabels": [], "groupByTime": "" }, - "disabled": false, "datasource": "dataflux" } ] @@ -7317,95 +7735,141 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "derivative(last(datakit_io_feed_point_total))", + "name": "derivative(last(datakit_io_feed_point_total))", + "unit": "", + "units": [] + } + ], "colors": [], "levels": [], - "bgColor": "", - "mappings": [], + "slimit": 100, + "density": "medium", "showLine": false, "unitType": "global", + "chartType": "areaLine", "fixedTime": "", - "fontColor": "", - "lineColor": "#3AB8FF", + "isPercent": false, + "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, + "stackType": "time", "titleDesc": "", - "downsample": "last", - "globalUnit": [], + "globalUnit": [ + "time", + "s" + ], "isSampling": true, - "compareType": "", + "compareType": [], "openCompare": false, - "showLineAxis": false, + "yAxixMaxVal": null, + "yAxixMinVal": null, + "aliasVersion": 2, + "connectNulls": true, + "legendValues": [ + "last", + "avg", + "min" + ], "timeInterval": "auto", - "isTimeInterval": false, + "compareColors": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "legendPostion": "bottom", + "maxPointCount": 360, + "sorderByOrder": "desc", + "xAxisShowType": "time", + "isTimeInterval": true, "changeWorkspace": false, - "currentChartType": "singlestat", + "currentChartType": "sequence", "showFieldMapping": false, - "sequenceChartType": "line", - "openThousandsSeparator": true + "compareColorsDark": { + "dayCompare": "rgba(213,217,226,0.5)", + "hourCompare": "#D5D9E2", + "weekCompare": "rgba(213,217,226,0.25)", + "monthCompare": "rgba(213,217,226,0.12)" + }, + "onlyShowGroupName": false, + "compareColorsLight": { + "dayCompare": "rgba(11,11,12,0.5)", + "hourCompare": "#0B0B0C", + "weekCompare": "rgba(11,11,12,0.3)", + "monthCompare": "rgba(11,11,12,0.12)" + }, + "openThousandsSeparator": true, + "mainMeasurementQueryCode": "A" }, "fixedTime": "", "isRefresh": true, "fixedGroupByTime": null }, "group": { - "name": "Overview" + "name": "Collectors(Inputs)" }, - "name": "CPU limit", + "name": "Collect cost(P90)", "pos": { - "h": 6, - "w": 3, - "x": 4, + "h": 14, + "w": 6, + "x": 6, "y": 0 }, - "type": "singlestat", + "type": "sequence", "queries": [ { "name": "", - "type": "singlestat", + "type": "sequence", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "eval(A/1000, alias='cpu', A=\"O::`kubelet_pod`:(last(`cpu_limit_millicores`) AS `cpu`) { `daemonset` = 'datakit' }\")", - "code": "B", - "type": "expression", - "alias": "cpu", - "children": [ + "q": "M::`dk`:(last(`datakit_input_collect_latency_seconds`) AS `cost`) { `host` = '#{host}' and `quantile` = '0.9' } BY `category`, `host`, `name`", + "code": "A", + "fill": null, + "type": "simple", + "alias": "cost", + "field": "datakit_input_collect_latency_seconds", + "fillNum": null, + "filters": [ { - "q": "O::`kubelet_pod`:(last(`cpu_limit_millicores`) AS `cpu`) { `daemonset` = 'datakit' }", - "code": "A", - "fill": null, - "type": "simple", - "alias": "cpu", - "field": "cpu_limit_millicores", - "fillNum": null, - "filters": [ - { - "id": "515e0780-2c74-11ef-9844-451b2aed8844", - "op": "=", - "name": "daemonset", - "type": "", - "logic": "and", - "value": "datakit", - "values": [] - } - ], - "groupBy": [], - "labelOp": "", - "fieldFunc": "last", - "fieldType": "long", - "namespace": "object", - "dataSource": "kubelet_pod", - "queryFuncs": [], - "withLabels": [], - "groupByTime": "" + "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}", + "values": [] + }, + { + "id": "ce537c50-345f-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "quantile", + "type": "keyword", + "logic": "and", + "value": "0.9", + "values": [] } ], + "groupBy": [ + "category", + "host", + "name" + ], + "labelOp": "", "funcList": [], - "expression": "A/1000" + "fieldFunc": "last", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" }, - "disabled": false, "datasource": "dataflux" } ] @@ -7414,7 +7878,14 @@ "extend": { "settings": { "alias": [], - "units": [], + "units": [ + { + "key": "derivative(last(datakit_io_feed_point_total))", + "name": "derivative(last(datakit_io_feed_point_total))", + "unit": "", + "units": [] + } + ], "colors": [], "levels": [], "slimit": 100, @@ -7426,6 +7897,7 @@ "isPercent": false, "openStack": false, "precision": "2", + "showLabel": false, "showTitle": true, "stackType": "time", "titleDesc": "", @@ -7435,10 +7907,12 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, + "aliasVersion": 2, + "connectNulls": true, "legendValues": [ + "last", "avg", - "min", - "max" + "min" ], "timeInterval": "auto", "compareColors": { @@ -7469,20 +7943,21 @@ "monthCompare": "rgba(11,11,12,0.12)" }, "openThousandsSeparator": true, - "mainMeasurementQueryCode": "B" + "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false + "isRefresh": false, + "fixedGroupByTime": null }, "group": { - "name": "HTTP-API(Datakit as server)" + "name": "Collectors(Inputs)" }, - "name": "API requests", + "name": "Chan length", "pos": { - "h": 17, + "h": 14, "w": 6, "x": 6, - "y": 0 + "y": 14 }, "type": "sequence", "queries": [ @@ -7493,16 +7968,16 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_http_api_total`) AS `req`) { `host` = re(`.*`) } BY `host`, `api`", - "code": "B", + "q": "M::`dk`:(last(`datakit_io_chan_usage`) AS `len`) { `host` = '#{host}' } BY `category`, `host`", + "code": "A", "fill": null, "type": "simple", - "alias": "req", - "field": "datakit_http_api_total", + "alias": "len", + "field": "datakit_io_chan_usage", "fillNum": null, "filters": [ { - "id": "52166090-27ca-11ef-9181-67a5b2a7a75f", + "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", "op": "=", "name": "host", "type": "", @@ -7512,12 +7987,12 @@ } ], "groupBy": [ - "host", - "api" + "category", + "host" ], "labelOp": "", "funcList": [], - "fieldFunc": "avg", + "fieldFunc": "last", "fieldType": "float", "namespace": "metric", "dataSource": "dk", @@ -7525,8 +8000,7 @@ "withLabels": [], "groupByTime": "" }, - "datasource": "dataflux", - "dashboardUUID": "dsbd_36867366c57348188fed275eaea4ce11" + "datasource": "dataflux" } ] }, @@ -7537,8 +8011,7 @@ "units": [], "colors": [], "levels": [], - "slimit": 100, - "density": "medium", + "slimit": 20, "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -7551,8 +8024,8 @@ "stackType": "time", "titleDesc": "", "globalUnit": [ - "time", - "s" + "percent", + "percent_decimal" ], "isSampling": true, "compareType": [], @@ -7561,38 +8034,20 @@ "yAxixMinVal": null, "connectNulls": true, "legendValues": [ - "min", "max", + "min", "avg" ], "timeInterval": "auto", - "compareColors": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "legendPostion": "bottom", - "maxPointCount": 360, + "maxPointCount": null, "sorderByOrder": "desc", "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, "currentChartType": "sequence", "showFieldMapping": false, - "compareColorsDark": { - "dayCompare": "rgba(213,217,226,0.5)", - "hourCompare": "#D5D9E2", - "weekCompare": "rgba(213,217,226,0.25)", - "monthCompare": "rgba(213,217,226,0.12)" - }, "onlyShowGroupName": false, - "compareColorsLight": { - "dayCompare": "rgba(11,11,12,0.5)", - "hourCompare": "#0B0B0C", - "weekCompare": "rgba(11,11,12,0.3)", - "monthCompare": "rgba(11,11,12,0.12)" - }, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, @@ -7601,14 +8056,14 @@ "fixedGroupByTime": null }, "group": { - "name": "Collectors(Inputs)" + "name": "Dataway" }, - "name": "Feed latency(p90)", + "name": "GZip ratio", "pos": { - "h": 14, + "h": 12, "w": 6, - "x": 18, - "y": 0 + "x": 0, + "y": 12 }, "type": "sequence", "queries": [ @@ -7619,64 +8074,115 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(avg(`datakit_io_feed_cost_seconds`) AS `block`) { `host` = '#{host}' and `category` != 'unknown' and from != 'unknown' and `quantile` = '0.9' } BY `host`, `category`, `from`", + "q": "eval(1-(A/B), alias='ratio', A=\"M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'gzip' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`\", B=\"M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'raw' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`\")", "code": "A", - "fill": null, - "type": "dql", - "alias": "block", - "field": "datakit_io_feed_cost_seconds", - "index": "", - "fillNum": null, - "filters": [ - { - "op": "=", - "name": "host", - "type": "", - "logic": "and", - "value": "#{host}", - "values": [] - }, - { - "op": "!=", - "name": "category", - "type": "", - "logic": "and", - "value": "unknown", - "values": [] - }, + "type": "expression", + "alias": "ratio", + "children": [ { - "op": "!=", - "name": "from", - "type": "", - "logic": "and", - "value": "unknown", - "values": [] + "q": "M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'gzip' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`", + "code": "A", + "fill": null, + "type": "simple", + "alias": "", + "field": "datakit_io_dataway_point_bytes_total", + "fillNum": null, + "filters": [ + { + "id": "1aee7b40-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "enc", + "type": "keyword", + "logic": "and", + "value": "gzip", + "values": [] + }, + { + "id": "3c69f420-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "status", + "type": "keyword", + "logic": "and", + "value": "total", + "values": [] + }, + { + "id": "4cea0b50-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host", + "category" + ], + "labelOp": "", + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "withLabels": [], + "groupByTime": "" }, { - "op": "=", - "name": "quantile", - "type": "", - "logic": "and", - "value": "0.9", - "values": [] + "q": "M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'raw' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`", + "code": "B", + "fill": null, + "type": "simple", + "alias": "", + "field": "datakit_io_dataway_point_bytes_total", + "filters": [ + { + "id": "2057d3b0-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "enc", + "type": "keyword", + "logic": "and", + "value": "raw", + "values": [] + }, + { + "id": "409a3050-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "status", + "type": "keyword", + "logic": "and", + "value": "total", + "values": [] + }, + { + "id": "511bf530-3466-11ef-96a4-9d1023f56c95", + "op": "=", + "name": "host", + "type": "keyword", + "logic": "and", + "value": "#{host}", + "values": [] + } + ], + "groupBy": [ + "host", + "category" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "", + "additionalFields": null } ], - "groupBy": [ - "host", - "category", - "from" - ], - "indexes": [], - "labelOp": "", "funcList": [], - "interval": "", - "fieldFunc": "avg", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "withLabels": [], - "groupByTime": "", - "dataSourceFunc": "" + "expression": "1-(A/B)" }, "datasource": "dataflux" } @@ -7686,17 +8192,10 @@ "extend": { "settings": { "alias": [], - "units": [ - { - "key": "derivative(last(datakit_io_feed_point_total))", - "name": "derivative(last(datakit_io_feed_point_total))", - "unit": "", - "units": [] - } - ], + "units": [], "colors": [], "levels": [], - "slimit": 100, + "slimit": 50, "density": "medium", "showLine": false, "unitType": "global", @@ -7709,18 +8208,20 @@ "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [], + "globalUnit": [ + "time", + "s" + ], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, - "aliasVersion": 2, "connectNulls": true, "legendValues": [ - "last", "avg", - "min" + "min", + "max" ], "timeInterval": "auto", "compareColors": { @@ -7754,18 +8255,17 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false, - "fixedGroupByTime": null + "isRefresh": false }, "group": { - "name": "Collectors(Inputs)" + "name": "HTTP request(Datakit as client)" }, - "name": "Flush total", + "name": "TCP idle time", "pos": { - "h": 14, + "h": 17, "w": 6, "x": 18, - "y": 14 + "y": 17 }, "type": "sequence", "queries": [ @@ -7776,144 +8276,43 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_io_flush_total`) AS `flush`) { `host` = '#{host}' } BY `category`, `host`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "flush", - "field": "datakit_io_flush_total", - "fillNum": null, - "filters": [ - { - "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", - "op": "=", - "name": "host", - "type": "", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "category", - "host" - ], - "labelOp": "", - "funcList": [], - "fieldFunc": "last", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "withLabels": [], - "groupByTime": "" - }, - "datasource": "dataflux" - } - ] - }, - { - "extend": { - "settings": { - "bar": { - "direction": "horizontal", - "xAxisShowType": "groupBy" - }, - "alias": [], - "color": "#498bfe", - "table": { - "queryMode": "toGroupColumn" - }, - "units": [], - "colors": [], - "levels": [], - "slimit": 20, - "topSize": 10, - "unitType": "global", - "chartType": "bar", - "fixedTime": "", - "precision": "2", - "showTitle": true, - "titleDesc": "", - "globalUnit": [], - "isSampling": true, - "openCompare": false, - "showTopSize": true, - "timeInterval": "auto", - "showTableHead": true, - "tableSortType": "top", - "isTimeInterval": false, - "changeWorkspace": false, - "currentChartType": "toplist", - "showFieldMapping": false, - "mainMeasurementSort": "top", - "tableSortMetricName": "", - "mainMeasurementLimit": 100, - "openThousandsSeparator": true, - "mainMeasurementQueryCode": "A" - }, - "fixedTime": "", - "isRefresh": true, - "fixedGroupByTime": null - }, - "group": { - "name": "Collectors(Inputs)" - }, - "name": "Flush workers", - "pos": { - "h": 14, - "w": 6, - "x": 12, - "y": 14 - }, - "type": "toplist", - "queries": [ - { - "name": "", - "type": "toplist", - "unit": "", - "color": "", - "qtype": "dql", - "query": { - "q": "M::`dk`:(last(`datakit_io_flush_workers`) AS `workers`) { `host` = '#{host}' and `category` = 'logging' } BY `host`", + "q": "M::`dk`:(avg(`datakit_httpcli_conn_idle_time_seconds`) AS `idle`) { `host` = '#{host}' and `quantile` = '0.9' } BY `host`, `from`", "code": "A", "fill": null, "type": "simple", - "alias": "workers", - "field": "datakit_io_flush_workers", - "fillNum": null, + "alias": "idle", + "field": "datakit_httpcli_conn_idle_time_seconds", "filters": [ { - "id": "48bb48b0-382a-11ef-bb18-7f9f9aa44149", + "id": "12dc1b60-f61e-11ed-9847-7f9b08df60cc", "op": "=", "name": "host", "type": "", "logic": "and", - "value": "#{host}", - "values": [] + "value": "#{host}" }, { - "id": "48bb48b1-382a-11ef-bb18-7f9f9aa44149", + "id": "216e2aa0-65c7-11ef-aa8b-a74a26cb1e2d", "op": "=", - "name": "category", - "type": "", + "name": "quantile", + "type": "keyword", "logic": "and", - "value": "logging", + "value": "0.9", "values": [] } ], "groupBy": [ - "host" + "host", + "from" ], - "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "withLabels": [], - "groupByTime": "" + "groupByTime": "", + "indexFilter": "" }, "datasource": "dataflux" } @@ -7923,18 +8322,23 @@ "extend": { "settings": { "alias": [], - "units": [ + "units": [], + "colors": [], + "levels": [ { - "key": "derivative(last(datakit_io_feed_point_total))", - "name": "derivative(last(datakit_io_feed_point_total))", - "unit": "", - "units": [] + "title": "1GB", + "value": 1073741824, + "bgColor": "#FE495F" } ], - "colors": [], - "levels": [], "slimit": 100, "density": "medium", + "compares": [ + { + "label": "环比", + "value": "circleCompare" + } + ], "showLine": false, "unitType": "global", "chartType": "areaLine", @@ -7947,20 +8351,21 @@ "stackType": "time", "titleDesc": "", "globalUnit": [ - "time", - "s" + "digital", + "B" ], "isSampling": true, - "compareType": [], + "compareType": [ + "circleCompare" + ], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, - "aliasVersion": 2, "connectNulls": true, "legendValues": [ - "last", "avg", - "min" + "min", + "max" ], "timeInterval": "auto", "compareColors": { @@ -7975,6 +8380,7 @@ "xAxisShowType": "time", "isTimeInterval": true, "changeWorkspace": false, + "compareChartType": "sequence", "currentChartType": "sequence", "showFieldMapping": false, "compareColorsDark": { @@ -7994,18 +8400,17 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": true, - "fixedGroupByTime": null + "isRefresh": false }, "group": { - "name": "Collectors(Inputs)" + "name": "Overview" }, - "name": "Collect cost(P90)", + "name": "Mem usage(go-mem vs rss)", "pos": { - "h": 14, - "w": 6, - "x": 6, - "y": 0 + "h": 28, + "w": 12, + "x": 0, + "y": 12 }, "type": "sequence", "queries": [ @@ -8016,16 +8421,55 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_input_collect_latency_seconds`) AS `cost`) { `host` = '#{host}' and `quantile` = '0.9' } BY `category`, `host`, `name`", + "q": "M::`dk`:(avg(`datakit_golang_mem_usage`) AS `go-mem`) { `host` = '#{host}' } BY `host`, `type`", "code": "A", "fill": null, "type": "simple", - "alias": "cost", - "field": "datakit_input_collect_latency_seconds", + "alias": "go-mem", + "field": "datakit_golang_mem_usage", + "filters": [ + { + "id": "e50edfe0-f566-11ed-9047-75c3d7e6331d", + "op": "=", + "name": "host", + "type": "", + "logic": "and", + "value": "#{host}" + } + ], + "groupBy": [ + "host", + "type" + ], + "funcList": [], + "fieldFunc": "avg", + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "", + "indexFilter": "" + }, + "disabled": false, + "datasource": "dataflux" + }, + { + "name": "", + "type": "sequence", + "unit": "", + "color": "", + "qtype": "dql", + "query": { + "q": "M::`dk`:(avg(`datakit_mem_stat`) AS `rss`) { `host` = '#{host}' and `type` = 'rss' } BY `host`", + "code": "C", + "fill": null, + "type": "simple", + "alias": "rss", + "field": "datakit_mem_stat", "fillNum": null, "filters": [ { - "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", + "id": "5b08b030-6b4b-11ef-b941-d79a8d0dcc67", "op": "=", "name": "host", "type": "", @@ -8034,23 +8478,21 @@ "values": [] }, { - "id": "ce537c50-345f-11ef-96a4-9d1023f56c95", + "id": "5b08b031-6b4b-11ef-b941-d79a8d0dcc67", "op": "=", - "name": "quantile", - "type": "keyword", + "name": "type", + "type": "", "logic": "and", - "value": "0.9", + "value": "rss", "values": [] } ], "groupBy": [ - "category", - "host", - "name" + "host" ], "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", @@ -8058,6 +8500,7 @@ "withLabels": [], "groupByTime": "" }, + "disabled": false, "datasource": "dataflux" } ] @@ -8066,17 +8509,10 @@ "extend": { "settings": { "alias": [], - "units": [ - { - "key": "derivative(last(datakit_io_feed_point_total))", - "name": "derivative(last(datakit_io_feed_point_total))", - "unit": "", - "units": [] - } - ], + "units": [], "colors": [], "levels": [], - "slimit": 100, + "slimit": 20, "density": "medium", "showLine": false, "unitType": "global", @@ -8089,18 +8525,20 @@ "showTitle": true, "stackType": "time", "titleDesc": "", - "globalUnit": [], + "globalUnit": [ + "digital", + "B" + ], "isSampling": true, "compareType": [], "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, - "aliasVersion": 2, "connectNulls": true, "legendValues": [ - "last", "avg", - "min" + "min", + "max" ], "timeInterval": "auto", "compareColors": { @@ -8134,18 +8572,17 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false, - "fixedGroupByTime": null + "isRefresh": false }, "group": { - "name": "Collectors(Inputs)" + "name": "Dataway" }, - "name": "Chan length", + "name": "WAL flush bytes", "pos": { - "h": 14, + "h": 12, "w": 6, "x": 6, - "y": 14 + "y": 12 }, "type": "sequence", "queries": [ @@ -8156,37 +8593,38 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_io_chan_usage`) AS `len`) { `host` = '#{host}' } BY `category`, `host`", + "q": "M::`dk`:(avg(`datakit_io_dataway_wal_flush_sum`) AS `bytes`) { `host` = '#{host}' }[:::irate] BY `host`, `queue`, `category`", "code": "A", "fill": null, "type": "simple", - "alias": "len", - "field": "datakit_io_chan_usage", - "fillNum": null, + "alias": "bytes", + "field": "datakit_io_dataway_wal_flush_sum", + "rollup": "irate", "filters": [ { - "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", + "id": "bf233240-8ac5-11ef-bff8-c39ec2619c7a", "op": "=", "name": "host", - "type": "", + "type": "keyword", "logic": "and", "value": "#{host}", "values": [] } ], "groupBy": [ - "category", - "host" + "host", + "queue", + "category" ], - "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "withLabels": [], - "groupByTime": "" + "groupByTime": "", + "indexFilter": "", + "additionalFields": null }, "datasource": "dataflux" } @@ -8195,183 +8633,101 @@ { "extend": { "settings": { + "bar": { + "direction": "horizontal", + "xAxisShowType": "groupBy" + }, "alias": [], + "color": "#498bfe", + "table": { + "queryMode": "toGroupColumn" + }, "units": [], "colors": [], "levels": [], "slimit": 20, - "showLine": false, + "topSize": 10, "unitType": "global", - "chartType": "areaLine", + "chartType": "bar", "fixedTime": "", - "isPercent": false, - "openStack": false, "precision": "2", - "showLabel": false, "showTitle": true, - "stackType": "time", "titleDesc": "", "globalUnit": [ - "percent", - "percent_decimal" + "digital", + "B" ], "isSampling": true, - "compareType": [], "openCompare": false, - "yAxixMaxVal": null, - "yAxixMinVal": null, - "connectNulls": true, - "legendValues": [ - "max", - "min", - "avg" - ], - "timeInterval": "auto", - "legendPostion": "bottom", - "maxPointCount": null, - "sorderByOrder": "desc", - "xAxisShowType": "time", - "isTimeInterval": true, + "showTopSize": true, + "timeInterval": "default", + "showTableHead": true, + "tableSortType": "top", + "isTimeInterval": false, "changeWorkspace": false, - "currentChartType": "sequence", + "currentChartType": "toplist", "showFieldMapping": false, - "onlyShowGroupName": false, + "mainMeasurementSort": "top", + "tableSortMetricName": "", + "mainMeasurementLimit": 50, "openThousandsSeparator": true, "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false, - "fixedGroupByTime": null + "isRefresh": true }, "group": { - "name": "Dataway" + "name": "Overview" }, - "name": "GZip ratio", + "name": "Top(n) mem usage(rss)", "pos": { - "h": 12, - "w": 6, + "h": 13, + "w": 12, "x": 0, - "y": 12 + "y": 53 }, - "type": "sequence", + "type": "toplist", "queries": [ { "name": "", - "type": "sequence", + "type": "toplist", "unit": "", "color": "", "qtype": "dql", "query": { - "q": "eval(A/B, alias='ratio', A=\"M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'gzip' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`\", B=\"M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'raw' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`\")", + "q": "M::`dk`:(`datakit_mem_stat`) { `type` = 'rss' }[:::last] BY `host`", "code": "A", - "type": "expression", - "alias": "ratio", - "children": [ - { - "q": "M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'gzip' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`", - "code": "A", - "fill": null, - "type": "simple", - "alias": "", - "field": "datakit_io_dataway_point_bytes_total", - "fillNum": null, - "filters": [ - { - "id": "1aee7b40-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "enc", - "type": "keyword", - "logic": "and", - "value": "gzip", - "values": [] - }, - { - "id": "3c69f420-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "status", - "type": "keyword", - "logic": "and", - "value": "total", - "values": [] - }, - { - "id": "4cea0b50-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "category" - ], - "labelOp": "", - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "withLabels": [], - "groupByTime": "" - }, + "fill": null, + "type": "simple", + "alias": "", + "field": "datakit_mem_stat", + "rollup": "last", + "filters": [ { - "q": "M::`dk`:(avg(`datakit_io_dataway_point_bytes_total`)) { `enc` = 'raw' and `status` = 'total' and `host` = '#{host}' } BY `host`, `category`", - "code": "B", - "fill": null, - "type": "simple", - "alias": "", - "field": "datakit_io_dataway_point_bytes_total", - "filters": [ - { - "id": "2057d3b0-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "enc", - "type": "keyword", - "logic": "and", - "value": "raw", - "values": [] - }, - { - "id": "409a3050-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "status", - "type": "keyword", - "logic": "and", - "value": "total", - "values": [] - }, - { - "id": "511bf530-3466-11ef-96a4-9d1023f56c95", - "op": "=", - "name": "host", - "type": "keyword", - "logic": "and", - "value": "#{host}", - "values": [] - } - ], - "groupBy": [ - "host", - "category" - ], - "funcList": [], - "fieldFunc": "avg", - "fieldType": "float", - "namespace": "metric", - "dataSource": "dk", - "queryFuncs": [], - "groupByTime": "", - "indexFilter": "", - "additionalFields": null + "id": "fc5ed540-87f7-11ef-a07d-b1bb8c5db76f", + "op": "=", + "name": "type", + "type": "keyword", + "logic": "and", + "value": "rss", + "values": [] } ], - "funcList": [], - "expression": "A/B" + "groupBy": [ + "host" + ], + "funcList": [ + null, + "top:10" + ], + "fieldType": "float", + "namespace": "metric", + "dataSource": "dk", + "queryFuncs": [], + "groupByTime": "auto", + "indexFilter": "" }, + "checked": true, "datasource": "dataflux" } ] @@ -8383,10 +8739,10 @@ "units": [], "colors": [], "levels": [], - "slimit": 100, + "slimit": 20, "density": "medium", "showLine": false, - "unitType": "custom", + "unitType": "global", "chartType": "areaLine", "fixedTime": "", "isPercent": false, @@ -8402,12 +8758,11 @@ "openCompare": false, "yAxixMaxVal": null, "yAxixMinVal": null, - "aliasVersion": 2, "connectNulls": true, "legendValues": [ - "last", "avg", - "min" + "min", + "max" ], "timeInterval": "auto", "compareColors": { @@ -8441,18 +8796,17 @@ "mainMeasurementQueryCode": "A" }, "fixedTime": "", - "isRefresh": false, - "fixedGroupByTime": null + "isRefresh": true }, "group": { - "name": "Collectors(Inputs)" + "name": "Dataway" }, - "name": "Feed total", + "name": "WAL points", "pos": { - "h": 14, + "h": 12, "w": 6, - "x": 0, - "y": 14 + "x": 12, + "y": 12 }, "type": "sequence", "queries": [ @@ -8463,38 +8817,38 @@ "color": "", "qtype": "dql", "query": { - "q": "M::`dk`:(last(`datakit_io_feed_total`) AS `points`) { `host` = '#{host}' } BY `category`, `name`, `host`", + "q": "M::`dk`:(avg(`datakit_io_wal_point_total`) AS `bytes`) { `host` = '#{host}' }[:::irate] BY `host`, `category`, `status`", "code": "A", "fill": null, "type": "simple", - "alias": "points", - "field": "datakit_io_feed_total", - "fillNum": null, + "alias": "bytes", + "field": "datakit_io_wal_point_total", + "rollup": "irate", "filters": [ { - "id": "c2574660-0cdd-11ef-8b8f-9389928954cf", + "id": "bf233240-8ac5-11ef-bff8-c39ec2619c7a", "op": "=", "name": "host", - "type": "", + "type": "keyword", "logic": "and", "value": "#{host}", "values": [] } ], "groupBy": [ + "host", "category", - "name", - "host" + "status" ], - "labelOp": "", "funcList": [], - "fieldFunc": "last", + "fieldFunc": "avg", "fieldType": "float", "namespace": "metric", "dataSource": "dk", "queryFuncs": [], - "withLabels": [], - "groupByTime": "" + "groupByTime": "", + "indexFilter": "", + "additionalFields": null }, "datasource": "dataflux" } @@ -8546,3 +8900,4 @@ "type": "template" } } + diff --git a/internal/export/doc/zh/changelog.md b/internal/export/doc/zh/changelog.md index 51e34ef0d0..71eaf22ce1 100644 --- a/internal/export/doc/zh/changelog.md +++ b/internal/export/doc/zh/changelog.md @@ -1,5 +1,46 @@ # 更新日志 +## 1.60.0(2024/10/18) {#cl-1.60.0} + +本次发布属于迭代发布，主要有如下更新： + +### 新加功能 {#cl-1.60.0-new} + +- 新加 prom v2 版本采集器，相比 v1 版本，它的解析性能有大幅度优化（#2427） +- 安装 Datakit 过程中，通过设置特定的开关后，重启对应的应用（Java/Python）即可自动注入 APM（#2139） +- RUM Session Replay 数据支持联动中心配置的黑名单规则（#2424） +- Datakit `/v1/write/:category` 接口增加多种压缩格式支持（#2368） + +### 问题修复 {#cl-1.60.0-fix} + +- 修复 HTTP 服务中 timeout 组建可能导致的崩溃问题（#2423） +- 修复 New Relic 采集中时间单位问题（#2417） +- 修复 Pipeline `point_window()` 函数可能导致的崩溃问题（#2416） + +### 功能优化 {#cl-1.60.0-opt} + +- 本版本做了诸多性能优化（#2414） + + - 实验性功能 point-pool 默认启用 + - 优化 Prometheus exporter 数据采集性能，减少内存消耗 + - 默认开启 [HTTP API 限流](datakit-conf.md#set-http-api-limit)，避免突发流量消耗太多内存 + - 增加[磁盘队列](datakit-conf.md#dataway-wal)，以处理上传阻塞可能导致的内存占用。新增的磁盘队列*默认会缓存上传失败的数据*。 + - 细化 Datakit 自身内存使用指标，指标中增加多个维度的内存占用 + - `datakit monitor -V` 命令中增加 WAL 面板展示 + - 优化 KubernetesPrometheus 采集性能（#2426） + - 优化容器日志采集性能（#2425） + - 移除日志调试有关字段，以优化网络流量和存储 + - 调整 Datakit 自身指标暴露，修复关于自身内存指标暴露的一些错误实现 + +### 兼容调整 {#cl-1.60.0-brk} + +- 由于做了一些性能方面的调整，有如下部分存在一些兼容性差异： + + - 最大上传的单个 HTTP body 大小，调整为 1MB。同时，最大的单条日志大小，也减少到 1MB。这个调整是为了减少低负载情况下 Datakit 池化内存的用量 + - 废弃了原来的失败重传磁盘队列（该功能默认不开启）。新版本默认会开启新的失败重传磁盘队列 + +--- + ## 1.39.0(2024/09/25) {#cl-1.39.0} 本次发布属于迭代发布，主要有如下更新：