telescope/modules/python/clusterloader2/cri/config/kubelet-measurement.yaml at main · Azure/telescope · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{{$action := .action}} # start, gather

steps:
  - name: {{$action}} Kubelet Measurements
    measurements:
    - Identifier: KubeletPodStartupSLIDuration
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletPodStartupSLIDuration
        metricVersion: v1
        unit: s
        dimensions:
          - node
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(rate(kubelet_pod_start_sli_duration_seconds_bucket[10m])) by (node, le))
          threshold: 5
        - name: Perc90
          query: histogram_quantile(0.90, sum(rate(kubelet_pod_start_sli_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(rate(kubelet_pod_start_sli_duration_seconds_bucket[10m])) by (node, le))
    - Identifier: KubeletPodStartupDuration
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletPodStartupDuration
        metricVersion: v1
        unit: s
        dimensions:
          - node
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc90
          query: histogram_quantile(0.90, sum(rate(kubelet_pod_start_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(rate(kubelet_pod_start_duration_seconds_bucket[10m])) by (node, le))
    - Identifier: KubeletPodStartupTotalDuration
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletPodStartupTotalDuration
        metricVersion: v1
        unit: s
        dimensions:
          - node
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(rate(kubelet_pod_start_total_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc90
          query: histogram_quantile(0.90, sum(rate(kubelet_pod_start_total_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(rate(kubelet_pod_start_total_duration_seconds_bucket[10m])) by (node, le))
    - Identifier: KubeletRuntimeOperationDurationWithoutPullImage
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletRuntimeOperationDurationWithoutPullImage
        metricVersion: v1
        unit: s
        dimensions:
          - node
          - operation_type
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{operation_type!="pull_image"}[10m])) by (node, operation_type, le))
        - name: Perc90
          query: histogram_quantile(0.90, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{operation_type!="pull_image"}[10m])) by (node, operation_type, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{operation_type!="pull_image"}[10m])) by (node, operation_type, le))
        - name: Sum
          query: kubelet_runtime_operations_duration_seconds_sum{operation_type!="pull_image"}
    - Identifier: KubeletRuntimeOperationDurationWithPullImage
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletRuntimeOperationDurationWithPullImage
        metricVersion: v1
        unit: s
        dimensions:
          - node
          - operation_type
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(avg_over_time(kubelet_runtime_operations_duration_seconds_bucket{operation_type="pull_image"}[5m])) by (node, operation_type, le))
        - name: Perc90
          query: histogram_quantile(0.90, sum(avg_over_time(kubelet_runtime_operations_duration_seconds_bucket{operation_type="pull_image"}[5m])) by (node, operation_type, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(avg_over_time(kubelet_runtime_operations_duration_seconds_bucket{operation_type="pull_image"}[5m])) by (node, operation_type, le))
        - name: Sum
          query: kubelet_runtime_operations_duration_seconds_sum{operation_type="pull_image"}
    - Identifier: KubeletRunSandboxDuration
      Method: GenericPrometheusQuery
      Params:
        action: {{$action}}
        metricName: KubeletRunSandboxDuration
        metricVersion: v1
        unit: s
        dimensions:
          - node
        queries:
        - name: Perc99
          query: histogram_quantile(0.99, sum(rate(kubelet_run_podsandbox_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc90
          query: histogram_quantile(0.90, sum(rate(kubelet_run_podsandbox_duration_seconds_bucket[10m])) by (node, le))
        - name: Perc50
          query: histogram_quantile(0.50, sum(rate(kubelet_run_podsandbox_duration_seconds_bucket[10m])) by (node, le))