From e9c4b40030836f3241fad2a9a01c7e8a81345fa7 Mon Sep 17 00:00:00 2001 From: Rafal Korepta Date: Mon, 28 Nov 2022 21:01:16 +0100 Subject: [PATCH 1/2] (split) k8s: Wait for restarted broker to catch up When rolling restart is performed then the broker might need to catch up with other replica. This change will parse /metrics endpoint to see if `vectorized_cluster_partition_under_replicated_replicas` is under threshold. --- apis/redpanda/v1alpha1/cluster_types.go | 20 + apis/redpanda/v1alpha1/cluster_webhook.go | 9 +- .../redpanda/v1alpha1/cluster_webhook_test.go | 13 + .../redpanda.vectorized.io_clusters.yaml | 20 + pkg/resources/statefulset_update.go | 96 +- pkg/resources/statefulset_update_test.go | 110 + pkg/resources/testdata/metrics.golden.txt | 3957 +++++++++++++++++ 7 files changed, 4222 insertions(+), 3 deletions(-) create mode 100644 pkg/resources/testdata/metrics.golden.txt diff --git a/apis/redpanda/v1alpha1/cluster_types.go b/apis/redpanda/v1alpha1/cluster_types.go index 0b772cbad0e7..f79af4195569 100644 --- a/apis/redpanda/v1alpha1/cluster_types.go +++ b/apis/redpanda/v1alpha1/cluster_types.go @@ -177,6 +177,26 @@ type ClusterSpec struct { type RestartConfig struct { // DisableMaintenanceModeHooks deactivates the preStop and postStart hooks that force nodes to enter maintenance mode when stopping and exit maintenance mode when up again DisableMaintenanceModeHooks *bool `json:"disableMaintenanceModeHooks,omitempty"` + + // UnderReplicatedPartitionThreshold controls when rolling update will continue with + // restarts. The procedure can be described as follows: + // + // 1. Rolling update checks if Pod specification needs to be replaced and deletes it + // 2. Deleted Redpanda Pod is put into maintenance mode (postStart hook will disable + // maintenance mode when new Pod starts) + // 3. Rolling update waits for Pod to be in Ready state + // 4. Rolling update checks if cluster is in healthy state + // 5. Rolling update checks if restarted Redpanda Pod admin API Ready endpoint returns HTTP 200 response + // 6. Using UnderReplicatedPartitionThreshold each under replicated partition metric is compared with the threshold + // 7. Rolling update moves to the next Redpanda pod + // + // The metric `vectorized_cluster_partition_under_replicated_replicas` is used in the comparison + // + // Mentioned metrics has the following help description: + // `vectorized_cluster_partition_under_replicated_replicas` Number of under replicated replicas + // + // By default, the UnderReplicatedPartitionThreshold will be 0, which means all partitions needs to catch up without any lag. + UnderReplicatedPartitionThreshold int `json:"underReplicatedPartitionThreshold,omitempty"` } // PDBConfig specifies how the PodDisruptionBudget should be created for the diff --git a/apis/redpanda/v1alpha1/cluster_webhook.go b/apis/redpanda/v1alpha1/cluster_webhook.go index c8104be3fa9b..471d84827b67 100644 --- a/apis/redpanda/v1alpha1/cluster_webhook.go +++ b/apis/redpanda/v1alpha1/cluster_webhook.go @@ -137,6 +137,13 @@ func (r *Cluster) Default() { r.Spec.Configuration.KafkaAPI[i].AuthenticationMethod = noneAuthorizationMechanism } } + + if r.Spec.RestartConfig == nil { + r.Spec.RestartConfig = &RestartConfig{ + DisableMaintenanceModeHooks: nil, + UnderReplicatedPartitionThreshold: 0, + } + } } var defaultAdditionalConfiguration = map[string]int{ @@ -148,7 +155,7 @@ var defaultAdditionalConfiguration = map[string]int{ // setDefaultAdditionalConfiguration sets additional configuration fields based // on the best practices func (r *Cluster) setDefaultAdditionalConfiguration() { - if *r.Spec.Replicas >= minimumReplicas { + if r.Spec.Replicas != nil && *r.Spec.Replicas >= minimumReplicas { if r.Spec.AdditionalConfiguration == nil { r.Spec.AdditionalConfiguration = make(map[string]string) } diff --git a/apis/redpanda/v1alpha1/cluster_webhook_test.go b/apis/redpanda/v1alpha1/cluster_webhook_test.go index a43ec12ed3a7..40a19f9cffab 100644 --- a/apis/redpanda/v1alpha1/cluster_webhook_test.go +++ b/apis/redpanda/v1alpha1/cluster_webhook_test.go @@ -217,6 +217,19 @@ func TestDefault(t *testing.T) { redpandaCluster.Default() assert.Equal(t, v1alpha1.DefaultLicenseSecretKey, redpandaCluster.Spec.LicenseRef.Key) }) + + t.Run("when restart config is nil, set UnderReplicatedPartitionThreshold to 0", func(t *testing.T) { + redpandaCluster := &v1alpha1.Cluster{ + ObjectMeta: metav1.ObjectMeta{ + Name: "test", + Namespace: "", + }, + Spec: v1alpha1.ClusterSpec{}, + } + redpandaCluster.Default() + assert.NotNil(t, redpandaCluster.Spec.RestartConfig) + assert.Equal(t, 0, redpandaCluster.Spec.RestartConfig.UnderReplicatedPartitionThreshold) + }) } func TestValidateUpdate(t *testing.T) { diff --git a/config/crd/bases/redpanda.vectorized.io_clusters.yaml b/config/crd/bases/redpanda.vectorized.io_clusters.yaml index 6adc965c18c4..0581a7fabf61 100644 --- a/config/crd/bases/redpanda.vectorized.io_clusters.yaml +++ b/config/crd/bases/redpanda.vectorized.io_clusters.yaml @@ -860,6 +860,26 @@ spec: and postStart hooks that force nodes to enter maintenance mode when stopping and exit maintenance mode when up again type: boolean + underReplicatedPartitionThreshold: + description: "UnderReplicatedPartitionThreshold regulate when + rolling update will continue with restarts. The procedure can + be described as follows: \n 1. Rolling update checks if Pod + specification needs to be replaced and deletes it 2. Deleted + Redpanda Pod is put into maintenance mode (postStart hook will + disable maintenance mode when new Pod starts) 3. Rolling + update waits for Pod to be in Ready state 4. Rolling update + checks if cluster is in healthy state 5. Rolling update checks + if restarted Redpanda Pod admin API Ready endpoint returns HTTP + 200 response 6. Using UnderReplicatedPartitionThreshold each + under replicated partition metric is compared with the threshold + 7. Rolling update moves to the next Redpanda pod \n The metric + `vectorized_cluster_partition_under_replicated_replicas` is + used in the comparison \n Mentioned metrics has the following + help description: `vectorized_cluster_partition_under_replicated_replicas` + Number of under replicated replicas \n By default, the UnderReplicatedPartitionThreshold + will be 0, which means all partitions needs to catch up without + any lag." + type: integer type: object sidecars: description: Sidecars is list of sidecars run alongside redpanda container diff --git a/pkg/resources/statefulset_update.go b/pkg/resources/statefulset_update.go index 0a1973fa0efd..e0d1fce14170 100644 --- a/pkg/resources/statefulset_update.go +++ b/pkg/resources/statefulset_update.go @@ -22,6 +22,7 @@ import ( "time" "github.com/banzaicloud/k8s-objectmatcher/patch" + "github.com/prometheus/common/expfmt" "github.com/redpanda-data/redpanda/src/go/k8s/pkg/labels" "github.com/redpanda-data/redpanda/src/go/k8s/pkg/resources/featuregates" "github.com/redpanda-data/redpanda/src/go/k8s/pkg/utils" @@ -35,10 +36,13 @@ const ( // RequeueDuration is the time controller should // requeue resource reconciliation. RequeueDuration = time.Second * 10 - adminAPITimeout = time.Millisecond * 100 + adminAPITimeout = time.Second * 2 ) -var errRedpandaNotReady = errors.New("redpanda not ready") +var ( + errRedpandaNotReady = errors.New("redpanda not ready") + errUnderReplicatedPartition = errors.New("partition under replicated") +) // runUpdate handles image changes and additional storage in the redpanda cluster // CR by removing statefulset with orphans Pods. The stateful set is then recreated @@ -184,6 +188,15 @@ func (r *StatefulSetResource) rollingUpdate( if err = r.queryRedpandaStatus(ctx, &adminURL); err != nil { return fmt.Errorf("unable to query Redpanda ready status: %w", err) } + + adminURL.Path = "metrics" + + if err = r.evaluateUnderReplicatedPartitions(ctx, &adminURL); err != nil { + return &RequeueAfterError{ + RequeueAfter: RequeueDuration, + Msg: fmt.Sprintf("broker reported under replicated partitions: %v", err), + } + } } return nil @@ -512,6 +525,85 @@ func (r *StatefulSetResource) queryRedpandaStatus( return nil } +// Temporarily using the status/ready endpoint until we have a specific one for restarting. +func (r *StatefulSetResource) evaluateUnderReplicatedPartitions( + ctx context.Context, adminURL *url.URL, +) error { + client := &http.Client{Timeout: adminAPITimeout} + + // TODO right now we support TLS only on one listener so if external + // connectivity is enabled, TLS is enabled only on external listener. This + // will be fixed by https://github.com/redpanda-data/redpanda/issues/1084 + if r.pandaCluster.AdminAPITLS() != nil && + r.pandaCluster.AdminAPIExternal() == nil { + tlsConfig, err := r.adminTLSConfigProvider.GetTLSConfig(ctx, r) + if err != nil { + return err + } + + client.Transport = &http.Transport{ + TLSClientConfig: tlsConfig, + } + adminURL.Scheme = "https" + } + + req, err := http.NewRequestWithContext(ctx, http.MethodGet, adminURL.String(), http.NoBody) + if err != nil { + return err + } + resp, err := client.Do(req) + if err != nil { + return err + } + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + return fmt.Errorf("getting broker metrics (%s): %w", adminURL.String(), errRedpandaNotReady) + } + + var parser expfmt.TextParser + metrics, err := parser.TextToMetricFamilies(resp.Body) + if err != nil { + return err + } + + for name, metricFamily := range metrics { + if name != "vectorized_cluster_partition_under_replicated_replicas" { + continue + } + + for _, m := range metricFamily.Metric { + if m == nil { + continue + } + if m.Gauge == nil { + r.logger.Info("cluster_partition_under_replicated_replicas metric does not have value", "labels", m.Label) + continue + } + + var namespace, partition, shard, topic string + for _, l := range m.Label { + switch *l.Name { + case "namespace": + namespace = *l.Value + case "partition": + partition = *l.Value + case "shard": + shard = *l.Value + case "topic": + topic = *l.Value + } + } + + if r.pandaCluster.Spec.RestartConfig != nil && *m.Gauge.Value > float64(r.pandaCluster.Spec.RestartConfig.UnderReplicatedPartitionThreshold) { + return fmt.Errorf("in topic (%s), partition (%s), shard (%s), namespace (%s): %w", topic, partition, shard, namespace, errUnderReplicatedPartition) + } + } + } + + return nil +} + // RequeueAfterError error carrying the time after which to requeue. type RequeueAfterError struct { RequeueAfter time.Duration diff --git a/pkg/resources/statefulset_update_test.go b/pkg/resources/statefulset_update_test.go index 65989fad950f..4590f5d41cf4 100644 --- a/pkg/resources/statefulset_update_test.go +++ b/pkg/resources/statefulset_update_test.go @@ -11,6 +11,12 @@ package resources //nolint:testpackage // needed to test private method import ( "context" + "fmt" + "io" + "net/http" + "net/http/httptest" + "net/url" + "os" "testing" redpandav1alpha1 "github.com/redpanda-data/redpanda/src/go/k8s/apis/redpanda/v1alpha1" @@ -147,3 +153,107 @@ func TestPutInMaintenanceMode(t *testing.T) { }) } } + +func TestEvaluateRedpandaUnderReplicatedPartition(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + f, err := os.Open("testdata/metrics.golden.txt") + require.NoError(t, err) + + _, err = io.Copy(w, f) + require.NoError(t, err) + })) + defer ts.Close() + + ssres := StatefulSetResource{pandaCluster: &redpandav1alpha1.Cluster{ + Spec: redpandav1alpha1.ClusterSpec{ + RestartConfig: &redpandav1alpha1.RestartConfig{}, + }, + }} + + adminURL := url.URL{ + Scheme: "http", + Host: ts.Listener.Addr().String(), + Path: "metrics", + } + + err := ssres.evaluateUnderReplicatedPartitions(context.Background(), &adminURL) + require.NoError(t, err) +} + +func TestEvaluateAboveThresholdRedpandaUnderReplicatedPartition(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintf(w, ` +# HELP vectorized_cluster_partition_under_replicated_replicas Number of under replicated replicas +# TYPE vectorized_cluster_partition_under_replicated_replicas gauge +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="0",shard="0",topic="test"} 1.000000 +`) + })) + defer ts.Close() + + ssres := StatefulSetResource{pandaCluster: &redpandav1alpha1.Cluster{ + Spec: redpandav1alpha1.ClusterSpec{ + RestartConfig: &redpandav1alpha1.RestartConfig{}, + }, + }} + + adminURL := url.URL{ + Scheme: "http", + Host: ts.Listener.Addr().String(), + Path: "metrics", + } + + err := ssres.evaluateUnderReplicatedPartitions(context.Background(), &adminURL) + require.Error(t, err) +} + +func TestEvaluateEqualThresholdInUnderReplicatedPartition(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintf(w, ` +# HELP vectorized_cluster_partition_under_replicated_replicas Number of under replicated replicas +# TYPE vectorized_cluster_partition_under_replicated_replicas gauge +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="0",shard="0",topic="test"} 1.000000 +`) + })) + defer ts.Close() + + ssres := StatefulSetResource{pandaCluster: &redpandav1alpha1.Cluster{ + Spec: redpandav1alpha1.ClusterSpec{ + RestartConfig: &redpandav1alpha1.RestartConfig{ + UnderReplicatedPartitionThreshold: 1, + }, + }, + }} + + adminURL := url.URL{ + Scheme: "http", + Host: ts.Listener.Addr().String(), + Path: "metrics", + } + + err := ssres.evaluateUnderReplicatedPartitions(context.Background(), &adminURL) + require.NoError(t, err) +} + +func TestEvaluateWithoutRestartConfigInUnderReplicatedPartition(t *testing.T) { + ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + fmt.Fprintf(w, ` +# HELP vectorized_cluster_partition_under_replicated_replicas Number of under replicated replicas +# TYPE vectorized_cluster_partition_under_replicated_replicas gauge +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="0",shard="0",topic="test"} 1.000000 +`) + })) + defer ts.Close() + + ssres := StatefulSetResource{pandaCluster: &redpandav1alpha1.Cluster{ + Spec: redpandav1alpha1.ClusterSpec{}, + }} + + adminURL := url.URL{ + Scheme: "http", + Host: ts.Listener.Addr().String(), + Path: "metrics", + } + + err := ssres.evaluateUnderReplicatedPartitions(context.Background(), &adminURL) + require.NoError(t, err) +} diff --git a/pkg/resources/testdata/metrics.golden.txt b/pkg/resources/testdata/metrics.golden.txt new file mode 100644 index 000000000000..1ff0c82f4b4d --- /dev/null +++ b/pkg/resources/testdata/metrics.golden.txt @@ -0,0 +1,3957 @@ +# HELP vectorized_alien_receive_batch_queue_length Current receive batch queue length +# TYPE vectorized_alien_receive_batch_queue_length gauge +vectorized_alien_receive_batch_queue_length{shard="0"} 0.000000 +# HELP vectorized_alien_total_received_messages Total number of received messages +# TYPE vectorized_alien_total_received_messages counter +vectorized_alien_total_received_messages{shard="0"} 0 +# HELP vectorized_alien_total_sent_messages Total number of sent messages +# TYPE vectorized_alien_total_sent_messages counter +vectorized_alien_total_sent_messages{shard="0"} 0 +# HELP vectorized_application_build Redpanda build information +# TYPE vectorized_application_build gauge +vectorized_application_build{revision="5be3e8e1454ab75da3f27f571c09e625570bebb2-dirty",shard="0",version="v22.3.4"} 1.000000 +# HELP vectorized_application_uptime Redpanda uptime in milliseconds +# TYPE vectorized_application_uptime gauge +vectorized_application_uptime{shard="0"} 320899.000000 +# HELP vectorized_cluster_controller_pending_partition_operations Number of partitions with ongoing/requested operations +# TYPE vectorized_cluster_controller_pending_partition_operations gauge +vectorized_cluster_controller_pending_partition_operations{shard="0"} 0.000000 +# HELP vectorized_cluster_members_backend_queued_node_operations Number of queued node operations +# TYPE vectorized_cluster_members_backend_queued_node_operations gauge +vectorized_cluster_members_backend_queued_node_operations{shard="0"} 0.000000 +# HELP vectorized_cluster_partition_bytes_fetched_total Total number of bytes fetched +# TYPE vectorized_cluster_partition_bytes_fetched_total counter +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_cluster_partition_bytes_fetched_total{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_cluster_partition_bytes_produced_total Total number of bytes produced +# TYPE vectorized_cluster_partition_bytes_produced_total counter +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_cluster_partition_bytes_produced_total{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_cluster_partition_committed_offset Partition commited offset. i.e. safely persisted on majority of replicas +# TYPE vectorized_cluster_partition_committed_offset gauge +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="1",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="13",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="14",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="15",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="17",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="19",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="2",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="4",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="6",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="7",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="8",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_committed_offset{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2.000000 +vectorized_cluster_partition_committed_offset{namespace="redpanda",partition="0",shard="0",topic="controller"} 22.000000 +# HELP vectorized_cluster_partition_end_offset Last offset stored by current partition on this node +# TYPE vectorized_cluster_partition_end_offset gauge +vectorized_cluster_partition_end_offset{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="1",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="13",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="14",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="15",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="17",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="19",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="2",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="4",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="6",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="7",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="8",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_end_offset{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2.000000 +vectorized_cluster_partition_end_offset{namespace="redpanda",partition="0",shard="0",topic="controller"} 22.000000 +# HELP vectorized_cluster_partition_high_watermark Partion high watermark i.e. highest consumable offset +# TYPE vectorized_cluster_partition_high_watermark gauge +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="0",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="1",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="10",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="11",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="12",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="13",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="14",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="15",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="16",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="17",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="18",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="19",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="2",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="3",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="4",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="5",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="6",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="7",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="8",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka",partition="9",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_high_watermark{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 3.000000 +vectorized_cluster_partition_high_watermark{namespace="redpanda",partition="0",shard="0",topic="controller"} 23.000000 +# HELP vectorized_cluster_partition_last_stable_offset Last stable offset +# TYPE vectorized_cluster_partition_last_stable_offset gauge +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="0",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="1",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="10",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="11",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="12",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="13",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="14",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="15",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="16",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="17",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="18",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="19",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="2",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="3",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="4",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="5",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="6",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="7",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="8",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka",partition="9",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_last_stable_offset{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 3.000000 +vectorized_cluster_partition_last_stable_offset{namespace="redpanda",partition="0",shard="0",topic="controller"} 23.000000 +# HELP vectorized_cluster_partition_leader Flag indicating if this partition instance is a leader +# TYPE vectorized_cluster_partition_leader gauge +vectorized_cluster_partition_leader{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="1",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="13",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="14",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="15",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="17",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="19",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="2",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="4",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="6",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="7",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="8",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0.000000 +vectorized_cluster_partition_leader{namespace="redpanda",partition="0",shard="0",topic="controller"} 1.000000 +# HELP vectorized_cluster_partition_leader_id Id of current partition leader +# TYPE vectorized_cluster_partition_leader_id gauge +vectorized_cluster_partition_leader_id{namespace="kafka",partition="0",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="1",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="10",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="11",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="12",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="13",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="14",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="15",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="16",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="17",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="18",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="19",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="2",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="3",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="4",shard="0",topic="test"} 2.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="5",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="6",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="7",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="8",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_leader_id{namespace="kafka",partition="9",shard="0",topic="test"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1.000000 +vectorized_cluster_partition_leader_id{namespace="redpanda",partition="0",shard="0",topic="controller"} 0.000000 +# HELP vectorized_cluster_partition_moving_from_node Amount of partitions that are moving from node +# TYPE vectorized_cluster_partition_moving_from_node gauge +vectorized_cluster_partition_moving_from_node{} 0.000000 +# HELP vectorized_cluster_partition_moving_to_node Amount of partitions that are moving to node +# TYPE vectorized_cluster_partition_moving_to_node gauge +vectorized_cluster_partition_moving_to_node{} 0.000000 +# HELP vectorized_cluster_partition_node_cancelling_movements Amount of cancelling partition movements for node +# TYPE vectorized_cluster_partition_node_cancelling_movements gauge +vectorized_cluster_partition_node_cancelling_movements{} 0.000000 +# HELP vectorized_cluster_partition_records_fetched Total number of records fetched +# TYPE vectorized_cluster_partition_records_fetched counter +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_fetched{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_cluster_partition_records_fetched{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_cluster_partition_records_produced Total number of records produced +# TYPE vectorized_cluster_partition_records_produced counter +vectorized_cluster_partition_records_produced{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_cluster_partition_records_produced{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_cluster_partition_records_produced{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_cluster_partition_under_replicated_replicas Number of under replicated replicas +# TYPE vectorized_cluster_partition_under_replicated_replicas gauge +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="1",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="13",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="14",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="15",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="17",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="19",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="2",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="4",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="6",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="7",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="8",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0.000000 +vectorized_cluster_partition_under_replicated_replicas{namespace="redpanda",partition="0",shard="0",topic="controller"} 0.000000 +# HELP vectorized_httpd_connections_current The current number of open connections +# TYPE vectorized_httpd_connections_current gauge +vectorized_httpd_connections_current{service="admin",shard="0"} 1.000000 +vectorized_httpd_connections_current{service="pandaproxy",shard="0"} 0.000000 +vectorized_httpd_connections_current{service="schema_registry",shard="0"} 0.000000 +# HELP vectorized_httpd_connections_total The total number of connections opened +# TYPE vectorized_httpd_connections_total counter +vectorized_httpd_connections_total{service="admin",shard="0"} 6 +vectorized_httpd_connections_total{service="pandaproxy",shard="0"} 0 +vectorized_httpd_connections_total{service="schema_registry",shard="0"} 0 +# HELP vectorized_httpd_read_errors The total number of errors while reading http requests +# TYPE vectorized_httpd_read_errors counter +vectorized_httpd_read_errors{service="admin",shard="0"} 0 +vectorized_httpd_read_errors{service="pandaproxy",shard="0"} 0 +vectorized_httpd_read_errors{service="schema_registry",shard="0"} 0 +# HELP vectorized_httpd_reply_errors The total number of errors while replying to http +# TYPE vectorized_httpd_reply_errors counter +vectorized_httpd_reply_errors{service="admin",shard="0"} 2 +vectorized_httpd_reply_errors{service="pandaproxy",shard="0"} 0 +vectorized_httpd_reply_errors{service="schema_registry",shard="0"} 0 +# HELP vectorized_httpd_requests_served The total number of http requests served +# TYPE vectorized_httpd_requests_served counter +vectorized_httpd_requests_served{service="admin",shard="0"} 6 +vectorized_httpd_requests_served{service="pandaproxy",shard="0"} 0 +vectorized_httpd_requests_served{service="schema_registry",shard="0"} 0 +# HELP vectorized_internal_rpc_active_connections internal_rpc: Currently active connections +# TYPE vectorized_internal_rpc_active_connections gauge +vectorized_internal_rpc_active_connections{shard="0"} 4.000000 +# HELP vectorized_internal_rpc_connection_close_errors internal_rpc: Number of errors when shutting down the connection +# TYPE vectorized_internal_rpc_connection_close_errors counter +vectorized_internal_rpc_connection_close_errors{shard="0"} 0 +# HELP vectorized_internal_rpc_connections_rejected internal_rpc: Number of connections rejected for hitting connection limits +# TYPE vectorized_internal_rpc_connections_rejected counter +vectorized_internal_rpc_connections_rejected{shard="0"} 0 +# HELP vectorized_internal_rpc_connections_wait_rate internal_rpc: Number of connections are blocked by connection rate +# TYPE vectorized_internal_rpc_connections_wait_rate counter +vectorized_internal_rpc_connections_wait_rate{shard="0"} 0 +# HELP vectorized_internal_rpc_connects internal_rpc: Number of accepted connections +# TYPE vectorized_internal_rpc_connects counter +vectorized_internal_rpc_connects{shard="0"} 7 +# HELP vectorized_internal_rpc_consumed_mem_bytes internal_rpc: Memory consumed by request processing +# TYPE vectorized_internal_rpc_consumed_mem_bytes counter +vectorized_internal_rpc_consumed_mem_bytes{shard="0"} 0 +# HELP vectorized_internal_rpc_corrupted_headers internal_rpc: Number of requests with corrupted headers +# TYPE vectorized_internal_rpc_corrupted_headers counter +vectorized_internal_rpc_corrupted_headers{shard="0"} 3 +# HELP vectorized_internal_rpc_dispatch_handler_latency internal_rpc: Latency +# TYPE vectorized_internal_rpc_dispatch_handler_latency histogram +vectorized_internal_rpc_dispatch_handler_latency_sum{shard="0"} 767586 +vectorized_internal_rpc_dispatch_handler_latency_count{shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="10.000000",shard="0"} 6268 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="20.000000",shard="0"} 6604 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="40.000000",shard="0"} 7641 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="80.000000",shard="0"} 9356 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="160.000000",shard="0"} 9582 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="320.000000",shard="0"} 9645 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="640.000000",shard="0"} 9653 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="1280.000000",shard="0"} 9657 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="2560.000000",shard="0"} 9662 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="5120.000000",shard="0"} 9664 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="10240.000000",shard="0"} 9687 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="20480.000000",shard="0"} 9690 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="40960.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="81920.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="163840.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="327680.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="655360.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="1310720.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="2621440.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="5242880.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="10485760.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="20971520.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="41943040.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="83886080.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="167772160.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="335544320.000000",shard="0"} 9702 +vectorized_internal_rpc_dispatch_handler_latency_bucket{le="+Inf",shard="0"} 9702 +# HELP vectorized_internal_rpc_latency Internal RPC service latency +# TYPE vectorized_internal_rpc_latency histogram +vectorized_internal_rpc_latency_sum{method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="abort_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="abort_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="allocate_id",service="id_allocator",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="append_entries",service="raftgen",shard="0"} 331530 +vectorized_internal_rpc_latency_count{method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="append_entries",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="append_entries",service="raftgen",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="append_entries",service="raftgen",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="append_entries",service="raftgen",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="append_entries",service="raftgen",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="append_entries",service="raftgen",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="append_entries",service="raftgen",shard="0"} 6 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="append_entries",service="raftgen",shard="0"} 18 +vectorized_internal_rpc_latency_sum{method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="begin_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="begin_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="cancel_all_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="cancel_node_partition_movements",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 83 +vectorized_internal_rpc_latency_count{method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="cluster_bootstrap_info",service="cluster_bootstrap",shard="0"} 2 +vectorized_internal_rpc_latency_sum{method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="collect_node_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="commit_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="commit_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="config_status",service="controller",shard="0"} 5445 +vectorized_internal_rpc_latency_count{method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="config_status",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="config_status",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="config_status",service="controller",shard="0"} 3 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="config_status",service="controller",shard="0"} 4 +vectorized_internal_rpc_latency_sum{method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="config_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="create_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="create_non_replicable_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="create_topics",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="decommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="delete_acls",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="feature_action",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="feature_barrier",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="finish_partition_update",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="finish_reallocation",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="get_cluster_health_report",service="controller",shard="0"} 9645 +vectorized_internal_rpc_latency_count{method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="get_cluster_health_report",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="get_cluster_health_report",service="controller",shard="0"} 64 +vectorized_internal_rpc_latency_sum{method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 17 +vectorized_internal_rpc_latency_count{method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="get_leadership",service="metadata_dissemination_rpc",shard="0"} 1 +vectorized_internal_rpc_latency_sum{method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="get_reconciliation_state",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="heartbeat",service="raftgen",shard="0"} 160242 +vectorized_internal_rpc_latency_count{method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="heartbeat",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="heartbeat",service="raftgen",shard="0"} 3270 +vectorized_internal_rpc_latency_sum{method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="hello",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="init_tm_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="install_snapshot",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="join",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="join_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="node_status",service="node_status_rpc",shard="0"} 8586 +vectorized_internal_rpc_latency_count{method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="node_status",service="node_status_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="node_status",service="node_status_rpc",shard="0"} 6314 +vectorized_internal_rpc_latency_sum{method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="overview",service="partition_balancer_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="prepare_group_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="prepare_tx",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="put_ephemeral_credential",service="ephemeral_credential",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="recommission_node",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="set_maintenance_mode",service="controller",shard="0"} 4218 +vectorized_internal_rpc_latency_count{method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="set_maintenance_mode",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="set_maintenance_mode",service="controller",shard="0"} 2 +vectorized_internal_rpc_latency_sum{method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="timeout_now",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="transfer_leadership",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="try_abort",service="tx_gateway",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="update_leadership",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="update_leadership_v2",service="metadata_dissemination_rpc",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="update_node_configuration",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_count{method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="update_topic_properties",service="controller",shard="0"} 0 +vectorized_internal_rpc_latency_sum{method="vote",service="raftgen",shard="0"} 243573 +vectorized_internal_rpc_latency_count{method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="10.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="20.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="40.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="80.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="160.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="320.000000",method="vote",service="raftgen",shard="0"} 0 +vectorized_internal_rpc_latency_bucket{le="640.000000",method="vote",service="raftgen",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="1280.000000",method="vote",service="raftgen",shard="0"} 1 +vectorized_internal_rpc_latency_bucket{le="2560.000000",method="vote",service="raftgen",shard="0"} 2 +vectorized_internal_rpc_latency_bucket{le="5120.000000",method="vote",service="raftgen",shard="0"} 4 +vectorized_internal_rpc_latency_bucket{le="10240.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="20480.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="40960.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="81920.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="163840.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="327680.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="655360.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="1310720.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="2621440.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="5242880.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="10485760.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="20971520.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="41943040.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="83886080.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="167772160.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="335544320.000000",method="vote",service="raftgen",shard="0"} 27 +vectorized_internal_rpc_latency_bucket{le="+Inf",method="vote",service="raftgen",shard="0"} 27 +# HELP vectorized_internal_rpc_max_service_mem_bytes internal_rpc: Maximum memory allowed for RPC +# TYPE vectorized_internal_rpc_max_service_mem_bytes counter +vectorized_internal_rpc_max_service_mem_bytes{shard="0"} 18874368 +# HELP vectorized_internal_rpc_method_not_found_errors internal_rpc: Number of requests with not available RPC method +# TYPE vectorized_internal_rpc_method_not_found_errors counter +vectorized_internal_rpc_method_not_found_errors{shard="0"} 2 +# HELP vectorized_internal_rpc_received_bytes internal_rpc: Number of bytes received from the clients in valid requests +# TYPE vectorized_internal_rpc_received_bytes counter +vectorized_internal_rpc_received_bytes{shard="0"} 621369 +# HELP vectorized_internal_rpc_requests_blocked_memory internal_rpc: Number of requests blocked in memory backpressure +# TYPE vectorized_internal_rpc_requests_blocked_memory counter +vectorized_internal_rpc_requests_blocked_memory{shard="0"} 0 +# HELP vectorized_internal_rpc_requests_completed internal_rpc: Number of successful requests +# TYPE vectorized_internal_rpc_requests_completed counter +vectorized_internal_rpc_requests_completed{shard="0"} 9704 +# HELP vectorized_internal_rpc_requests_pending internal_rpc: Number of requests being processed by server +# TYPE vectorized_internal_rpc_requests_pending gauge +vectorized_internal_rpc_requests_pending{shard="0"} 0.000000 +# HELP vectorized_internal_rpc_sent_bytes internal_rpc: Number of bytes sent to clients +# TYPE vectorized_internal_rpc_sent_bytes counter +vectorized_internal_rpc_sent_bytes{shard="0"} 707663 +# HELP vectorized_internal_rpc_service_errors internal_rpc: Number of service errors +# TYPE vectorized_internal_rpc_service_errors counter +vectorized_internal_rpc_service_errors{shard="0"} 0 +# HELP vectorized_io_queue_adjusted_consumption Consumed disk capacity units adjusted for class shares and idling preemption +# TYPE vectorized_io_queue_adjusted_consumption counter +vectorized_io_queue_adjusted_consumption{class="compaction",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000000 +vectorized_io_queue_adjusted_consumption{class="default",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000122 +vectorized_io_queue_adjusted_consumption{class="raft",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000115 +# HELP vectorized_io_queue_consumption Accumulated disk capacity units consumed by this class; an increment per-second rate indicates full utilization +# TYPE vectorized_io_queue_consumption counter +vectorized_io_queue_consumption{class="compaction",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000000 +vectorized_io_queue_consumption{class="default",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000122 +vectorized_io_queue_consumption{class="raft",ioshard="0",mountpoint="none",shard="0",stream="rw"} 0.000027 +# HELP vectorized_io_queue_delay random delay time in the queue +# TYPE vectorized_io_queue_delay gauge +vectorized_io_queue_delay{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_delay{class="default",ioshard="0",mountpoint="none",shard="0"} 0.000002 +vectorized_io_queue_delay{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.000004 +# HELP vectorized_io_queue_disk_queue_length Number of requests in the disk +# TYPE vectorized_io_queue_disk_queue_length gauge +vectorized_io_queue_disk_queue_length{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_disk_queue_length{class="default",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_disk_queue_length{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.000000 +# HELP vectorized_io_queue_queue_length Number of requests in the queue +# TYPE vectorized_io_queue_queue_length gauge +vectorized_io_queue_queue_length{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_queue_length{class="default",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_queue_length{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.000000 +# HELP vectorized_io_queue_shares current amount of shares +# TYPE vectorized_io_queue_shares gauge +vectorized_io_queue_shares{class="compaction",ioshard="0",mountpoint="none",shard="0"} 10.000000 +vectorized_io_queue_shares{class="default",ioshard="0",mountpoint="none",shard="0"} 1.000000 +vectorized_io_queue_shares{class="raft",ioshard="0",mountpoint="none",shard="0"} 1000.000000 +# HELP vectorized_io_queue_starvation_time_sec Total time spent starving for disk +# TYPE vectorized_io_queue_starvation_time_sec counter +vectorized_io_queue_starvation_time_sec{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_starvation_time_sec{class="default",ioshard="0",mountpoint="none",shard="0"} 0.001217 +vectorized_io_queue_starvation_time_sec{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.002149 +# HELP vectorized_io_queue_total_bytes Total bytes passed in the queue +# TYPE vectorized_io_queue_total_bytes counter +vectorized_io_queue_total_bytes{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_bytes{class="default",ioshard="0",mountpoint="none",shard="0"} 962560 +vectorized_io_queue_total_bytes{class="raft",ioshard="0",mountpoint="none",shard="0"} 208896 +# HELP vectorized_io_queue_total_delay_sec Total time spent in the queue +# TYPE vectorized_io_queue_total_delay_sec counter +vectorized_io_queue_total_delay_sec{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_total_delay_sec{class="default",ioshard="0",mountpoint="none",shard="0"} 0.001322 +vectorized_io_queue_total_delay_sec{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.002214 +# HELP vectorized_io_queue_total_exec_sec Total time spent in disk +# TYPE vectorized_io_queue_total_exec_sec counter +vectorized_io_queue_total_exec_sec{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0.000000 +vectorized_io_queue_total_exec_sec{class="default",ioshard="0",mountpoint="none",shard="0"} 0.030323 +vectorized_io_queue_total_exec_sec{class="raft",ioshard="0",mountpoint="none",shard="0"} 0.011096 +# HELP vectorized_io_queue_total_operations Total operations passed in the queue +# TYPE vectorized_io_queue_total_operations counter +vectorized_io_queue_total_operations{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_operations{class="default",ioshard="0",mountpoint="none",shard="0"} 169 +vectorized_io_queue_total_operations{class="raft",ioshard="0",mountpoint="none",shard="0"} 50 +# HELP vectorized_io_queue_total_read_bytes Total read bytes passed in the queue +# TYPE vectorized_io_queue_total_read_bytes counter +vectorized_io_queue_total_read_bytes{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_read_bytes{class="default",ioshard="0",mountpoint="none",shard="0"} 409600 +vectorized_io_queue_total_read_bytes{class="raft",ioshard="0",mountpoint="none",shard="0"} 0 +# HELP vectorized_io_queue_total_read_ops Total read operations passed in the queue +# TYPE vectorized_io_queue_total_read_ops counter +vectorized_io_queue_total_read_ops{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_read_ops{class="default",ioshard="0",mountpoint="none",shard="0"} 49 +vectorized_io_queue_total_read_ops{class="raft",ioshard="0",mountpoint="none",shard="0"} 0 +# HELP vectorized_io_queue_total_split_bytes Total number of bytes split +# TYPE vectorized_io_queue_total_split_bytes counter +vectorized_io_queue_total_split_bytes{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_split_bytes{class="default",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_split_bytes{class="raft",ioshard="0",mountpoint="none",shard="0"} 0 +# HELP vectorized_io_queue_total_split_ops Total number of requests split +# TYPE vectorized_io_queue_total_split_ops counter +vectorized_io_queue_total_split_ops{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_split_ops{class="default",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_split_ops{class="raft",ioshard="0",mountpoint="none",shard="0"} 0 +# HELP vectorized_io_queue_total_write_bytes Total write bytes passed in the queue +# TYPE vectorized_io_queue_total_write_bytes counter +vectorized_io_queue_total_write_bytes{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_write_bytes{class="default",ioshard="0",mountpoint="none",shard="0"} 552960 +vectorized_io_queue_total_write_bytes{class="raft",ioshard="0",mountpoint="none",shard="0"} 208896 +# HELP vectorized_io_queue_total_write_ops Total write operations passed in the queue +# TYPE vectorized_io_queue_total_write_ops counter +vectorized_io_queue_total_write_ops{class="compaction",ioshard="0",mountpoint="none",shard="0"} 0 +vectorized_io_queue_total_write_ops{class="default",ioshard="0",mountpoint="none",shard="0"} 120 +vectorized_io_queue_total_write_ops{class="raft",ioshard="0",mountpoint="none",shard="0"} 50 +# HELP vectorized_kafka_fetch_sessions_cache_mem_usage_bytes Fetch sessions cache memory usage in bytes +# TYPE vectorized_kafka_fetch_sessions_cache_mem_usage_bytes gauge +vectorized_kafka_fetch_sessions_cache_mem_usage_bytes{shard="0"} 0.000000 +# HELP vectorized_kafka_fetch_sessions_cache_sessions_count Total number of fetch sessions +# TYPE vectorized_kafka_fetch_sessions_cache_sessions_count gauge +vectorized_kafka_fetch_sessions_cache_sessions_count{shard="0"} 0.000000 +# HELP vectorized_kafka_latency_fetch_latency_us Fetch Latency +# TYPE vectorized_kafka_latency_fetch_latency_us histogram +vectorized_kafka_latency_fetch_latency_us_sum{latency_metric="microseconds",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_count{latency_metric="microseconds",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="10.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="20.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="40.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="80.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="160.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="320.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="640.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="1280.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="2560.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="5120.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="10240.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="20480.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="40960.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="81920.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="163840.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="327680.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="655360.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="1310720.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="2621440.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="5242880.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="10485760.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="20971520.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="41943040.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="83886080.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="167772160.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="335544320.000000",shard="0"} 0 +vectorized_kafka_latency_fetch_latency_us_bucket{latency_metric="microseconds",le="+Inf",shard="0"} 0 +# HELP vectorized_kafka_latency_produce_latency_us Produce Latency +# TYPE vectorized_kafka_latency_produce_latency_us histogram +vectorized_kafka_latency_produce_latency_us_sum{latency_metric="microseconds",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_count{latency_metric="microseconds",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="10.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="20.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="40.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="80.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="160.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="320.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="640.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="1280.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="2560.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="5120.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="10240.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="20480.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="40960.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="81920.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="163840.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="327680.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="655360.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="1310720.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="2621440.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="5242880.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="10485760.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="20971520.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="41943040.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="83886080.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="167772160.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="335544320.000000",shard="0"} 0 +vectorized_kafka_latency_produce_latency_us_bucket{latency_metric="microseconds",le="+Inf",shard="0"} 0 +# HELP vectorized_kafka_rpc_active_connections kafka_rpc: Currently active connections +# TYPE vectorized_kafka_rpc_active_connections gauge +vectorized_kafka_rpc_active_connections{shard="0"} 0.000000 +# HELP vectorized_kafka_rpc_connection_close_errors kafka_rpc: Number of errors when shutting down the connection +# TYPE vectorized_kafka_rpc_connection_close_errors counter +vectorized_kafka_rpc_connection_close_errors{shard="0"} 0 +# HELP vectorized_kafka_rpc_connections_rejected kafka_rpc: Number of connections rejected for hitting connection limits +# TYPE vectorized_kafka_rpc_connections_rejected counter +vectorized_kafka_rpc_connections_rejected{shard="0"} 0 +# HELP vectorized_kafka_rpc_connections_wait_rate kafka_rpc: Number of connections are blocked by connection rate +# TYPE vectorized_kafka_rpc_connections_wait_rate counter +vectorized_kafka_rpc_connections_wait_rate{shard="0"} 0 +# HELP vectorized_kafka_rpc_connects kafka_rpc: Number of accepted connections +# TYPE vectorized_kafka_rpc_connects counter +vectorized_kafka_rpc_connects{shard="0"} 4 +# HELP vectorized_kafka_rpc_consumed_mem_bytes kafka_rpc: Memory consumed by request processing +# TYPE vectorized_kafka_rpc_consumed_mem_bytes counter +vectorized_kafka_rpc_consumed_mem_bytes{shard="0"} 0 +# HELP vectorized_kafka_rpc_corrupted_headers kafka_rpc: Number of requests with corrupted headers +# TYPE vectorized_kafka_rpc_corrupted_headers counter +vectorized_kafka_rpc_corrupted_headers{shard="0"} 0 +# HELP vectorized_kafka_rpc_dispatch_handler_latency kafka_rpc: Latency +# TYPE vectorized_kafka_rpc_dispatch_handler_latency histogram +vectorized_kafka_rpc_dispatch_handler_latency_sum{shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_count{shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="10.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="20.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="40.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="80.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="160.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="320.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="640.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="1280.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="2560.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="5120.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="10240.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="20480.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="40960.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="81920.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="163840.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="327680.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="655360.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="1310720.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="2621440.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="5242880.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="10485760.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="20971520.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="41943040.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="83886080.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="167772160.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="335544320.000000",shard="0"} 0 +vectorized_kafka_rpc_dispatch_handler_latency_bucket{le="+Inf",shard="0"} 0 +# HELP vectorized_kafka_rpc_max_service_mem_bytes kafka_rpc: Maximum memory allowed for RPC +# TYPE vectorized_kafka_rpc_max_service_mem_bytes counter +vectorized_kafka_rpc_max_service_mem_bytes{shard="0"} 28311552 +# HELP vectorized_kafka_rpc_method_not_found_errors kafka_rpc: Number of requests with not available RPC method +# TYPE vectorized_kafka_rpc_method_not_found_errors counter +vectorized_kafka_rpc_method_not_found_errors{shard="0"} 0 +# HELP vectorized_kafka_rpc_received_bytes kafka_rpc: Number of bytes received from the clients in valid requests +# TYPE vectorized_kafka_rpc_received_bytes counter +vectorized_kafka_rpc_received_bytes{shard="0"} 331 +# HELP vectorized_kafka_rpc_requests_blocked_memory kafka_rpc: Number of requests blocked in memory backpressure +# TYPE vectorized_kafka_rpc_requests_blocked_memory counter +vectorized_kafka_rpc_requests_blocked_memory{shard="0"} 0 +# HELP vectorized_kafka_rpc_requests_completed kafka_rpc: Number of successful requests +# TYPE vectorized_kafka_rpc_requests_completed counter +vectorized_kafka_rpc_requests_completed{shard="0"} 8 +# HELP vectorized_kafka_rpc_requests_pending kafka_rpc: Number of requests being processed by server +# TYPE vectorized_kafka_rpc_requests_pending gauge +vectorized_kafka_rpc_requests_pending{shard="0"} 0.000000 +# HELP vectorized_kafka_rpc_sent_bytes kafka_rpc: Number of bytes sent to clients +# TYPE vectorized_kafka_rpc_sent_bytes counter +vectorized_kafka_rpc_sent_bytes{shard="0"} 3100 +# HELP vectorized_kafka_rpc_service_errors kafka_rpc: Number of service errors +# TYPE vectorized_kafka_rpc_service_errors counter +vectorized_kafka_rpc_service_errors{shard="0"} 0 +# HELP vectorized_leader_balancer_leader_transfer_error Number of errors attempting to transfer leader +# TYPE vectorized_leader_balancer_leader_transfer_error counter +vectorized_leader_balancer_leader_transfer_error{shard="0"} 0 +# HELP vectorized_leader_balancer_leader_transfer_no_improvement Number of times no balance improvement was found +# TYPE vectorized_leader_balancer_leader_transfer_no_improvement counter +vectorized_leader_balancer_leader_transfer_no_improvement{shard="0"} 2 +# HELP vectorized_leader_balancer_leader_transfer_succeeded Number of successful leader transfers +# TYPE vectorized_leader_balancer_leader_transfer_succeeded counter +vectorized_leader_balancer_leader_transfer_succeeded{shard="0"} 3 +# HELP vectorized_leader_balancer_leader_transfer_timeout Number of timeouts attempting to transfer leader +# TYPE vectorized_leader_balancer_leader_transfer_timeout counter +vectorized_leader_balancer_leader_transfer_timeout{shard="0"} 0 +# HELP vectorized_memory_allocated_memory Allocated memory size in bytes +# TYPE vectorized_memory_allocated_memory gauge +vectorized_memory_allocated_memory{shard="0"} 39768064.000000 +# HELP vectorized_memory_cross_cpu_free_operations Total number of cross cpu free +# TYPE vectorized_memory_cross_cpu_free_operations counter +vectorized_memory_cross_cpu_free_operations{shard="0"} 0 +# HELP vectorized_memory_free_memory Free memory size in bytes +# TYPE vectorized_memory_free_memory gauge +vectorized_memory_free_memory{shard="0"} 54603776.000000 +# HELP vectorized_memory_free_operations Total number of free operations +# TYPE vectorized_memory_free_operations counter +vectorized_memory_free_operations{shard="0"} 3531745 +# HELP vectorized_memory_malloc_failed Total count of failed memory allocations +# TYPE vectorized_memory_malloc_failed counter +vectorized_memory_malloc_failed{shard="0"} 0 +# HELP vectorized_memory_malloc_live_objects Number of live objects +# TYPE vectorized_memory_malloc_live_objects gauge +vectorized_memory_malloc_live_objects{shard="0"} 42475.000000 +# HELP vectorized_memory_malloc_operations Total number of malloc operations +# TYPE vectorized_memory_malloc_operations counter +vectorized_memory_malloc_operations{shard="0"} 3574221 +# HELP vectorized_memory_reclaims_operations Total reclaims operations +# TYPE vectorized_memory_reclaims_operations counter +vectorized_memory_reclaims_operations{shard="0"} 0 +# HELP vectorized_memory_total_memory Total memory size in bytes +# TYPE vectorized_memory_total_memory gauge +vectorized_memory_total_memory{shard="0"} 94371840.000000 +# HELP vectorized_node_status_rpcs_received Number of node status RPCs received by this node +# TYPE vectorized_node_status_rpcs_received gauge +vectorized_node_status_rpcs_received{} 6314.000000 +# HELP vectorized_node_status_rpcs_sent Number of node status RPCs sent by this node +# TYPE vectorized_node_status_rpcs_sent gauge +vectorized_node_status_rpcs_sent{} 6314.000000 +# HELP vectorized_node_status_rpcs_timed_out Number of timed out node status RPCs from this node +# TYPE vectorized_node_status_rpcs_timed_out gauge +vectorized_node_status_rpcs_timed_out{} 0.000000 +# HELP vectorized_pandaproxy_request_latency Request latency +# TYPE vectorized_pandaproxy_request_latency histogram +vectorized_pandaproxy_request_latency_sum{operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="compatibility_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="consumer_fetch",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="create_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="delete_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="delete_subject_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_brokers",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_mode",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_schemas_ids_id",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_schemas_ids_id_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_schemas_types",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_subject_versions_version",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_subject_versions_version_referenced_by",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_subject_versions_version_schema",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_subjects",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_topics_names",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="get_topics_records",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="post_consumer_offsets",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="post_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="post_subject_versions",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="post_topics_name",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="put_config",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="put_config_subject",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="remove_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_sum{operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_count{operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="80.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="160.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="320.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="640.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1280.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2560.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5120.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10240.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20480.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="40960.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="81920.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="163840.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="327680.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="655360.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="1310720.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="2621440.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="5242880.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="10485760.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="20971520.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="41943040.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="83886080.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="167772160.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="335544320.000000",operation="subscribe_consumer",shard="0"} 0 +vectorized_pandaproxy_request_latency_bucket{le="+Inf",operation="subscribe_consumer",shard="0"} 0 +# HELP vectorized_raft_configuration_change_in_progress Indicates if current raft group configuration is in joint state i.e. configuration is being changed +# TYPE vectorized_raft_configuration_change_in_progress gauge +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="1",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="13",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="14",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="15",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="17",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="19",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="2",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="4",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="6",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="7",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="8",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0.000000 +vectorized_raft_configuration_change_in_progress{namespace="redpanda",partition="0",shard="0",topic="controller"} 0.000000 +# HELP vectorized_raft_done_replicate_requests Number of finished replicate requests +# TYPE vectorized_raft_done_replicate_requests counter +vectorized_raft_done_replicate_requests{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_done_replicate_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_done_replicate_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_group_count Number of raft groups +# TYPE vectorized_raft_group_count gauge +vectorized_raft_group_count{shard="0"} 22.000000 +# HELP vectorized_raft_heartbeat_requests_errors Number of failed heartbeat requests +# TYPE vectorized_raft_heartbeat_requests_errors counter +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_heartbeat_requests_errors{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_leader_for Number of groups for which node is a leader +# TYPE vectorized_raft_leader_for gauge +vectorized_raft_leader_for{namespace="kafka",partition="0",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="1",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="10",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="11",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="12",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="13",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="14",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="15",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="16",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="17",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="18",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="19",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="2",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="3",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="4",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="5",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="6",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka",partition="7",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="8",shard="0",topic="test"} 1.000000 +vectorized_raft_leader_for{namespace="kafka",partition="9",shard="0",topic="test"} 0.000000 +vectorized_raft_leader_for{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0.000000 +vectorized_raft_leader_for{namespace="redpanda",partition="0",shard="0",topic="controller"} 1.000000 +# HELP vectorized_raft_leadership_changes Number of leadership changes +# TYPE vectorized_raft_leadership_changes counter +vectorized_raft_leadership_changes{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="1",shard="0",topic="test"} 3 +vectorized_raft_leadership_changes{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="2",shard="0",topic="test"} 3 +vectorized_raft_leadership_changes{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="4",shard="0",topic="test"} 3 +vectorized_raft_leadership_changes{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="6",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_raft_leadership_changes{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1 +vectorized_raft_leadership_changes{namespace="redpanda",partition="0",shard="0",topic="controller"} 1 +# HELP vectorized_raft_log_flushes Number of log flushes +# TYPE vectorized_raft_log_flushes counter +vectorized_raft_log_flushes{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_raft_log_flushes{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_raft_log_flushes{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_raft_log_flushes{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_raft_log_flushes{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_raft_log_flushes{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 3 +vectorized_raft_log_flushes{namespace="redpanda",partition="0",shard="0",topic="controller"} 23 +# HELP vectorized_raft_log_truncations Number of log truncations +# TYPE vectorized_raft_log_truncations counter +vectorized_raft_log_truncations{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_log_truncations{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_log_truncations{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_received_append_requests Number of append requests received +# TYPE vectorized_raft_received_append_requests counter +vectorized_raft_received_append_requests{namespace="kafka",partition="0",shard="0",topic="test"} 1636 +vectorized_raft_received_append_requests{namespace="kafka",partition="1",shard="0",topic="test"} 1633 +vectorized_raft_received_append_requests{namespace="kafka",partition="10",shard="0",topic="test"} 1636 +vectorized_raft_received_append_requests{namespace="kafka",partition="11",shard="0",topic="test"} 1633 +vectorized_raft_received_append_requests{namespace="kafka",partition="12",shard="0",topic="test"} 1633 +vectorized_raft_received_append_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="16",shard="0",topic="test"} 1635 +vectorized_raft_received_append_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="18",shard="0",topic="test"} 1636 +vectorized_raft_received_append_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="2",shard="0",topic="test"} 1110 +vectorized_raft_received_append_requests{namespace="kafka",partition="3",shard="0",topic="test"} 1635 +vectorized_raft_received_append_requests{namespace="kafka",partition="4",shard="0",topic="test"} 1110 +vectorized_raft_received_append_requests{namespace="kafka",partition="5",shard="0",topic="test"} 1632 +vectorized_raft_received_append_requests{namespace="kafka",partition="6",shard="0",topic="test"} 1634 +vectorized_raft_received_append_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_received_append_requests{namespace="kafka",partition="9",shard="0",topic="test"} 1633 +vectorized_raft_received_append_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1580 +vectorized_raft_received_append_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_received_vote_requests Number of vote requests received +# TYPE vectorized_raft_received_vote_requests counter +vectorized_raft_received_vote_requests{namespace="kafka",partition="0",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="1",shard="0",topic="test"} 3 +vectorized_raft_received_vote_requests{namespace="kafka",partition="10",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="11",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="12",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="16",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="18",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="2",shard="0",topic="test"} 1 +vectorized_raft_received_vote_requests{namespace="kafka",partition="3",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="4",shard="0",topic="test"} 1 +vectorized_raft_received_vote_requests{namespace="kafka",partition="5",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_received_vote_requests{namespace="kafka",partition="9",shard="0",topic="test"} 2 +vectorized_raft_received_vote_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2 +vectorized_raft_received_vote_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_recovery_partition_movement_available_bandwidth Bandwidth available for partition movement. bytes/sec +# TYPE vectorized_raft_recovery_partition_movement_available_bandwidth gauge +vectorized_raft_recovery_partition_movement_available_bandwidth{shard="0"} 104857600.000000 +# HELP vectorized_raft_recovery_requests_errors Number of failed recovery requests +# TYPE vectorized_raft_recovery_requests_errors counter +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_recovery_requests_errors{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_recovery_requests_errors{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_replicate_ack_all_requests Number of replicate requests with quorum ack consistency +# TYPE vectorized_raft_replicate_ack_all_requests counter +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_replicate_ack_all_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 22 +# HELP vectorized_raft_replicate_ack_leader_requests Number of replicate requests with leader ack consistency +# TYPE vectorized_raft_replicate_ack_leader_requests counter +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_replicate_ack_leader_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_replicate_ack_none_requests Number of replicate requests with no ack consistency +# TYPE vectorized_raft_replicate_ack_none_requests counter +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_replicate_ack_none_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_replicate_request_errors Number of failed replicate requests +# TYPE vectorized_raft_replicate_request_errors counter +vectorized_raft_replicate_request_errors{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_replicate_request_errors{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_replicate_request_errors{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_raft_sent_vote_requests Number of vote requests sent +# TYPE vectorized_raft_sent_vote_requests counter +vectorized_raft_sent_vote_requests{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="13",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="14",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="15",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="17",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="19",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="7",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="8",shard="0",topic="test"} 2 +vectorized_raft_sent_vote_requests{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_raft_sent_vote_requests{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_raft_sent_vote_requests{namespace="redpanda",partition="0",shard="0",topic="controller"} 2 +# HELP vectorized_reactor_abandoned_failed_futures Total number of abandoned failed futures, futures destroyed while still containing an exception +# TYPE vectorized_reactor_abandoned_failed_futures counter +vectorized_reactor_abandoned_failed_futures{shard="0"} 0 +# HELP vectorized_reactor_aio_bytes_read Total aio-reads bytes +# TYPE vectorized_reactor_aio_bytes_read counter +vectorized_reactor_aio_bytes_read{shard="0"} 409600 +# HELP vectorized_reactor_aio_bytes_write Total aio-writes bytes +# TYPE vectorized_reactor_aio_bytes_write counter +vectorized_reactor_aio_bytes_write{shard="0"} 761856 +# HELP vectorized_reactor_aio_errors Total aio errors +# TYPE vectorized_reactor_aio_errors counter +vectorized_reactor_aio_errors{shard="0"} 0 +# HELP vectorized_reactor_aio_outsizes Total number of aio operations that exceed IO limit +# TYPE vectorized_reactor_aio_outsizes counter +vectorized_reactor_aio_outsizes{shard="0"} 0 +# HELP vectorized_reactor_aio_reads Total aio-reads operations +# TYPE vectorized_reactor_aio_reads counter +vectorized_reactor_aio_reads{shard="0"} 49 +# HELP vectorized_reactor_aio_writes Total aio-writes operations +# TYPE vectorized_reactor_aio_writes counter +vectorized_reactor_aio_writes{shard="0"} 170 +# HELP vectorized_reactor_cpp_exceptions Total number of C++ exceptions +# TYPE vectorized_reactor_cpp_exceptions counter +vectorized_reactor_cpp_exceptions{shard="0"} 122 +# HELP vectorized_reactor_cpu_busy_ms Total cpu busy time in milliseconds +# TYPE vectorized_reactor_cpu_busy_ms counter +vectorized_reactor_cpu_busy_ms{shard="0"} 2445 +# HELP vectorized_reactor_cpu_steal_time_ms Total steal time, the time in which some other process was running while Seastar was not trying to run (not sleeping).Because this is in userspace, some time that could be legitimally thought as steal time is not accounted as such. For example, if we are sleeping and can wake up but the kernel hasn't woken us up yet. +# TYPE vectorized_reactor_cpu_steal_time_ms counter +vectorized_reactor_cpu_steal_time_ms{shard="0"} -1082 +# HELP vectorized_reactor_fstream_read_bytes Counts bytes read from disk file streams. A high rate indicates high disk activity. Divide by fstream_reads to determine average read size. +# TYPE vectorized_reactor_fstream_read_bytes counter +vectorized_reactor_fstream_read_bytes{shard="0"} 84091 +# HELP vectorized_reactor_fstream_read_bytes_blocked Counts the number of bytes read from disk that could not be satisfied from read-ahead buffers, and had to block. Indicates short streams, or incorrect read ahead configuration. +# TYPE vectorized_reactor_fstream_read_bytes_blocked counter +vectorized_reactor_fstream_read_bytes_blocked{shard="0"} 84091 +# HELP vectorized_reactor_fstream_reads Counts reads from disk file streams. A high rate indicates high disk activity. Contrast with other fstream_read* counters to locate bottlenecks. +# TYPE vectorized_reactor_fstream_reads counter +vectorized_reactor_fstream_reads{shard="0"} 50 +# HELP vectorized_reactor_fstream_reads_ahead_bytes_discarded Counts the number of buffered bytes that were read ahead of time and were discarded because they were not needed, wasting disk bandwidth. Indicates over-eager read ahead configuration. +# TYPE vectorized_reactor_fstream_reads_ahead_bytes_discarded counter +vectorized_reactor_fstream_reads_ahead_bytes_discarded{shard="0"} 0 +# HELP vectorized_reactor_fstream_reads_aheads_discarded Counts the number of times a buffer that was read ahead of time and was discarded because it was not needed, wasting disk bandwidth. Indicates over-eager read ahead configuration. +# TYPE vectorized_reactor_fstream_reads_aheads_discarded counter +vectorized_reactor_fstream_reads_aheads_discarded{shard="0"} 0 +# HELP vectorized_reactor_fstream_reads_blocked Counts the number of times a disk read could not be satisfied from read-ahead buffers, and had to block. Indicates short streams, or incorrect read ahead configuration. +# TYPE vectorized_reactor_fstream_reads_blocked counter +vectorized_reactor_fstream_reads_blocked{shard="0"} 46 +# HELP vectorized_reactor_fsyncs Total number of fsync operations +# TYPE vectorized_reactor_fsyncs counter +vectorized_reactor_fsyncs{shard="0"} 383 +# HELP vectorized_reactor_io_threaded_fallbacks Total number of io-threaded-fallbacks operations +# TYPE vectorized_reactor_io_threaded_fallbacks counter +vectorized_reactor_io_threaded_fallbacks{shard="0"} 1837 +# HELP vectorized_reactor_logging_failures Total number of logging failures +# TYPE vectorized_reactor_logging_failures counter +vectorized_reactor_logging_failures{shard="0"} 0 +# HELP vectorized_reactor_polls Number of times pollers were executed +# TYPE vectorized_reactor_polls counter +vectorized_reactor_polls{shard="0"} 69597 +# HELP vectorized_reactor_tasks_pending Number of pending tasks in the queue +# TYPE vectorized_reactor_tasks_pending gauge +vectorized_reactor_tasks_pending{shard="0"} 0.000000 +# HELP vectorized_reactor_tasks_processed Total tasks processed +# TYPE vectorized_reactor_tasks_processed counter +vectorized_reactor_tasks_processed{shard="0"} 589876 +# HELP vectorized_reactor_timers_pending Number of tasks in the timer-pending queue +# TYPE vectorized_reactor_timers_pending gauge +vectorized_reactor_timers_pending{shard="0"} 33.000000 +# HELP vectorized_reactor_utilization CPU utilization +# TYPE vectorized_reactor_utilization gauge +vectorized_reactor_utilization{shard="0"} 0.673425 +# HELP vectorized_rpc_client_active_connections Currently active connections +# TYPE vectorized_rpc_client_active_connections gauge +vectorized_rpc_client_active_connections{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1.000000 +vectorized_rpc_client_active_connections{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1.000000 +vectorized_rpc_client_active_connections{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1.000000 +vectorized_rpc_client_active_connections{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1.000000 +# HELP vectorized_rpc_client_client_correlation_errors Number of errors in client correlation id +# TYPE vectorized_rpc_client_client_correlation_errors counter +vectorized_rpc_client_client_correlation_errors{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_client_correlation_errors{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_client_correlation_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_client_correlation_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_connection_errors Number of connection errors +# TYPE vectorized_rpc_client_connection_errors counter +vectorized_rpc_client_connection_errors{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_connection_errors{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_connection_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_connection_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_connects Connection attempts +# TYPE vectorized_rpc_client_connects counter +vectorized_rpc_client_connects{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1 +vectorized_rpc_client_connects{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1 +vectorized_rpc_client_connects{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1 +vectorized_rpc_client_connects{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 1 +# HELP vectorized_rpc_client_corrupted_headers Number of responses with corrupted headers +# TYPE vectorized_rpc_client_corrupted_headers counter +vectorized_rpc_client_corrupted_headers{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_corrupted_headers{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_corrupted_headers{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_corrupted_headers{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_in_bytes Total number of bytes sent (including headers) +# TYPE vectorized_rpc_client_in_bytes counter +vectorized_rpc_client_in_bytes{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 241120 +vectorized_rpc_client_in_bytes{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 241003 +vectorized_rpc_client_in_bytes{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 132594 +vectorized_rpc_client_in_bytes{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 132594 +# HELP vectorized_rpc_client_out_bytes Total number of bytes received +# TYPE vectorized_rpc_client_out_bytes counter +vectorized_rpc_client_out_bytes{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 278407 +vectorized_rpc_client_out_bytes{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 278272 +vectorized_rpc_client_out_bytes{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 132594 +vectorized_rpc_client_out_bytes{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 132594 +# HELP vectorized_rpc_client_read_dispatch_errors Number of errors while dispatching responses +# TYPE vectorized_rpc_client_read_dispatch_errors counter +vectorized_rpc_client_read_dispatch_errors{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_read_dispatch_errors{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_read_dispatch_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_read_dispatch_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_request_errors Number or requests errors +# TYPE vectorized_rpc_client_request_errors counter +vectorized_rpc_client_request_errors{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_errors{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_request_timeouts Number or requests timeouts +# TYPE vectorized_rpc_client_request_timeouts counter +vectorized_rpc_client_request_timeouts{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_timeouts{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_timeouts{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_request_timeouts{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_requests Number of requests +# TYPE vectorized_rpc_client_requests counter +vectorized_rpc_client_requests{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 2194 +vectorized_rpc_client_requests{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 2189 +vectorized_rpc_client_requests{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 3157 +vectorized_rpc_client_requests{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 3157 +# HELP vectorized_rpc_client_requests_blocked_memory Number of requests that are blocked because of insufficient memory +# TYPE vectorized_rpc_client_requests_blocked_memory counter +vectorized_rpc_client_requests_blocked_memory{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_requests_blocked_memory{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_requests_blocked_memory{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_requests_blocked_memory{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_rpc_client_requests_pending Number of requests pending +# TYPE vectorized_rpc_client_requests_pending gauge +vectorized_rpc_client_requests_pending{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0.000000 +vectorized_rpc_client_requests_pending{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0.000000 +vectorized_rpc_client_requests_pending{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0.000000 +vectorized_rpc_client_requests_pending{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0.000000 +# HELP vectorized_rpc_client_server_correlation_errors Number of responses with wrong correlation id +# TYPE vectorized_rpc_client_server_correlation_errors counter +vectorized_rpc_client_server_correlation_errors{shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_server_correlation_errors{shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_server_correlation_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-2.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +vectorized_rpc_client_server_correlation_errors{connection_cache_label="node_status_backend",shard="0",target="update-image-cluster-and-node-port-1.update-image-cluster-and-node-port.kuttl-test-sterling-gobbler.svc.cluster.local.:33145"} 0 +# HELP vectorized_scheduler_queue_length Size of backlog on this queue, in tasks; indicates whether the queue is busy and/or contended +# TYPE vectorized_scheduler_queue_length gauge +vectorized_scheduler_queue_length{group="admin",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="archival_upload",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="atexit",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="cache_background_reclaim",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="cluster",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="coproc",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="kafka",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="log_compaction",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="main",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="node_status",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="raft",shard="0"} 0.000000 +vectorized_scheduler_queue_length{group="raft_learner_recovery",shard="0"} 0.000000 +# HELP vectorized_scheduler_runtime_ms Accumulated runtime of this task queue; an increment rate of 1000ms per second indicates full utilization +# TYPE vectorized_scheduler_runtime_ms counter +vectorized_scheduler_runtime_ms{group="admin",shard="0"} 12 +vectorized_scheduler_runtime_ms{group="archival_upload",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="atexit",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="cache_background_reclaim",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="cluster",shard="0"} 4 +vectorized_scheduler_runtime_ms{group="coproc",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="kafka",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="log_compaction",shard="0"} 4 +vectorized_scheduler_runtime_ms{group="main",shard="0"} 957 +vectorized_scheduler_runtime_ms{group="node_status",shard="0"} 0 +vectorized_scheduler_runtime_ms{group="raft",shard="0"} 40 +vectorized_scheduler_runtime_ms{group="raft_learner_recovery",shard="0"} 0 +# HELP vectorized_scheduler_shares Shares allocated to this queue +# TYPE vectorized_scheduler_shares gauge +vectorized_scheduler_shares{group="admin",shard="0"} 100.000000 +vectorized_scheduler_shares{group="archival_upload",shard="0"} 100.000000 +vectorized_scheduler_shares{group="atexit",shard="0"} 1000.000000 +vectorized_scheduler_shares{group="cache_background_reclaim",shard="0"} 200.000000 +vectorized_scheduler_shares{group="cluster",shard="0"} 300.000000 +vectorized_scheduler_shares{group="coproc",shard="0"} 100.000000 +vectorized_scheduler_shares{group="kafka",shard="0"} 1000.000000 +vectorized_scheduler_shares{group="log_compaction",shard="0"} 10.000000 +vectorized_scheduler_shares{group="main",shard="0"} 1000.000000 +vectorized_scheduler_shares{group="node_status",shard="0"} 50.000000 +vectorized_scheduler_shares{group="raft",shard="0"} 1000.000000 +vectorized_scheduler_shares{group="raft_learner_recovery",shard="0"} 50.000000 +# HELP vectorized_scheduler_starvetime_ms Accumulated starvation time of this task queue; an increment rate of 1000ms per second indicates the scheduler feels really bad +# TYPE vectorized_scheduler_starvetime_ms counter +vectorized_scheduler_starvetime_ms{group="admin",shard="0"} 1 +vectorized_scheduler_starvetime_ms{group="archival_upload",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="atexit",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="cache_background_reclaim",shard="0"} 8 +vectorized_scheduler_starvetime_ms{group="cluster",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="coproc",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="kafka",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="log_compaction",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="main",shard="0"} 242 +vectorized_scheduler_starvetime_ms{group="node_status",shard="0"} 0 +vectorized_scheduler_starvetime_ms{group="raft",shard="0"} 41 +vectorized_scheduler_starvetime_ms{group="raft_learner_recovery",shard="0"} 0 +# HELP vectorized_scheduler_tasks_processed Count of tasks executing on this queue; indicates together with runtime_ms indicates length of tasks +# TYPE vectorized_scheduler_tasks_processed counter +vectorized_scheduler_tasks_processed{group="admin",shard="0"} 319 +vectorized_scheduler_tasks_processed{group="archival_upload",shard="0"} 1 +vectorized_scheduler_tasks_processed{group="atexit",shard="0"} 0 +vectorized_scheduler_tasks_processed{group="cache_background_reclaim",shard="0"} 83 +vectorized_scheduler_tasks_processed{group="cluster",shard="0"} 212 +vectorized_scheduler_tasks_processed{group="coproc",shard="0"} 1 +vectorized_scheduler_tasks_processed{group="kafka",shard="0"} 1 +vectorized_scheduler_tasks_processed{group="log_compaction",shard="0"} 26 +vectorized_scheduler_tasks_processed{group="main",shard="0"} 495416 +vectorized_scheduler_tasks_processed{group="node_status",shard="0"} 1 +vectorized_scheduler_tasks_processed{group="raft",shard="0"} 93815 +vectorized_scheduler_tasks_processed{group="raft_learner_recovery",shard="0"} 1 +# HELP vectorized_scheduler_time_spent_on_task_quota_violations_ms Total amount in milliseconds we were in violation of the task quota +# TYPE vectorized_scheduler_time_spent_on_task_quota_violations_ms counter +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="admin",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="archival_upload",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="atexit",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="cache_background_reclaim",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="cluster",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="coproc",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="kafka",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="log_compaction",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="main",shard="0"} 166 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="node_status",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="raft",shard="0"} 0 +vectorized_scheduler_time_spent_on_task_quota_violations_ms{group="raft_learner_recovery",shard="0"} 0 +# HELP vectorized_scheduler_waittime_ms Accumulated waittime of this task queue; an increment rate of 1000ms per second indicates queue is waiting for something (e.g. IO) +# TYPE vectorized_scheduler_waittime_ms counter +vectorized_scheduler_waittime_ms{group="admin",shard="0"} 320870 +vectorized_scheduler_waittime_ms{group="archival_upload",shard="0"} 0 +vectorized_scheduler_waittime_ms{group="atexit",shard="0"} 0 +vectorized_scheduler_waittime_ms{group="cache_background_reclaim",shard="0"} 154058 +vectorized_scheduler_waittime_ms{group="cluster",shard="0"} 318723 +vectorized_scheduler_waittime_ms{group="coproc",shard="0"} 0 +vectorized_scheduler_waittime_ms{group="kafka",shard="0"} 0 +vectorized_scheduler_waittime_ms{group="log_compaction",shard="0"} 310161 +vectorized_scheduler_waittime_ms{group="main",shard="0"} 319606 +vectorized_scheduler_waittime_ms{group="node_status",shard="0"} 0 +vectorized_scheduler_waittime_ms{group="raft",shard="0"} 320714 +vectorized_scheduler_waittime_ms{group="raft_learner_recovery",shard="0"} 0 +# HELP vectorized_stall_detector_reported Total number of reported stalls, look in the traces for the exact reason +# TYPE vectorized_stall_detector_reported counter +vectorized_stall_detector_reported{shard="0"} 3 +# HELP vectorized_storage_compaction_backlog_controller_backlog_size controller backlog +# TYPE vectorized_storage_compaction_backlog_controller_backlog_size gauge +vectorized_storage_compaction_backlog_controller_backlog_size{shard="0"} 0.000000 +# HELP vectorized_storage_compaction_backlog_controller_error current controller error, i.e difference between set point and backlog size +# TYPE vectorized_storage_compaction_backlog_controller_error gauge +vectorized_storage_compaction_backlog_controller_error{shard="0"} 100.000000 +# HELP vectorized_storage_compaction_backlog_controller_shares controller output, i.e. number of shares +# TYPE vectorized_storage_compaction_backlog_controller_shares gauge +vectorized_storage_compaction_backlog_controller_shares{shard="0"} 10.000000 +# HELP vectorized_storage_kvstore_cached_bytes Size of the database in memory +# TYPE vectorized_storage_kvstore_cached_bytes gauge +vectorized_storage_kvstore_cached_bytes{shard="0"} 46744.000000 +# HELP vectorized_storage_kvstore_entries_fetched Number of entries fetched +# TYPE vectorized_storage_kvstore_entries_fetched counter +vectorized_storage_kvstore_entries_fetched{shard="0"} 136 +# HELP vectorized_storage_kvstore_entries_removed Number of entries removaled +# TYPE vectorized_storage_kvstore_entries_removed counter +vectorized_storage_kvstore_entries_removed{shard="0"} 88 +# HELP vectorized_storage_kvstore_entries_written Number of entries written +# TYPE vectorized_storage_kvstore_entries_written counter +vectorized_storage_kvstore_entries_written{shard="0"} 198 +# HELP vectorized_storage_kvstore_key_count Number of keys in the database +# TYPE vectorized_storage_kvstore_key_count counter +vectorized_storage_kvstore_key_count{shard="0"} 111 +# HELP vectorized_storage_kvstore_segments_rolled Number of segments rolled +# TYPE vectorized_storage_kvstore_segments_rolled counter +vectorized_storage_kvstore_segments_rolled{shard="0"} 0 +# HELP vectorized_storage_log_batch_parse_errors Number of batch parsing (reading) errors +# TYPE vectorized_storage_log_batch_parse_errors counter +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_batch_parse_errors{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_batch_parse_errors{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_batch_write_errors Number of batch write errors +# TYPE vectorized_storage_log_batch_write_errors counter +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_batch_write_errors{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_batch_write_errors{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_batches_read Total number of batches read +# TYPE vectorized_storage_log_batches_read counter +vectorized_storage_log_batches_read{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_batches_read{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_batches_read{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_batches_read{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_storage_log_batches_read{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_batches_read{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 3 +vectorized_storage_log_batches_read{namespace="redpanda",partition="0",shard="0",topic="controller"} 26 +# HELP vectorized_storage_log_batches_written Total number of batches written +# TYPE vectorized_storage_log_batches_written counter +vectorized_storage_log_batches_written{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_batches_written{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_batches_written{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_batches_written{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_storage_log_batches_written{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_batches_written{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 3 +vectorized_storage_log_batches_written{namespace="redpanda",partition="0",shard="0",topic="controller"} 23 +# HELP vectorized_storage_log_cache_hits Reader cache hits +# TYPE vectorized_storage_log_cache_hits counter +vectorized_storage_log_cache_hits{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_cache_hits{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2 +vectorized_storage_log_cache_hits{namespace="redpanda",partition="0",shard="0",topic="controller"} 6 +# HELP vectorized_storage_log_cache_misses Reader cache misses +# TYPE vectorized_storage_log_cache_misses counter +vectorized_storage_log_cache_misses{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_cache_misses{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_cache_misses{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_cache_misses{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_storage_log_cache_misses{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_cache_misses{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2 +vectorized_storage_log_cache_misses{namespace="redpanda",partition="0",shard="0",topic="controller"} 20 +# HELP vectorized_storage_log_cached_batches_read Total number of cached batches read +# TYPE vectorized_storage_log_cached_batches_read counter +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_cached_batches_read{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_cached_batches_read{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_cached_read_bytes Total number of cached bytes read +# TYPE vectorized_storage_log_cached_read_bytes counter +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_cached_read_bytes{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_cached_read_bytes{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_compacted_segment Number of compacted segments +# TYPE vectorized_storage_log_compacted_segment counter +vectorized_storage_log_compacted_segment{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_compacted_segment{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_compacted_segment{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_compaction_ratio Average segment compaction ratio +# TYPE vectorized_storage_log_compaction_ratio counter +vectorized_storage_log_compaction_ratio{namespace="redpanda",partition="0",topic="controller"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="9",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="8",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="7",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="5",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka_internal",partition="0",topic="id_allocator"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="3",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="2",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="19",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="16",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="18",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="15",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="14",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="13",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="6",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="4",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="11",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="1",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="0",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="12",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="17",topic="test"} 1.000000 +vectorized_storage_log_compaction_ratio{namespace="kafka",partition="10",topic="test"} 1.000000 +# HELP vectorized_storage_log_corrupted_compaction_indices Number of times we had to re-construct the .compaction index on a segment +# TYPE vectorized_storage_log_corrupted_compaction_indices counter +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_corrupted_compaction_indices{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_log_segments_active Number of active log segments +# TYPE vectorized_storage_log_log_segments_active counter +vectorized_storage_log_log_segments_active{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="6",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_active{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1 +vectorized_storage_log_log_segments_active{namespace="redpanda",partition="0",shard="0",topic="controller"} 1 +# HELP vectorized_storage_log_log_segments_created Number of created log segments +# TYPE vectorized_storage_log_log_segments_created counter +vectorized_storage_log_log_segments_created{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="6",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_log_segments_created{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1 +vectorized_storage_log_log_segments_created{namespace="redpanda",partition="0",shard="0",topic="controller"} 1 +# HELP vectorized_storage_log_log_segments_removed Number of removed log segments +# TYPE vectorized_storage_log_log_segments_removed counter +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="0",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="1",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="10",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="11",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="12",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="13",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="14",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="15",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="16",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="17",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="18",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="19",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="2",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="3",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="4",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="5",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="6",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="7",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="8",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka",partition="9",shard="0",topic="test"} 0 +vectorized_storage_log_log_segments_removed{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 0 +vectorized_storage_log_log_segments_removed{namespace="redpanda",partition="0",shard="0",topic="controller"} 0 +# HELP vectorized_storage_log_partition_size Current size of partition in bytes +# TYPE vectorized_storage_log_partition_size gauge +vectorized_storage_log_partition_size{namespace="kafka",partition="0",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="1",shard="0",topic="test"} 1974.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="10",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="11",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="12",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="13",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="14",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="15",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="16",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="17",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="18",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="19",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="2",shard="0",topic="test"} 1974.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="3",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="4",shard="0",topic="test"} 1974.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="5",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="6",shard="0",topic="test"} 1058.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="7",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="8",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka",partition="9",shard="0",topic="test"} 987.000000 +vectorized_storage_log_partition_size{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1141.000000 +vectorized_storage_log_partition_size{namespace="redpanda",partition="0",shard="0",topic="controller"} 4902.000000 +# HELP vectorized_storage_log_read_bytes Total number of bytes read +# TYPE vectorized_storage_log_read_bytes counter +vectorized_storage_log_read_bytes{namespace="kafka",partition="0",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="1",shard="0",topic="test"} 1974 +vectorized_storage_log_read_bytes{namespace="kafka",partition="10",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="11",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="12",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="13",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="14",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="15",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="16",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="17",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="18",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="19",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="2",shard="0",topic="test"} 1974 +vectorized_storage_log_read_bytes{namespace="kafka",partition="3",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="4",shard="0",topic="test"} 1974 +vectorized_storage_log_read_bytes{namespace="kafka",partition="5",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="6",shard="0",topic="test"} 1058 +vectorized_storage_log_read_bytes{namespace="kafka",partition="7",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="8",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka",partition="9",shard="0",topic="test"} 987 +vectorized_storage_log_read_bytes{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1141 +vectorized_storage_log_read_bytes{namespace="redpanda",partition="0",shard="0",topic="controller"} 6504 +# HELP vectorized_storage_log_readers_added Number of readers added to cache +# TYPE vectorized_storage_log_readers_added counter +vectorized_storage_log_readers_added{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_readers_added{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_readers_added{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_readers_added{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_storage_log_readers_added{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_readers_added{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2 +vectorized_storage_log_readers_added{namespace="redpanda",partition="0",shard="0",topic="controller"} 20 +# HELP vectorized_storage_log_readers_evicted Number of readers evicted from cache +# TYPE vectorized_storage_log_readers_evicted counter +vectorized_storage_log_readers_evicted{namespace="kafka",partition="0",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="1",shard="0",topic="test"} 2 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="10",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="11",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="12",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="13",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="14",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="15",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="16",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="17",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="18",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="19",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="2",shard="0",topic="test"} 2 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="3",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="4",shard="0",topic="test"} 2 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="5",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="6",shard="0",topic="test"} 2 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="7",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="8",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka",partition="9",shard="0",topic="test"} 1 +vectorized_storage_log_readers_evicted{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 2 +vectorized_storage_log_readers_evicted{namespace="redpanda",partition="0",shard="0",topic="controller"} 20 +# HELP vectorized_storage_log_written_bytes Total number of bytes written +# TYPE vectorized_storage_log_written_bytes counter +vectorized_storage_log_written_bytes{namespace="kafka",partition="0",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="1",shard="0",topic="test"} 1974 +vectorized_storage_log_written_bytes{namespace="kafka",partition="10",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="11",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="12",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="13",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="14",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="15",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="16",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="17",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="18",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="19",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="2",shard="0",topic="test"} 1974 +vectorized_storage_log_written_bytes{namespace="kafka",partition="3",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="4",shard="0",topic="test"} 1974 +vectorized_storage_log_written_bytes{namespace="kafka",partition="5",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="6",shard="0",topic="test"} 1058 +vectorized_storage_log_written_bytes{namespace="kafka",partition="7",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="8",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka",partition="9",shard="0",topic="test"} 987 +vectorized_storage_log_written_bytes{namespace="kafka_internal",partition="0",shard="0",topic="id_allocator"} 1141 +vectorized_storage_log_written_bytes{namespace="redpanda",partition="0",shard="0",topic="controller"} 4902 From 8447ebee4324ee09e55ba8e6ff1718e24a3857b9 Mon Sep 17 00:00:00 2001 From: Rafal Korepta Date: Tue, 3 Jan 2023 13:59:26 +0100 Subject: [PATCH 2/2] (split) k8s: Add kminion to e2e tests for artificial load Kminion will create artificial load to have any values for `vectorized_cluster_partition_under_replicated_replicas` metric. --- .../update-image-and-node-port/00-assert.yaml | 29 ++-- .../00-current-image.yaml | 4 +- .../update-image-and-node-port/01-assert.yaml | 101 ++------------ .../01-create-kminion.yaml | 126 ++++++++++++++++++ .../update-image-and-node-port/02-assert.yaml | 91 ++++++++++++- ...e-and-pv.yaml => 02-new-image-and-pv.yaml} | 0 .../update-image-and-node-port/03-assert.yaml | 28 +++- .../03-new-image.yaml | 4 +- .../update-image-and-node-port/04-assert.yaml | 58 ++++---- .../{02-new-image.yaml => 04-new-image.yaml} | 4 +- .../update-image-and-node-port/05-assert.yaml | 106 +++++++++++++++ ...age.yaml => 05-disable-cloud-storage.yaml} | 0 .../00-assert.yaml | 18 ++- .../00-current-image.yaml | 2 +- .../01-assert.yaml | 79 ++--------- .../01-create-kminion.yaml | 126 ++++++++++++++++++ .../02-assert.yaml | 89 ++++++++++++- ...e-and-pv.yaml => 02-new-image-and-pv.yaml} | 0 .../03-assert.yaml | 35 ++++- .../03-new-image.yaml | 4 +- .../04-assert.yaml | 63 +++++---- .../{02-new-image.yaml => 04-new-image.yaml} | 4 +- .../05-assert.yaml | 118 ++++++++++++++++ ...age.yaml => 05-disable-cloud-storage.yaml} | 0 tests/e2e/update-image-tls/00-assert.yaml | 18 ++- .../update-image-tls/00-current-image.yaml | 2 +- tests/e2e/update-image-tls/01-assert.yaml | 75 ++--------- .../update-image-tls/01-create-kminion.yaml | 126 ++++++++++++++++++ tests/e2e/update-image-tls/02-assert.yaml | 83 +++++++++++- ...e-and-pv.yaml => 02-new-image-and-pv.yaml} | 0 tests/e2e/update-image-tls/03-assert.yaml | 35 ++++- tests/e2e/update-image-tls/03-new-image.yaml | 4 +- tests/e2e/update-image-tls/04-assert.yaml | 59 ++++---- .../{02-new-image.yaml => 04-new-image.yaml} | 4 +- tests/e2e/update-image-tls/05-assert.yaml | 112 ++++++++++++++++ ...age.yaml => 05-disable-cloud-storage.yaml} | 0 36 files changed, 1243 insertions(+), 364 deletions(-) create mode 100644 tests/e2e/update-image-and-node-port/01-create-kminion.yaml rename tests/e2e/update-image-and-node-port/{01-new-image-and-pv.yaml => 02-new-image-and-pv.yaml} (100%) rename tests/e2e/update-image-and-node-port/{02-new-image.yaml => 04-new-image.yaml} (69%) create mode 100644 tests/e2e/update-image-and-node-port/05-assert.yaml rename tests/e2e/update-image-and-node-port/{04-disable-cloud-storage.yaml => 05-disable-cloud-storage.yaml} (100%) create mode 100644 tests/e2e/update-image-tls-client-auth/01-create-kminion.yaml rename tests/e2e/update-image-tls-client-auth/{01-new-image-and-pv.yaml => 02-new-image-and-pv.yaml} (100%) rename tests/e2e/update-image-tls-client-auth/{02-new-image.yaml => 04-new-image.yaml} (63%) create mode 100644 tests/e2e/update-image-tls-client-auth/05-assert.yaml rename tests/e2e/update-image-tls-client-auth/{04-disable-cloud-storage.yaml => 05-disable-cloud-storage.yaml} (100%) create mode 100644 tests/e2e/update-image-tls/01-create-kminion.yaml rename tests/e2e/update-image-tls/{01-new-image-and-pv.yaml => 02-new-image-and-pv.yaml} (100%) rename tests/e2e/update-image-tls/{02-new-image.yaml => 04-new-image.yaml} (63%) create mode 100644 tests/e2e/update-image-tls/05-assert.yaml rename tests/e2e/update-image-tls/{04-disable-cloud-storage.yaml => 05-disable-cloud-storage.yaml} (100%) diff --git a/tests/e2e/update-image-and-node-port/00-assert.yaml b/tests/e2e/update-image-and-node-port/00-assert.yaml index e2dd56f2c8c2..eea4e9482dc0 100644 --- a/tests/e2e/update-image-and-node-port/00-assert.yaml +++ b/tests/e2e/update-image-and-node-port/00-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: update-image-cluster-and-node-port status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -11,15 +11,8 @@ apiVersion: kuttl.dev/v1beta1 kind: TestAssert collectors: - type: pod - pod: update-image-cluster-and-node-port-0 - ---- - -apiVersion: kuttl.dev/v1beta1 -kind: TestAssert -collectors: - - type: pod - pod: update-image-cluster-and-node-port-1 + selector: app.kubernetes.io/name=redpanda + tail: -1 --- @@ -44,18 +37,16 @@ spec: --- -apiVersion: kuttl.dev/v1beta1 -kind: TestAssert -collectors: -- type: pod - selector: app.kubernetes.io/name=redpanda - tail: -1 - ---- - apiVersion: redpanda.vectorized.io/v1alpha1 kind: Cluster metadata: name: update-image-cluster-and-node-port status: version: "v22.1.10" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/00-current-image.yaml b/tests/e2e/update-image-and-node-port/00-current-image.yaml index 4eec97f5e13d..ddc73310210c 100644 --- a/tests/e2e/update-image-and-node-port/00-current-image.yaml +++ b/tests/e2e/update-image-and-node-port/00-current-image.yaml @@ -24,7 +24,9 @@ metadata: spec: image: "vectorized/redpanda" version: "v22.1.10" - replicas: 2 + replicas: 3 + restartConfig: + underReplicatedPartitionThreshold: 0.00 resources: requests: cpu: 100m diff --git a/tests/e2e/update-image-and-node-port/01-assert.yaml b/tests/e2e/update-image-and-node-port/01-assert.yaml index f243155bdb99..cd824fd02538 100644 --- a/tests/e2e/update-image-and-node-port/01-assert.yaml +++ b/tests/e2e/update-image-and-node-port/01-assert.yaml @@ -1,99 +1,22 @@ apiVersion: apps/v1 -kind: StatefulSet +kind: Deployment metadata: - name: update-image-cluster-and-node-port + name: kminion status: - readyReplicas: 2 - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: update-image-cluster-and-node-port-0 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: update-image-cluster-and-node-port-1 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" - ---- - -apiVersion: v1 -kind: Service -metadata: - name: update-image-cluster-and-node-port-external -spec: - externalTrafficPolicy: Local - ports: - - name: kafka-external - nodePort: 32748 - port: 9093 - protocol: TCP - targetPort: 9093 - - name: admin-external - nodePort: 31178 - port: 9645 - protocol: TCP - targetPort: 9645 - type: NodePort + availableReplicas: 1 + readyReplicas: 1 + replicas: 1 + updatedReplicas: 1 --- apiVersion: kuttl.dev/v1beta1 kind: TestAssert collectors: +- type: command + command: kubectl get pod -o json -n $NAMESPACE +- type: command + command: kubectl describe pod -n $NAMESPACE - type: pod - selector: app.kubernetes.io/name=redpanda - tail: -1 - ---- - -apiVersion: redpanda.vectorized.io/v1alpha1 -kind: Cluster -metadata: - name: update-image-cluster-and-node-port -status: - version: "v22.2.8" + selector: app.kubernetes.io/name=kminion + tail: -1 \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/01-create-kminion.yaml b/tests/e2e/update-image-and-node-port/01-create-kminion.yaml new file mode 100644 index 000000000000..d33ebe0e8bcb --- /dev/null +++ b/tests/e2e/update-image-and-node-port/01-create-kminion.yaml @@ -0,0 +1,126 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: kminion +spec: + progressDeadlineSeconds: 600 + replicas: 1 + revisionHistoryLimit: 10 + selector: + matchLabels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + template: + metadata: + labels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + spec: + containers: + - env: + - name: CONFIG_FILEPATH + value: /etc/kminion/config.yaml + image: quay.io/cloudhut/kminion:v2.2.0 + imagePullPolicy: IfNotPresent + name: kminion + ports: + - containerPort: 8080 + name: metrics + protocol: TCP + readinessProbe: + failureThreshold: 3 + httpGet: + path: /ready + port: 8080 + scheme: HTTP + initialDelaySeconds: 10 + periodSeconds: 10 + successThreshold: 1 + timeoutSeconds: 1 + resources: + limits: + cpu: 100m + memory: 256Mi + requests: + cpu: 100m + memory: 128Mi + securityContext: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /etc/kminion + name: config + dnsPolicy: ClusterFirst + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 99 + runAsUser: 99 + terminationGracePeriodSeconds: 30 + volumes: + - configMap: + defaultMode: 420 + name: kminion + name: config +--- +apiVersion: v1 +data: + config.yaml: | + exporter: + host: "" + namespace: test_sla + port: 8080 + kafka: + brokers: + - update-image-cluster-and-node-port-0.update-image-cluster-and-node-port:9092 + - update-image-cluster-and-node-port-1.update-image-cluster-and-node-port:9092 + - update-image-cluster-and-node-port-2.update-image-cluster-and-node-port:9092 + clientId: kminion + rackId: "" + sasl: + enabled: false + tls: + caFilepath: "" + certFilepath: "" + enabled: false + insecureSkipTlsVerify: false + keyFilepath: "" + passphrase: "" + logger: + level: info + minion: + consumerGroups: + allowedGroups: [] + enabled: false + granularity: partition + ignoredGroups: [] + scrapeMode: adminApi + endToEnd: + consumer: + commitSla: 2s + deleteStaleConsumerGroups: false + groupIdPrefix: test + roundtripSla: 2s + enabled: true + probeInterval: 3ns + producer: + ackSla: 1s + requiredAcks: all + topicManagement: + enabled: true + name: test_e2e_probe + partitionsPerBroker: 5 + reconciliationInterval: 1m + replicationFactor: 3 + logDirs: + enabled: false + topics: + allowedTopics: [] + granularity: partition + ignoredTopics: [] + infoMetric: + configKeys: + - cleanup.policy +kind: ConfigMap +metadata: + name: kminion \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/02-assert.yaml b/tests/e2e/update-image-and-node-port/02-assert.yaml index e4a52d982b61..bb09eba915f0 100644 --- a/tests/e2e/update-image-and-node-port/02-assert.yaml +++ b/tests/e2e/update-image-and-node-port/02-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: update-image-cluster-and-node-port status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,21 @@ metadata: spec: containers: - name: redpanda - image: vectorized/redpanda:v22.3.4 + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" @@ -27,12 +41,74 @@ metadata: spec: containers: - name: redpanda - image: vectorized/redpanda:v22.3.4 + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" --- +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-2 +spec: + containers: + - name: redpanda + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Service +metadata: + name: update-image-cluster-and-node-port-external +spec: + externalTrafficPolicy: Local + ports: + - name: kafka-external + nodePort: 32748 + port: 9093 + protocol: TCP + targetPort: 9093 + - name: admin-external + nodePort: 31178 + port: 9645 + protocol: TCP + targetPort: 9645 + type: NodePort + +--- + apiVersion: kuttl.dev/v1beta1 kind: TestAssert collectors: @@ -47,4 +123,11 @@ kind: Cluster metadata: name: update-image-cluster-and-node-port status: - version: v22.3.4 + version: "v22.2.8" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-and-node-port/01-new-image-and-pv.yaml b/tests/e2e/update-image-and-node-port/02-new-image-and-pv.yaml similarity index 100% rename from tests/e2e/update-image-and-node-port/01-new-image-and-pv.yaml rename to tests/e2e/update-image-and-node-port/02-new-image-and-pv.yaml diff --git a/tests/e2e/update-image-and-node-port/03-assert.yaml b/tests/e2e/update-image-and-node-port/03-assert.yaml index 1c5b84b34584..9adda486494b 100644 --- a/tests/e2e/update-image-and-node-port/03-assert.yaml +++ b/tests/e2e/update-image-and-node-port/03-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: update-image-cluster-and-node-port status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,7 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: vectorized/redpanda:v22.3.4 status: phase: "Running" @@ -27,7 +27,20 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: vectorized/redpanda:v22.3.4 +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-2 +spec: + containers: + - name: redpanda + image: vectorized/redpanda:v22.3.4 status: phase: "Running" @@ -47,4 +60,11 @@ kind: Cluster metadata: name: update-image-cluster-and-node-port status: - version: "dev" + version: v22.3.4 + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/03-new-image.yaml b/tests/e2e/update-image-and-node-port/03-new-image.yaml index 865fa914b08f..bdce10ff9d65 100644 --- a/tests/e2e/update-image-and-node-port/03-new-image.yaml +++ b/tests/e2e/update-image-and-node-port/03-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: update-image-cluster-and-node-port spec: - image: "localhost/redpanda" - version: "dev" + image: "vectorized/redpanda" + version: "v22.3.4" diff --git a/tests/e2e/update-image-and-node-port/04-assert.yaml b/tests/e2e/update-image-and-node-port/04-assert.yaml index 596f8de812cf..9d8edebbfd2b 100644 --- a/tests/e2e/update-image-and-node-port/04-assert.yaml +++ b/tests/e2e/update-image-and-node-port/04-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: update-image-cluster-and-node-port status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -15,18 +15,6 @@ spec: containers: - name: redpanda image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true status: phase: "Running" @@ -38,21 +26,21 @@ metadata: name: update-image-cluster-and-node-port-1 spec: containers: - - name: redpanda - image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true + - name: redpanda + image: "localhost/redpanda:dev" +status: + phase: "Running" +--- + +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" status: phase: "Running" @@ -64,3 +52,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: update-image-cluster-and-node-port +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/02-new-image.yaml b/tests/e2e/update-image-and-node-port/04-new-image.yaml similarity index 69% rename from tests/e2e/update-image-and-node-port/02-new-image.yaml rename to tests/e2e/update-image-and-node-port/04-new-image.yaml index bdce10ff9d65..865fa914b08f 100644 --- a/tests/e2e/update-image-and-node-port/02-new-image.yaml +++ b/tests/e2e/update-image-and-node-port/04-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: update-image-cluster-and-node-port spec: - image: "vectorized/redpanda" - version: "v22.3.4" + image: "localhost/redpanda" + version: "dev" diff --git a/tests/e2e/update-image-and-node-port/05-assert.yaml b/tests/e2e/update-image-and-node-port/05-assert.yaml new file mode 100644 index 000000000000..7628b3eb95bf --- /dev/null +++ b/tests/e2e/update-image-and-node-port/05-assert.yaml @@ -0,0 +1,106 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: update-image-cluster-and-node-port +status: + readyReplicas: 3 + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-0 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-1 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: update-image-cluster-and-node-port-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +collectors: +- type: pod + selector: app.kubernetes.io/name=redpanda + tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: update-image-cluster-and-node-port +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" \ No newline at end of file diff --git a/tests/e2e/update-image-and-node-port/04-disable-cloud-storage.yaml b/tests/e2e/update-image-and-node-port/05-disable-cloud-storage.yaml similarity index 100% rename from tests/e2e/update-image-and-node-port/04-disable-cloud-storage.yaml rename to tests/e2e/update-image-and-node-port/05-disable-cloud-storage.yaml diff --git a/tests/e2e/update-image-tls-client-auth/00-assert.yaml b/tests/e2e/update-image-tls-client-auth/00-assert.yaml index bd99dc3c5850..12b8beb2cc1a 100644 --- a/tests/e2e/update-image-tls-client-auth/00-assert.yaml +++ b/tests/e2e/update-image-tls-client-auth/00-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -72,3 +72,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.1.10" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls-client-auth/00-current-image.yaml b/tests/e2e/update-image-tls-client-auth/00-current-image.yaml index dd86baf8d7d8..5c5d8939005a 100644 --- a/tests/e2e/update-image-tls-client-auth/00-current-image.yaml +++ b/tests/e2e/update-image-tls-client-auth/00-current-image.yaml @@ -5,7 +5,7 @@ metadata: spec: image: "vectorized/redpanda" version: "v22.1.10" - replicas: 2 + replicas: 3 resources: requests: cpu: 100m diff --git a/tests/e2e/update-image-tls-client-auth/01-assert.yaml b/tests/e2e/update-image-tls-client-auth/01-assert.yaml index 6bb158264a7c..cd824fd02538 100644 --- a/tests/e2e/update-image-tls-client-auth/01-assert.yaml +++ b/tests/e2e/update-image-tls-client-auth/01-assert.yaml @@ -1,77 +1,22 @@ apiVersion: apps/v1 -kind: StatefulSet +kind: Deployment metadata: - name: up-img + name: kminion status: - readyReplicas: 2 - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: up-img-0 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/tls/certs/admin/ca - name: tlsadminca - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: up-img-1 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/tls/certs/admin/ca - name: tlsadminca - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" + availableReplicas: 1 + readyReplicas: 1 + replicas: 1 + updatedReplicas: 1 --- apiVersion: kuttl.dev/v1beta1 kind: TestAssert collectors: +- type: command + command: kubectl get pod -o json -n $NAMESPACE +- type: command + command: kubectl describe pod -n $NAMESPACE - type: pod - selector: app.kubernetes.io/name=redpanda - tail: -1 + selector: app.kubernetes.io/name=kminion + tail: -1 \ No newline at end of file diff --git a/tests/e2e/update-image-tls-client-auth/01-create-kminion.yaml b/tests/e2e/update-image-tls-client-auth/01-create-kminion.yaml new file mode 100644 index 000000000000..01a6ba9acfcb --- /dev/null +++ b/tests/e2e/update-image-tls-client-auth/01-create-kminion.yaml @@ -0,0 +1,126 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: kminion +spec: + progressDeadlineSeconds: 600 + replicas: 1 + revisionHistoryLimit: 10 + selector: + matchLabels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + template: + metadata: + labels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + spec: + containers: + - env: + - name: CONFIG_FILEPATH + value: /etc/kminion/config.yaml + image: quay.io/cloudhut/kminion:v2.2.0 + imagePullPolicy: IfNotPresent + name: kminion + ports: + - containerPort: 8080 + name: metrics + protocol: TCP + readinessProbe: + failureThreshold: 3 + httpGet: + path: /ready + port: 8080 + scheme: HTTP + initialDelaySeconds: 10 + periodSeconds: 10 + successThreshold: 1 + timeoutSeconds: 1 + resources: + limits: + cpu: 100m + memory: 256Mi + requests: + cpu: 100m + memory: 128Mi + securityContext: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /etc/kminion + name: config + dnsPolicy: ClusterFirst + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 99 + runAsUser: 99 + terminationGracePeriodSeconds: 30 + volumes: + - configMap: + defaultMode: 420 + name: kminion + name: config +--- +apiVersion: v1 +data: + config.yaml: | + exporter: + host: "" + namespace: test_sla + port: 8080 + kafka: + brokers: + - up-img-0.up-img:9092 + - up-img-1.up-img:9092 + - up-img-2.up-img:9092 + clientId: kminion + rackId: "" + sasl: + enabled: false + tls: + caFilepath: "" + certFilepath: "" + enabled: false + insecureSkipTlsVerify: false + keyFilepath: "" + passphrase: "" + logger: + level: info + minion: + consumerGroups: + allowedGroups: [] + enabled: false + granularity: partition + ignoredGroups: [] + scrapeMode: adminApi + endToEnd: + consumer: + commitSla: 2s + deleteStaleConsumerGroups: false + groupIdPrefix: test + roundtripSla: 2s + enabled: true + probeInterval: 3ns + producer: + ackSla: 1s + requiredAcks: all + topicManagement: + enabled: true + name: test_e2e_probe + partitionsPerBroker: 5 + reconciliationInterval: 1m + replicationFactor: 3 + logDirs: + enabled: false + topics: + allowedTopics: [] + granularity: partition + ignoredTopics: [] + infoMetric: + configKeys: + - cleanup.policy +kind: ConfigMap +metadata: + name: kminion \ No newline at end of file diff --git a/tests/e2e/update-image-tls-client-auth/02-assert.yaml b/tests/e2e/update-image-tls-client-auth/02-assert.yaml index 03c57c52f72b..cacd617363fd 100644 --- a/tests/e2e/update-image-tls-client-auth/02-assert.yaml +++ b/tests/e2e/update-image-tls-client-auth/02-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,25 @@ metadata: spec: containers: - name: redpanda - image: "vectorized/redpanda:v22.3.4" + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" @@ -27,7 +45,56 @@ metadata: spec: containers: - name: redpanda - image: "vectorized/redpanda:v22.3.4" + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" @@ -39,3 +106,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.2.8" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls-client-auth/01-new-image-and-pv.yaml b/tests/e2e/update-image-tls-client-auth/02-new-image-and-pv.yaml similarity index 100% rename from tests/e2e/update-image-tls-client-auth/01-new-image-and-pv.yaml rename to tests/e2e/update-image-tls-client-auth/02-new-image-and-pv.yaml diff --git a/tests/e2e/update-image-tls-client-auth/03-assert.yaml b/tests/e2e/update-image-tls-client-auth/03-assert.yaml index 7bee3d1f042e..7095be8d0031 100644 --- a/tests/e2e/update-image-tls-client-auth/03-assert.yaml +++ b/tests/e2e/update-image-tls-client-auth/03-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,7 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: "vectorized/redpanda:v22.3.4" status: phase: "Running" @@ -27,7 +27,20 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: "vectorized/redpanda:v22.3.4" +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "vectorized/redpanda:v22.3.4" status: phase: "Running" @@ -39,3 +52,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.3.4" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls-client-auth/03-new-image.yaml b/tests/e2e/update-image-tls-client-auth/03-new-image.yaml index 7cc4f270467c..fd14223c4081 100644 --- a/tests/e2e/update-image-tls-client-auth/03-new-image.yaml +++ b/tests/e2e/update-image-tls-client-auth/03-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: up-img spec: - image: "localhost/redpanda" - version: "dev" + image: "vectorized/redpanda" + version: "v22.3.4" diff --git a/tests/e2e/update-image-tls-client-auth/04-assert.yaml b/tests/e2e/update-image-tls-client-auth/04-assert.yaml index 964a4109675a..c9c2cacdf380 100644 --- a/tests/e2e/update-image-tls-client-auth/04-assert.yaml +++ b/tests/e2e/update-image-tls-client-auth/04-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -15,22 +15,6 @@ spec: containers: - name: redpanda image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/tls/certs/admin/ca - name: tlsadminca - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true status: phase: "Running" @@ -44,22 +28,19 @@ spec: containers: - name: redpanda image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/tls/certs/admin/ca - name: tlsadminca - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" status: phase: "Running" @@ -71,3 +52,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls-client-auth/02-new-image.yaml b/tests/e2e/update-image-tls-client-auth/04-new-image.yaml similarity index 63% rename from tests/e2e/update-image-tls-client-auth/02-new-image.yaml rename to tests/e2e/update-image-tls-client-auth/04-new-image.yaml index fd14223c4081..7cc4f270467c 100644 --- a/tests/e2e/update-image-tls-client-auth/02-new-image.yaml +++ b/tests/e2e/update-image-tls-client-auth/04-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: up-img spec: - image: "vectorized/redpanda" - version: "v22.3.4" + image: "localhost/redpanda" + version: "dev" diff --git a/tests/e2e/update-image-tls-client-auth/05-assert.yaml b/tests/e2e/update-image-tls-client-auth/05-assert.yaml new file mode 100644 index 000000000000..945f364209eb --- /dev/null +++ b/tests/e2e/update-image-tls-client-auth/05-assert.yaml @@ -0,0 +1,118 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: up-img +status: + readyReplicas: 3 + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-0 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-1 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/tls/certs/admin/ca + name: tlsadminca + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +collectors: +- type: pod + selector: app.kubernetes.io/name=redpanda + tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls-client-auth/04-disable-cloud-storage.yaml b/tests/e2e/update-image-tls-client-auth/05-disable-cloud-storage.yaml similarity index 100% rename from tests/e2e/update-image-tls-client-auth/04-disable-cloud-storage.yaml rename to tests/e2e/update-image-tls-client-auth/05-disable-cloud-storage.yaml diff --git a/tests/e2e/update-image-tls/00-assert.yaml b/tests/e2e/update-image-tls/00-assert.yaml index f90d0571137d..f7e6d74f839f 100644 --- a/tests/e2e/update-image-tls/00-assert.yaml +++ b/tests/e2e/update-image-tls/00-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -60,3 +60,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.1.10" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls/00-current-image.yaml b/tests/e2e/update-image-tls/00-current-image.yaml index d0005394f00e..65d5d81df541 100644 --- a/tests/e2e/update-image-tls/00-current-image.yaml +++ b/tests/e2e/update-image-tls/00-current-image.yaml @@ -5,7 +5,7 @@ metadata: spec: image: "vectorized/redpanda" version: "v22.1.10" - replicas: 2 + replicas: 3 resources: requests: cpu: 100m diff --git a/tests/e2e/update-image-tls/01-assert.yaml b/tests/e2e/update-image-tls/01-assert.yaml index 73171931ecba..cd824fd02538 100644 --- a/tests/e2e/update-image-tls/01-assert.yaml +++ b/tests/e2e/update-image-tls/01-assert.yaml @@ -1,73 +1,22 @@ apiVersion: apps/v1 -kind: StatefulSet +kind: Deployment metadata: - name: up-img + name: kminion status: - readyReplicas: 2 - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: up-img-0 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" - ---- - -apiVersion: v1 -kind: Pod -metadata: - name: up-img-1 -spec: - containers: - - name: redpanda - image: "vectorized/redpanda:v22.2.8" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/lib/shadow-index-cache - name: shadow-index-cache - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true -status: - phase: "Running" + availableReplicas: 1 + readyReplicas: 1 + replicas: 1 + updatedReplicas: 1 --- apiVersion: kuttl.dev/v1beta1 kind: TestAssert collectors: +- type: command + command: kubectl get pod -o json -n $NAMESPACE +- type: command + command: kubectl describe pod -n $NAMESPACE - type: pod - selector: app.kubernetes.io/name=redpanda - tail: -1 + selector: app.kubernetes.io/name=kminion + tail: -1 \ No newline at end of file diff --git a/tests/e2e/update-image-tls/01-create-kminion.yaml b/tests/e2e/update-image-tls/01-create-kminion.yaml new file mode 100644 index 000000000000..01a6ba9acfcb --- /dev/null +++ b/tests/e2e/update-image-tls/01-create-kminion.yaml @@ -0,0 +1,126 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: kminion +spec: + progressDeadlineSeconds: 600 + replicas: 1 + revisionHistoryLimit: 10 + selector: + matchLabels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + template: + metadata: + labels: + app.kubernetes.io/instance: kminion + app.kubernetes.io/name: kminion + spec: + containers: + - env: + - name: CONFIG_FILEPATH + value: /etc/kminion/config.yaml + image: quay.io/cloudhut/kminion:v2.2.0 + imagePullPolicy: IfNotPresent + name: kminion + ports: + - containerPort: 8080 + name: metrics + protocol: TCP + readinessProbe: + failureThreshold: 3 + httpGet: + path: /ready + port: 8080 + scheme: HTTP + initialDelaySeconds: 10 + periodSeconds: 10 + successThreshold: 1 + timeoutSeconds: 1 + resources: + limits: + cpu: 100m + memory: 256Mi + requests: + cpu: 100m + memory: 128Mi + securityContext: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /etc/kminion + name: config + dnsPolicy: ClusterFirst + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 99 + runAsUser: 99 + terminationGracePeriodSeconds: 30 + volumes: + - configMap: + defaultMode: 420 + name: kminion + name: config +--- +apiVersion: v1 +data: + config.yaml: | + exporter: + host: "" + namespace: test_sla + port: 8080 + kafka: + brokers: + - up-img-0.up-img:9092 + - up-img-1.up-img:9092 + - up-img-2.up-img:9092 + clientId: kminion + rackId: "" + sasl: + enabled: false + tls: + caFilepath: "" + certFilepath: "" + enabled: false + insecureSkipTlsVerify: false + keyFilepath: "" + passphrase: "" + logger: + level: info + minion: + consumerGroups: + allowedGroups: [] + enabled: false + granularity: partition + ignoredGroups: [] + scrapeMode: adminApi + endToEnd: + consumer: + commitSla: 2s + deleteStaleConsumerGroups: false + groupIdPrefix: test + roundtripSla: 2s + enabled: true + probeInterval: 3ns + producer: + ackSla: 1s + requiredAcks: all + topicManagement: + enabled: true + name: test_e2e_probe + partitionsPerBroker: 5 + reconciliationInterval: 1m + replicationFactor: 3 + logDirs: + enabled: false + topics: + allowedTopics: [] + granularity: partition + ignoredTopics: [] + infoMetric: + configKeys: + - cleanup.policy +kind: ConfigMap +metadata: + name: kminion \ No newline at end of file diff --git a/tests/e2e/update-image-tls/02-assert.yaml b/tests/e2e/update-image-tls/02-assert.yaml index 03c57c52f72b..138e5c24e2da 100644 --- a/tests/e2e/update-image-tls/02-assert.yaml +++ b/tests/e2e/update-image-tls/02-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,23 @@ metadata: spec: containers: - name: redpanda - image: "vectorized/redpanda:v22.3.4" + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" @@ -27,7 +43,52 @@ metadata: spec: containers: - name: redpanda - image: "vectorized/redpanda:v22.3.4" + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "vectorized/redpanda:v22.2.8" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/lib/shadow-index-cache + name: shadow-index-cache + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true status: phase: "Running" @@ -39,3 +100,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.2.8" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls/01-new-image-and-pv.yaml b/tests/e2e/update-image-tls/02-new-image-and-pv.yaml similarity index 100% rename from tests/e2e/update-image-tls/01-new-image-and-pv.yaml rename to tests/e2e/update-image-tls/02-new-image-and-pv.yaml diff --git a/tests/e2e/update-image-tls/03-assert.yaml b/tests/e2e/update-image-tls/03-assert.yaml index 7bee3d1f042e..46e693c7ba53 100644 --- a/tests/e2e/update-image-tls/03-assert.yaml +++ b/tests/e2e/update-image-tls/03-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -14,7 +14,7 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: "vectorized/redpanda:v22.3.4" status: phase: "Running" @@ -27,7 +27,20 @@ metadata: spec: containers: - name: redpanda - image: "localhost/redpanda:dev" + image: "vectorized/redpanda:v22.3.4" +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "vectorized/redpanda:v22.3.4" status: phase: "Running" @@ -39,3 +52,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "v22.3.4" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" \ No newline at end of file diff --git a/tests/e2e/update-image-tls/03-new-image.yaml b/tests/e2e/update-image-tls/03-new-image.yaml index 7cc4f270467c..fd14223c4081 100644 --- a/tests/e2e/update-image-tls/03-new-image.yaml +++ b/tests/e2e/update-image-tls/03-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: up-img spec: - image: "localhost/redpanda" - version: "dev" + image: "vectorized/redpanda" + version: "v22.3.4" diff --git a/tests/e2e/update-image-tls/04-assert.yaml b/tests/e2e/update-image-tls/04-assert.yaml index c1b483e11248..c9c2cacdf380 100644 --- a/tests/e2e/update-image-tls/04-assert.yaml +++ b/tests/e2e/update-image-tls/04-assert.yaml @@ -3,7 +3,7 @@ kind: StatefulSet metadata: name: up-img status: - readyReplicas: 2 + readyReplicas: 3 --- @@ -15,20 +15,6 @@ spec: containers: - name: redpanda image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true status: phase: "Running" @@ -42,20 +28,19 @@ spec: containers: - name: redpanda image: "localhost/redpanda:dev" - volumeMounts: - - mountPath: /etc/redpanda - name: config-dir - - mountPath: /scripts - name: hook-scripts-dir - - mountPath: /etc/tls/certs/admin - name: tlsadmincert - - mountPath: /etc/redpanda/.bootstrap.yaml - name: configmap-dir - subPath: .bootstrap.yaml - - mountPath: /var/lib/redpanda/data - name: datadir - - mountPath: /var/run/secrets/kubernetes.io/serviceaccount - readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" status: phase: "Running" @@ -67,3 +52,19 @@ collectors: - type: pod selector: app.kubernetes.io/name=redpanda tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls/02-new-image.yaml b/tests/e2e/update-image-tls/04-new-image.yaml similarity index 63% rename from tests/e2e/update-image-tls/02-new-image.yaml rename to tests/e2e/update-image-tls/04-new-image.yaml index fd14223c4081..7cc4f270467c 100644 --- a/tests/e2e/update-image-tls/02-new-image.yaml +++ b/tests/e2e/update-image-tls/04-new-image.yaml @@ -3,5 +3,5 @@ kind: Cluster metadata: name: up-img spec: - image: "vectorized/redpanda" - version: "v22.3.4" + image: "localhost/redpanda" + version: "dev" diff --git a/tests/e2e/update-image-tls/05-assert.yaml b/tests/e2e/update-image-tls/05-assert.yaml new file mode 100644 index 000000000000..10c6b0b84b6f --- /dev/null +++ b/tests/e2e/update-image-tls/05-assert.yaml @@ -0,0 +1,112 @@ +apiVersion: apps/v1 +kind: StatefulSet +metadata: + name: up-img +status: + readyReplicas: 3 + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-0 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-1 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: v1 +kind: Pod +metadata: + name: up-img-2 +spec: + containers: + - name: redpanda + image: "localhost/redpanda:dev" + volumeMounts: + - mountPath: /etc/redpanda + name: config-dir + - mountPath: /scripts + name: hook-scripts-dir + - mountPath: /etc/tls/certs/admin + name: tlsadmincert + - mountPath: /etc/redpanda/.bootstrap.yaml + name: configmap-dir + subPath: .bootstrap.yaml + - mountPath: /var/lib/redpanda/data + name: datadir + - mountPath: /var/run/secrets/kubernetes.io/serviceaccount + readOnly: true +status: + phase: "Running" + +--- + +apiVersion: kuttl.dev/v1beta1 +kind: TestAssert +collectors: +- type: pod + selector: app.kubernetes.io/name=redpanda + tail: -1 + +--- + +apiVersion: redpanda.vectorized.io/v1alpha1 +kind: Cluster +metadata: + name: up-img +status: + version: "dev" + readyReplicas: 3 + replicas: 3 + upgrading: false + restarting: false + conditions: + - type: ClusterConfigured + status: "True" diff --git a/tests/e2e/update-image-tls/04-disable-cloud-storage.yaml b/tests/e2e/update-image-tls/05-disable-cloud-storage.yaml similarity index 100% rename from tests/e2e/update-image-tls/04-disable-cloud-storage.yaml rename to tests/e2e/update-image-tls/05-disable-cloud-storage.yaml