Skip to content

Commit

Permalink
Windows/perfmon metricset - remove deprecated perfmon.counters config…
Browse files Browse the repository at this point in the history 
…uration (#28282)

* remove deprecated config

* changelog
  • Loading branch information
@narph
narph committed Oct 12, 2021
1 parent 7f7669e commit 4147b5a
Show file tree
Hide file tree
Showing 6 changed files with 7 additions and 303 deletions.
1 change: 1 addition & 0 deletions CHANGELOG.next.asciidoc
View file
Original file line number Diff line number Diff line change
Expand Up @@ -117,6 +117,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d
- Remove deprecated fields in Docker module. {issue}11835[11835] {pull}27933[27933]
- Remove deprecated fields in Kafka module. {pull}27938[27938]
- Remove deprecated config option default_region from aws module. {pull}28120[28120]
- Remove deprecated config option perfmon.counters from windows/perfmon metricset. {pull}28282[28282]
- Remove deprecated fields in Redis module. {issue}11835[11835] {pull}28246[28246]

*Packetbeat*
Expand Down
57 changes: 0 additions & 57 deletions metricbeat/module/windows/perfmon/_meta/docs.asciidoc
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,22 +34,6 @@ to collect. The example below collects processor time and disk writes every
field: "write_time"
format: "float"
// deprecated, will be removed in 8.0
perfmon.counters:
- instance_label: processor.name
instance_name: total
measurement_label: processor.time.total.pct
query: '\Processor Information(_Total)\% Processor Time'
- instance_label: physical_disk.name
measurement_label: physical_disk.write.per_sec
query: '\PhysicalDisk(*)\Disk Writes/sec'
- instance_label: physical_disk.name
measurement_label: physical_disk.write.time.pct
query: '\PhysicalDisk(*)\% Disk Write Time'
----

*`ignore_non_existent_counters`*:: A boolean option that causes the
Expand All @@ -65,9 +49,6 @@ The default behaviour is for all measurements to be sent as separate events.

*`refresh_wildcard_counters`*:: A boolean option to refresh the counter list at each fetch. By default, the counter list will be retrieved at the starting time, to refresh the list at each fetch, users will have to enable this setting.

*`counters`*:: Counters specifies a list of queries to perform. Each individual
counter requires three config options - `instance_label`, `measurement_label`,
and `query`.

[float]
==== Query Configuration
Expand All @@ -92,41 +73,3 @@ the value for this configuration option will be `% Processor Time`.
*`format`*:: Format of the measurement value. The value can be either `float`, `large` or
`long`. The default is `float`.




[float]
==== Deprecated Counter Configuration

Each item in the `counters` list specifies a perfmon query to perform. In the
events generated by the metricset these configuration options map to the field
values as shown below.

----
"%[instance_label]": "%[instance_name] or <perfmon_counter_name>",
"%[measurement_label]": <perfmon_counter_value>,
----

*`instance_label`*:: The label used to identify the counter instance.

*`instance_name`*:: The instance name to use in the event when the counter's
path (`query`) does not include an instance or when you want to override the
instance name. For example with `\Processor Information(_Total)` the
instance name would be `_Total` and by setting `instance_name: total` you can
override the value.
+
The setting has no effect with wildcard queries (e.g.
`\PhysicalDisk(*)\Disk Writes/sec`).

*`measurement_label`*:: The label used for the value returned by the query.
This field is required.

*`query`*:: The perfmon query. This is the counter path specified in
Performance Data Helper (PDH) syntax. This field is required. For example
`\Processor Information(_Total)\% Processor Time`. An asterisk can be used in
place of an instance name to perform a wildcard query that generates an event
for each counter instance (e.g. `\PhysicalDisk(*)\Disk Writes/sec`).

*`format`*:: Format of the measurement value. The value can be either `float`, `large` or
`long`. The default is `float`.

33 changes: 2 additions & 31 deletions metricbeat/module/windows/perfmon/config.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,6 @@ import (
"time"

"github.com/pkg/errors"

"github.com/elastic/beats/v7/libbeat/common/cfgwarn"
)

var allowedFormats = []string{"float", "large", "long"}
Expand All @@ -36,20 +34,10 @@ type Config struct {
IgnoreNECounters bool `config:"perfmon.ignore_non_existent_counters"`
GroupMeasurements bool `config:"perfmon.group_measurements_by_instance"`
RefreshWildcardCounters bool `config:"perfmon.refresh_wildcard_counters"`
Counters []Counter `config:"perfmon.counters"`
Queries []Query `config:"perfmon.queries"`
GroupAllCountersTo string `config:"perfmon.group_all_counter"`
}

// Counter for the perfmon counters (old implementation deprecated).
type Counter struct {
InstanceLabel string `config:"instance_label"`
InstanceName string `config:"instance_name"`
MeasurementLabel string `config:"measurement_label" validate:"required"`
Query string `config:"query" validate:"required"`
Format string `config:"format"`
}

// QueryConfig for perfmon queries. This will be used as the new configuration format
type Query struct {
Name string `config:"object" validate:"required"`
Expand All @@ -74,19 +62,6 @@ func (counter *QueryCounter) InitDefaults() {
counter.Format = "float"
}

func (counter *Counter) InitDefaults() {
counter.Format = "float"
}

func (counter *Counter) Validate() error {
if !isValidFormat(counter.Format) {
return errors.Errorf("initialization failed: format '%s' "+
"for counter '%s' is invalid (must be float, large or long)",
counter.Format, counter.InstanceLabel)
}
return nil
}

func (counter *QueryCounter) Validate() error {
if !isValidFormat(counter.Format) {
return errors.Errorf("initialization failed: format '%s' "+
Expand All @@ -97,12 +72,8 @@ func (counter *QueryCounter) Validate() error {
}

func (conf *Config) Validate() error {
if len(conf.Counters) == 0 && len(conf.Queries) == 0 {
return errors.New("no perfmon counters or queries have been configured")
}
if len(conf.Counters) > 0 {
cfgwarn.Deprecate("8.0", "perfmon.counters configuration option is deprecated and will be removed in the future major version, "+
"we advise using the perfmon.queries configuration option instead.")
if len(conf.Queries) == 0 {
return errors.New("No perfmon queries have been configured. Please follow documentation on allowed configuration settings (perfmon.counters configuration option has been deprecated and is removed in 8.0, perfmon.queries configuration option can be used instead). ")
}
return nil
}
Expand Down
186 changes: 2 additions & 184 deletions metricbeat/module/windows/perfmon/perfmon_test.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,6 @@ import (
"github.com/pkg/errors"
"github.com/stretchr/testify/assert"

"github.com/elastic/beats/v7/metricbeat/mb"
mbtest "github.com/elastic/beats/v7/metricbeat/mb/testing"
)

Expand All @@ -40,6 +39,7 @@ func TestData(t *testing.T) {
config := map[string]interface{}{
"module": "windows",
"metricsets": []string{"perfmon"},
"period": "10s",
"perfmon.queries": []map[string]interface{}{
{
"object": "Processor Information",
Expand Down Expand Up @@ -67,49 +67,11 @@ func TestData(t *testing.T) {

}

func TestDataDeprecated(t *testing.T) {
config := map[string]interface{}{
"module": "windows",
"metricsets": []string{"perfmon"},
"perfmon.counters": []map[string]string{
{
"instance_label": "processor.name",
"measurement_label": "processor.time.total.pct",
"query": `\Processor Information(_Total)\% Processor Time`,
},
{
"instance_label": "process.name",
"measurement_label": "process.ID",
"query": `\Process(_Total)\ID Process`,
},
{
"instance_label": "processor.name",
"measurement_label": "processor.time.user.ns",
"query": `\Processor Information(_Total)\% User Time`,
},
},
}

ms := mbtest.NewReportingMetricSetV2Error(t, config)
mbtest.ReportingFetchV2Error(ms)
time.Sleep(60 * time.Millisecond)

events, errs := mbtest.ReportingFetchV2Error(ms)
if len(errs) > 0 {
t.Fatal(errs)
}
if len(events) == 0 {
t.Fatal("no events received")
}

beatEvent := mbtest.StandardizeEvent(ms, events[0], mb.AddMetricSetInfo)
mbtest.WriteEventToDataJSON(t, beatEvent, "")
}

func TestCounterWithNoInstanceName(t *testing.T) {
config := map[string]interface{}{
"module": "windows",
"metricsets": []string{"perfmon"},
"period": "10s",
"perfmon.queries": []map[string]interface{}{
{
"object": "UDPv4",
Expand Down Expand Up @@ -203,28 +165,6 @@ func TestExistingCounter(t *testing.T) {
t.Log(values)
}

func TestExistingCounterDeprecated(t *testing.T) {
config := Config{
Counters: make([]Counter, 1),
}
config.Counters[0].InstanceLabel = "processor.name"
config.Counters[0].MeasurementLabel = "processor.time.total.pct"
config.Counters[0].Query = processorTimeCounter
config.Counters[0].Format = "float"
handle, err := NewReader(config)
if err != nil {
t.Fatal(err)
}
defer handle.query.Close()

values, err := handle.Read()
if err != nil {
t.Fatal(err)
}

t.Log(values)
}

func TestNonExistingCounter(t *testing.T) {
config := Config{
Queries: make([]Query, 1),
Expand All @@ -247,25 +187,6 @@ func TestNonExistingCounter(t *testing.T) {
}
}

func TestNonExistingCounterDeprecated(t *testing.T) {
config := Config{
Counters: make([]Counter, 1),
}
config.Counters[0].InstanceLabel = "processor.name"
config.Counters[0].MeasurementLabel = "processor.time.total.pct"
config.Counters[0].Query = "\\Processor Information(_Total)\\not existing counter"
config.Counters[0].Format = "float"
handle, err := NewReader(config)
if assert.Error(t, err) {
assert.EqualValues(t, pdh.PDH_CSTATUS_NO_COUNTER, errors.Cause(err))
}

if handle != nil {
err = handle.query.Close()
assert.NoError(t, err)
}
}

func TestIgnoreNonExistentCounter(t *testing.T) {
config := Config{
Queries: make([]Query, 1),
Expand Down Expand Up @@ -294,31 +215,6 @@ func TestIgnoreNonExistentCounter(t *testing.T) {
t.Log(values)
}

func TestIgnoreNonExistentCounterDeprecated(t *testing.T) {
config := Config{
Counters: make([]Counter, 1),
IgnoreNECounters: true,
}
config.Counters[0].InstanceLabel = "processor.name"
config.Counters[0].MeasurementLabel = "processor.time.total.pct"
config.Counters[0].Query = "\\Processor Information(_Total)\\not existing counter"
config.Counters[0].Format = "float"
handle, err := NewReader(config)

values, err := handle.Read()

if assert.Error(t, err) {
assert.EqualValues(t, pdh.PDH_NO_DATA, errors.Cause(err))
}

if handle != nil {
err = handle.query.Close()
assert.NoError(t, err)
}

t.Log(values)
}

func TestNonExistingObject(t *testing.T) {
config := Config{
Queries: make([]Query, 1),
Expand All @@ -341,25 +237,6 @@ func TestNonExistingObject(t *testing.T) {
}
}

func TestNonExistingObjectDeprecated(t *testing.T) {
config := Config{
Counters: make([]Counter, 1),
}
config.Counters[0].InstanceLabel = "processor.name"
config.Counters[0].MeasurementLabel = "processor.time.total.pct"
config.Counters[0].Query = "\\non existing object\\% Processor Performance"
config.Counters[0].Format = "float"
handle, err := NewReader(config)
if assert.Error(t, err) {
assert.EqualValues(t, pdh.PDH_CSTATUS_NO_OBJECT, errors.Cause(err))
}

if handle != nil {
err = handle.query.Close()
assert.NoError(t, err)
}
}

func TestLongOutputFormat(t *testing.T) {
var query pdh.Query
err := query.Open()
Expand Down Expand Up @@ -575,62 +452,3 @@ func TestGroupByInstance(t *testing.T) {

t.Log(values)
}

func TestGroupByInstanceDeprecated(t *testing.T) {
config := Config{
Counters: make([]Counter, 3),
GroupMeasurements: true,
}
config.Counters[0].InstanceLabel = "processor.name"
config.Counters[0].MeasurementLabel = "processor.time.pct"
config.Counters[0].Query = `\Processor Information(_Total)\% Processor Time`
config.Counters[0].Format = "float"

config.Counters[1].InstanceLabel = "processor.name"
config.Counters[1].MeasurementLabel = "processor.time.user.pct"
config.Counters[1].Query = `\Processor Information(_Total)\% User Time`
config.Counters[1].Format = "float"

config.Counters[2].InstanceLabel = "processor.name"
config.Counters[2].MeasurementLabel = "processor.time.privileged.ns"
config.Counters[2].Query = `\Processor Information(_Total)\% Privileged Time`
config.Counters[2].Format = "float"

handle, err := NewReader(config)
if err != nil {
t.Fatal(err)
}
defer handle.query.Close()

values, _ := handle.Read()

time.Sleep(time.Millisecond * 1000)

values, err = handle.Read()
if err != nil {
t.Fatal(err)
}

assert.EqualValues(t, 1, len(values)) // Assert all metrics have been grouped into a single event

// Test all keys exist in the event
pctKey, err := values[0].MetricSetFields.HasKey("processor.time.pct")
if err != nil {
t.Fatal(err)
}
assert.True(t, pctKey)

pctKey, err = values[0].MetricSetFields.HasKey("processor.time.user.pct")
if err != nil {
t.Fatal(err)
}
assert.True(t, pctKey)

pctKey, err = values[0].MetricSetFields.HasKey("processor.time.privileged.ns")
if err != nil {
t.Fatal(err)
}
assert.True(t, pctKey)

t.Log(values)
}
Loading

0 comments on commit 4147b5a

Please sign in to comment.