Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: informative user-agent for otlp exporters #3970

Merged
merged 18 commits into from
Dec 3, 2021
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 17 additions & 0 deletions config/confighttp/confighttp.go
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ import (
"fmt"
"net"
"net/http"
"strings"
"time"

"github.com/rs/cors"
Expand Down Expand Up @@ -119,6 +120,22 @@ func (hcs *HTTPClientSettings) ToClient(ext map[config.ComponentID]component.Ext
}, nil
}

// WithDefaultUserAgent adds a user-agent header to settings, unless one already exists.
func (hcs *HTTPClientSettings) WithDefaultUserAgent(defaultUserAgent string) {
bogdandrutu marked this conversation as resolved.
Show resolved Hide resolved
userAgentFound := false
for k := range hcs.Headers {
if strings.ToLower(k) == "user-agent" {
userAgentFound = true
}
}
if !userAgentFound {
if hcs.Headers == nil {
hcs.Headers = map[string]string{}
}
hcs.Headers["User-Agent"] = defaultUserAgent
bogdandrutu marked this conversation as resolved.
Show resolved Hide resolved
}
}

// Custom RoundTripper that adds headers.
type headerRoundTripper struct {
transport http.RoundTripper
Expand Down
38 changes: 31 additions & 7 deletions config/confighttp/confighttp_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -560,22 +560,45 @@ func ExampleHTTPServerSettings() {

func TestHttpHeaders(t *testing.T) {
tests := []struct {
name string
headers map[string]string
name string
headers map[string]string
defaultUA string
expectedUA string
}{
{
"with_headers",
map[string]string{
name: "with_headers_no_user_agent",
headers: map[string]string{
"header1": "value1",
},
},
{
name: "with_custom_user_agent",
headers: map[string]string{
"header1": "value1",
"User-Agent": "My Test Agent",
},
defaultUA: "Collector/1.2.3test",
expectedUA: "My Test Agent",
},
{
name: "with_custom_user_agent_lowercase",
headers: map[string]string{
"header1": "value1",
"user-agent": "My Test Agent",
},
defaultUA: "Collector/1.2.3test",
expectedUA: "My Test Agent",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
for k, v := range tt.headers {
assert.Equal(t, r.Header.Get(k), v)
}
if tt.expectedUA != "" {
assert.Equal(t, tt.expectedUA, r.Header.Get("user-agent"))
}
w.WriteHeader(200)
}))
defer server.Close()
Expand All @@ -586,9 +609,10 @@ func TestHttpHeaders(t *testing.T) {
ReadBufferSize: 0,
WriteBufferSize: 0,
Timeout: 0,
Headers: map[string]string{
"header1": "value1",
},
Headers: tt.headers,
}
if tt.defaultUA != "" {
setting.WithDefaultUserAgent(tt.defaultUA)
}
client, _ := setting.ToClient(map[config.ComponentID]component.Extension{})
req, err := http.NewRequest("GET", setting.Endpoint, nil)
Expand Down
7 changes: 7 additions & 0 deletions exporter/exporterhelper/common.go
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@ package exporterhelper

import (
"context"
"fmt"
"runtime"
"time"

"go.opentelemetry.io/collector/component"
Expand Down Expand Up @@ -237,3 +239,8 @@ func (ts *timeoutSender) send(req request) error {
}
return req.export(ctx)
}

// DefaultUserAgent User-Agent value used by exporters
func DefaultUserAgent(info component.BuildInfo) string {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

let's move this to otlpexporter for the moment or an internal package. Prefer to limit the public API.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

✅ Moved to each exporter f5bddaf

return fmt.Sprintf("%s/%s (%s/%s)", info.Description, info.Version, runtime.GOOS, runtime.GOARCH)
}
6 changes: 3 additions & 3 deletions exporter/otlpexporter/factory.go
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ func createTracesExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.TracesExporter, error) {
oce, err := newExporter(cfg)
oce, err := newExporter(cfg, set.BuildInfo)
if err != nil {
return nil, err
}
Expand All @@ -80,7 +80,7 @@ func createMetricsExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.MetricsExporter, error) {
oce, err := newExporter(cfg)
oce, err := newExporter(cfg, set.BuildInfo)
if err != nil {
return nil, err
}
Expand All @@ -103,7 +103,7 @@ func createLogsExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.LogsExporter, error) {
oce, err := newExporter(cfg)
oce, err := newExporter(cfg, set.BuildInfo)
if err != nil {
return nil, err
}
Expand Down
14 changes: 8 additions & 6 deletions exporter/otlpexporter/otlp.go
Original file line number Diff line number Diff line change
Expand Up @@ -36,26 +36,27 @@ import (

type exporter struct {
// Input configuration.
config *Config
w *grpcSender
config *Config
w *grpcSender
buildInfo component.BuildInfo
codeboten marked this conversation as resolved.
Show resolved Hide resolved
}

// Crete new exporter and start it. The exporter will begin connecting but
// this function may return before the connection is established.
func newExporter(cfg config.Exporter) (*exporter, error) {
func newExporter(cfg config.Exporter, buildInfo component.BuildInfo) (*exporter, error) {
oCfg := cfg.(*Config)

if oCfg.Endpoint == "" {
return nil, errors.New("OTLP exporter config requires an Endpoint")
}

return &exporter{config: oCfg}, nil
return &exporter{config: oCfg, buildInfo: buildInfo}, nil
}

// start actually creates the gRPC connection. The client construction is deferred till this point as this
// is the only place we get hold of Extensions which are required to construct auth round tripper.
func (e *exporter) start(_ context.Context, host component.Host) (err error) {
e.w, err = newGrpcSender(e.config, host)
e.w, err = newGrpcSender(e.config, host, e.buildInfo)
return
}

Expand Down Expand Up @@ -94,11 +95,12 @@ type grpcSender struct {
callOptions []grpc.CallOption
}

func newGrpcSender(config *Config, host component.Host) (*grpcSender, error) {
func newGrpcSender(config *Config, host component.Host, info component.BuildInfo) (*grpcSender, error) {
dialOpts, err := config.GRPCClientSettings.ToDialOptions(host)
if err != nil {
return nil, err
}
dialOpts = append(dialOpts, grpc.WithUserAgent(exporterhelper.DefaultUserAgent(info)))
jpkrohling marked this conversation as resolved.
Show resolved Hide resolved

var clientConn *grpc.ClientConn
if clientConn, err = grpc.Dial(config.GRPCClientSettings.SanitizedEndpoint(), dialOpts...); err != nil {
Expand Down
20 changes: 18 additions & 2 deletions exporter/otlpexporter/otlp_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -203,6 +203,8 @@ func TestSendTraces(t *testing.T) {
},
}
set := componenttest.NewNopExporterCreateSettings()
set.BuildInfo.Description = "Collector"
set.BuildInfo.Version = "1.2.3test"
exp, err := factory.CreateTracesExporter(context.Background(), set, cfg)
require.NoError(t, err)
require.NotNil(t, exp)
Expand Down Expand Up @@ -247,7 +249,10 @@ func TestSendTraces(t *testing.T) {
assert.EqualValues(t, 2, atomic.LoadInt32(&rcv.requestCount))
assert.EqualValues(t, td, rcv.GetLastRequest())

require.EqualValues(t, rcv.GetMetadata().Get("header"), expectedHeader)
md := rcv.GetMetadata()
require.EqualValues(t, md.Get("header"), expectedHeader)
require.Equal(t, len(md.Get("User-Agent")), 1)
require.Contains(t, md.Get("User-Agent")[0], "Collector/1.2.3test")
}

func TestSendTracesWhenEndpointHasHttpScheme(t *testing.T) {
Expand Down Expand Up @@ -344,6 +349,8 @@ func TestSendMetrics(t *testing.T) {
},
}
set := componenttest.NewNopExporterCreateSettings()
set.BuildInfo.Description = "Collector"
set.BuildInfo.Version = "1.2.3test"
exp, err := factory.CreateMetricsExporter(context.Background(), set, cfg)
require.NoError(t, err)
require.NotNil(t, exp)
Expand Down Expand Up @@ -388,7 +395,10 @@ func TestSendMetrics(t *testing.T) {
assert.EqualValues(t, 4, atomic.LoadInt32(&rcv.totalItems))
assert.EqualValues(t, md, rcv.GetLastRequest())

require.EqualValues(t, rcv.GetMetadata().Get("header"), expectedHeader)
mdata := rcv.GetMetadata()
require.EqualValues(t, mdata.Get("header"), expectedHeader)
require.Equal(t, len(mdata.Get("User-Agent")), 1)
require.Contains(t, mdata.Get("User-Agent")[0], "Collector/1.2.3test")
}

func TestSendTraceDataServerDownAndUp(t *testing.T) {
Expand Down Expand Up @@ -545,6 +555,8 @@ func TestSendLogData(t *testing.T) {
},
}
set := componenttest.NewNopExporterCreateSettings()
set.BuildInfo.Description = "Collector"
set.BuildInfo.Version = "1.2.3test"
exp, err := factory.CreateLogsExporter(context.Background(), set, cfg)
require.NoError(t, err)
require.NotNil(t, exp)
Expand Down Expand Up @@ -586,4 +598,8 @@ func TestSendLogData(t *testing.T) {
assert.EqualValues(t, 2, atomic.LoadInt32(&rcv.requestCount))
assert.EqualValues(t, 2, atomic.LoadInt32(&rcv.totalItems))
assert.EqualValues(t, ld, rcv.GetLastRequest())

md := rcv.GetMetadata()
require.Equal(t, len(md.Get("User-Agent")), 1)
require.Contains(t, md.Get("User-Agent")[0], "Collector/1.2.3test")
}
6 changes: 3 additions & 3 deletions exporter/otlphttpexporter/factory.go
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ func createTracesExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.TracesExporter, error) {
oce, err := newExporter(cfg, set.Logger)
oce, err := newExporter(cfg, set.Logger, set.BuildInfo)
if err != nil {
return nil, err
}
Expand Down Expand Up @@ -105,7 +105,7 @@ func createMetricsExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.MetricsExporter, error) {
oce, err := newExporter(cfg, set.Logger)
oce, err := newExporter(cfg, set.Logger, set.BuildInfo)
if err != nil {
return nil, err
}
Expand Down Expand Up @@ -133,7 +133,7 @@ func createLogsExporter(
set component.ExporterCreateSettings,
cfg config.Exporter,
) (component.LogsExporter, error) {
oce, err := newExporter(cfg, set.Logger)
oce, err := newExporter(cfg, set.Logger, set.BuildInfo)
if err != nil {
return nil, err
}
Expand Down
9 changes: 6 additions & 3 deletions exporter/otlphttpexporter/otlp.go
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ type exporter struct {
metricsURL string
logsURL string
logger *zap.Logger
buildInfo component.BuildInfo
}

var (
Expand All @@ -63,7 +64,7 @@ const (
)

// Crete new exporter.
func newExporter(cfg config.Exporter, logger *zap.Logger) (*exporter, error) {
func newExporter(cfg config.Exporter, logger *zap.Logger, buildInfo component.BuildInfo) (*exporter, error) {
oCfg := cfg.(*Config)

if oCfg.Endpoint != "" {
Expand All @@ -75,14 +76,16 @@ func newExporter(cfg config.Exporter, logger *zap.Logger) (*exporter, error) {

// client construction is deferred to start
return &exporter{
config: oCfg,
logger: logger,
config: oCfg,
logger: logger,
buildInfo: buildInfo,
}, nil
}

// start actually creates the HTTP client. The client construction is deferred till this point as this
// is the only place we get hold of Extensions which are required to construct auth round tripper.
func (e *exporter) start(_ context.Context, host component.Host) error {
e.config.HTTPClientSettings.WithDefaultUserAgent(exporterhelper.DefaultUserAgent(e.buildInfo))
bogdandrutu marked this conversation as resolved.
Show resolved Hide resolved
client, err := e.config.HTTPClientSettings.ToClient(host.GetExtensions())
if err != nil {
return err
Expand Down
Loading