-
Notifications
You must be signed in to change notification settings - Fork 74
/
trim.go
110 lines (99 loc) · 3.11 KB
/
trim.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
// Copyright 2015-2016 trivago GmbH
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package format
import (
"bytes"
"github.com/trivago/gollum/core"
)
// Trim formatter
//
// This formatter searches for separator strings and removes all data left or
// right of this separator.
//
// Parameters
//
// - LeftSeparator: The string to search for. Searching starts from the left
// side of the data. If an empty string is given this parameter is ignored.
// By default this parameter is set to "".
//
// - RightSeparator: The string to search for. Searching starts from the right
// side of the data. If an empty string is given this parameter is ignored.
// By default this parameter is set to "".
//
// - LeftOffset: Defines the search start index when using LeftSeparator.
// By default this parameter is set to 0.
//
// - RightOffset: Defines the search start index when using RightSeparator.
// Counting starts from the right side of the message.
// By default this parameter is set to 0.
//
// Examples
//
// This example will reduce data like "foo[bar[foo]bar]foo" to "bar[foo]bar".
//
// exampleConsumer:
// Type: consumer.Console
// Streams: "*"
// Modulators:
// - format.Trim:
// LeftSeparator: "["
// RightSeparator: "]"
type Trim struct {
core.SimpleFormatter `gollumdoc:"embed_type"`
leftSeparator []byte `config:"LeftSeparator"`
rightSeparator []byte `config:"RightSeparator"`
leftOffset int `config:"LeftOffset" default:"0"`
rightOffset int `config:"RightOffset" default:"0"`
}
func init() {
core.TypeRegistry.Register(Trim{})
}
// Configure initializes this formatter with values from a plugin config.
func (format *Trim) Configure(conf core.PluginConfigReader) {
}
// ApplyFormatter update message payload
func (format *Trim) ApplyFormatter(msg *core.Message) error {
content := format.GetAppliedContent(msg)
offset := len(content)
if len(format.rightSeparator) > 0 {
rightIdx := bytes.LastIndex(content, format.rightSeparator)
if rightIdx > 0 {
offset = rightIdx
}
}
format.extendContent(&content, offset-format.rightOffset)
offset = format.leftOffset
if len(format.leftSeparator) > 0 {
leftIdx := bytes.Index(msg.GetPayload(), format.leftSeparator)
leftIdx++
if leftIdx > 0 {
offset += leftIdx
}
}
content = content[offset:]
format.SetAppliedContent(msg, content)
return nil
}
func (format *Trim) extendContent(content *[]byte, size int) {
switch {
case size == len(*content):
case size <= cap(*content):
*content = (*content)[:size]
default:
old := *content
*content = core.MessageDataPool.Get(size)
copy(*content, old)
}
return
}