/
kafka_producer.go
65 lines (56 loc) · 1.65 KB
/
kafka_producer.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
package kafka
import (
"encoding/json"
"github.com/Shopify/sarama"
"github.com/k8guard/k8guardlibs/config"
log "github.com/sirupsen/logrus"
"time"
"strconv"
)
//implements KafkaProducer interface
type kafkaProducer struct {
producer sarama.SyncProducer
}
type KafkaProducer interface {
SendMessage(topic string, bytes []byte) error
SendData(topic string, kind MessageType, message interface{}) error
Close()
}
func NewProducer(clientId ClientID, Cfg config.Config) (KafkaProducer, error) {
brokers := Cfg.KafkaBrokers
config := sarama.NewConfig()
config.Producer.Retry.Max = 5
config.Producer.RequiredAcks = sarama.WaitForAll
config.Producer.Return.Successes = true
config.ClientID = string(clientId)
p, err := sarama.NewSyncProducer(brokers, config)
return &kafkaProducer{producer: p}, err
}
func (producer *kafkaProducer) SendMessage(topic string, bytes []byte) error {
strTime := strconv.Itoa(int(time.Now().Unix()))
msg := &sarama.ProducerMessage{
Topic: topic,
Key: sarama.StringEncoder(strTime),
Value: sarama.ByteEncoder(bytes),
}
_, _, err := producer.producer.SendMessage(msg)
return err
}
func (producer *kafkaProducer) SendData(topic string, kind MessageType, message interface{}) error {
message_data := map[string]interface{}{
"kind": kind,
"data": message,
}
bytes, err := json.Marshal(message_data)
if err != nil {
log.WithError(err).Error("Error Marshaling Kafka Data Message")
return err
}
return producer.SendMessage(topic, bytes)
}
func (producer *kafkaProducer) Close() {
log.Info("Closing kafka producer")
if err := producer.producer.Close(); err != nil {
log.Fatal("Failed to close producer: ", err)
}
}