parse: auto-guess Pachyderm worker log schema

jrockway · Jun 18, 2022 · 18d824a · 18d824a
1 parent a2d977b
commit 18d824a
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/pkg/parse/parse.go b/pkg/parse/parse.go
@@ -428,6 +428,14 @@ func (s *InputSchema) guessSchema(l *line) {
 		s.UpgradeKeys = append(s.UpgradeKeys, "data")
 		return
 	}
+	if has("ts") && has("message") && has("workerId") && has("pipelineName") {
+		// Pachyderm worker logs.
+		s.TimeKey = "ts"
+		s.TimeFormat = DefaultTimeParser // RFC3339Nano
+		s.NoLevelKey = true
+		s.MessageKey = "message"
+		return
+	}
 }
 
 // ReadLine parses a log line into the provided line object.