-
Notifications
You must be signed in to change notification settings - Fork 51
/
scanner.go
82 lines (64 loc) · 1.61 KB
/
scanner.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
package humanlog
import (
"bufio"
"bytes"
"context"
"io"
typesv1 "github.com/humanlogio/api/go/types/v1"
"github.com/humanlogio/humanlog/pkg/sink"
"google.golang.org/protobuf/types/known/timestamppb"
)
// Scan reads JSON-structured lines from src and prettify them onto dst. If
// the lines aren't JSON-structured, it will simply write them out with no
// prettification.
func Scan(ctx context.Context, src io.Reader, sink sink.Sink, opts *HandlerOptions) error {
in := bufio.NewScanner(src)
in.Buffer(make([]byte, 1024*1024), 1024*1024)
in.Split(bufio.ScanLines)
var line uint64
logfmtEntry := LogfmtHandler{Opts: opts}
jsonEntry := JSONHandler{Opts: opts}
ev := new(typesv1.LogEvent)
data := new(typesv1.StructuredLogEvent)
ev.Structured = data
for in.Scan() {
line++
lineData := in.Bytes()
if ev.Structured == nil {
ev.Structured = data
}
data.Reset()
ev.Raw = lineData
ev.ParsedAt = timestamppb.New(opts.timeNow())
// remove that pesky syslog crap
lineData = bytes.TrimPrefix(lineData, []byte("@cee: "))
switch {
case jsonEntry.TryHandle(lineData, data):
case logfmtEntry.TryHandle(lineData, data):
case tryDockerComposePrefix(lineData, data, &jsonEntry):
case tryDockerComposePrefix(lineData, data, &logfmtEntry):
case tryZapDevPrefix(lineData, data, &jsonEntry):
default:
ev.Structured = nil
}
if err := sink.Receive(ctx, ev); err != nil {
return err
}
select {
case <-ctx.Done():
return nil
default:
}
}
select {
case <-ctx.Done():
return nil
default:
}
switch err := in.Err(); err {
case nil, io.EOF:
return nil
default:
return err
}
}