-
Notifications
You must be signed in to change notification settings - Fork 2
/
parser_json.go
95 lines (78 loc) · 2.13 KB
/
parser_json.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
/*
* Copyright (c) 2016 Yanko Bolanos
*
* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/.
*
*/
package main
import (
"encoding/json"
"strings"
"time"
log "github.com/Sirupsen/logrus"
)
type JSONParser struct {
App string
AppVer string
Filename string
Hostname string
FieldMappings map[string]string
Table []Attribute
}
func NewJSONParser(app, appVer, filename, hostname string, fieldMappings map[string]string, defaultTable []Attribute) *JSONParser {
return &JSONParser{
App: app,
AppVer: appVer,
Filename: filename,
Hostname: hostname,
FieldMappings: fieldMappings,
Table: defaultTable,
}
}
func (p *JSONParser) Init(defaults, fieldMappings map[string]string, FieldsOrder []string, defaultTable []Attribute) {
}
func (p *JSONParser) GetTable() []Attribute {
return p.Table
}
func (p *JSONParser) Defaults() map[string]string {
d := make(map[string]string)
for _, k := range p.Table {
d[k.Key] = "\\N"
}
d["app"] = p.App
d["app_ver"] = p.AppVer
d["filename"] = p.Filename
d["hostname"] = p.Hostname
d["ingest_datetime"] = time.Now().UTC().Format(ISO_8601)
d["event_datetime"] = d["ingest_datetime"]
return d
}
func (p *JSONParser) Parse(line string) (map[string]string, error) {
// By default, Go treats numeric values in JSON as float64
// this will result in loss of precision for 'bigint'
// TODO: Implement a json.NewDecoder() w/ decoder.UseNumber()
matches := make(map[string]interface{})
result := p.Defaults()
err := json.Unmarshal([]byte(line), &matches)
if err != nil {
return result, err
}
for k, v := range p.FieldMappings {
if inf, ok := matches[v]; ok {
s, err := interfaceToString(inf)
if err != nil {
log.Warn(err.Error())
}
result[k] = s
}
delete(matches, v)
}
cleanLogLine := line
if newJson, err := json.Marshal(matches); err == nil {
cleanLogLine = string(newJson)
}
result["log_line"] = strings.TrimSpace(cleanLogLine)
return result, err
}