-
Notifications
You must be signed in to change notification settings - Fork 5.6k
/
Copy pathfile.go
129 lines (111 loc) · 2.73 KB
/
file.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
//go:generate ../../../tools/readme_config_includer/generator
package file
import (
_ "embed"
"fmt"
"io"
"os"
"path/filepath"
"sync"
"github.com/dimchansky/utfbom"
"github.com/influxdata/telegraf"
"github.com/influxdata/telegraf/internal"
"github.com/influxdata/telegraf/internal/globpath"
"github.com/influxdata/telegraf/plugins/common/encoding"
"github.com/influxdata/telegraf/plugins/inputs"
)
//go:embed sample.conf
var sampleConfig string
var once sync.Once
type File struct {
Files []string `toml:"files"`
FileTag string `toml:"file_tag"`
FilePathTag string `toml:"file_path_tag"`
CharacterEncoding string `toml:"character_encoding"`
Log telegraf.Logger `toml:"-"`
parserFunc telegraf.ParserFunc
filenames []string
decoder *encoding.Decoder
}
func (*File) SampleConfig() string {
return sampleConfig
}
func (f *File) Init() error {
var err error
f.decoder, err = encoding.NewDecoder(f.CharacterEncoding)
return err
}
func (f *File) SetParserFunc(fn telegraf.ParserFunc) {
f.parserFunc = fn
}
func (f *File) Gather(acc telegraf.Accumulator) error {
err := f.refreshFilePaths()
if err != nil {
return err
}
for _, k := range f.filenames {
metrics, err := f.readMetric(k)
if err != nil {
return err
}
for _, m := range metrics {
if f.FileTag != "" {
m.AddTag(f.FileTag, filepath.Base(k))
}
if f.FilePathTag != "" {
if absPath, err := filepath.Abs(k); err == nil {
m.AddTag(f.FilePathTag, absPath)
}
}
acc.AddMetric(m)
}
}
return nil
}
func (f *File) refreshFilePaths() error {
var allFiles []string
for _, file := range f.Files {
g, err := globpath.Compile(file)
if err != nil {
return fmt.Errorf("could not compile glob %q: %w", file, err)
}
files := g.Match()
if len(files) == 0 {
return fmt.Errorf("could not find file(s): %v", file)
}
allFiles = append(allFiles, files...)
}
f.filenames = allFiles
return nil
}
func (f *File) readMetric(filename string) ([]telegraf.Metric, error) {
file, err := os.Open(filename)
if err != nil {
return nil, err
}
defer file.Close()
r, _ := utfbom.Skip(f.decoder.Reader(file))
fileContents, err := io.ReadAll(r)
if err != nil {
return nil, fmt.Errorf("could not read %q: %w", filename, err)
}
parser, err := f.parserFunc()
if err != nil {
return nil, fmt.Errorf("could not instantiate parser: %w", err)
}
metrics, err := parser.Parse(fileContents)
if err != nil {
return metrics, fmt.Errorf("could not parse %q: %w", filename, err)
}
if len(metrics) == 0 {
once.Do(func() {
f.Log.Debug(internal.NoMetricsCreatedMsg)
})
}
return metrics, err
}
func init() {
inputs.Add("file", func() telegraf.Input {
return &File{}
})
}