k-space/logmower-shipper
10
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Activity

don't drop lines at all, block instead

Browse Source
This commit is contained in:
rasmus 2022-11-06 16:08:11 +02:00
parent 1ddc479e4b
commit 77cf4b9dd8
2 changed files with 1 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
cmd/sender.go
View File

@ -23,11 +23,6 @@ var (
Name: "mongo_errors", Name: "mongo_errors",
Help: "Errors while submitting to mongo", // TODO: Help: "Errors while submitting to mongo", // TODO:
}, []string{"filename"}) }, []string{"filename"})
promShipperDropped = promauto.NewCounterVec(prom.CounterOpts{
Subsystem: "shipper",
Name: "queue_dropped",
Help: "Items ready to be batched and sent to mongo, but dropped due to full queue",
}, []string{"filename"})
promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{ promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{
Subsystem: "shipper", Subsystem: "shipper",
Name: "lines_parsing_errors", Name: "lines_parsing_errors",

7
cmd/submit.go
View File

@ -158,8 +158,7 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
} }
} }
select { sendQueue <- mLog{
case sendQueue <- mLog{
HostInfo: s.hostInfo, HostInfo: s.hostInfo,
File: baseName, File: baseName,
@ -170,10 +169,6 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
StdErr: stdErr == "stderr", // or stdout StdErr: stdErr == "stderr", // or stdout
Format: format, Format: format,
Content: log, Content: log,
}:
default:
promShipperDropped.WithLabelValues(baseName).Add(1)
} }
} }
} }