From 77cf4b9dd87734d2428628def83a6b2b17c9937e Mon Sep 17 00:00:00 2001 From: rasmus Date: Sun, 6 Nov 2022 16:08:11 +0200 Subject: [PATCH] don't drop lines at all, block instead --- cmd/sender.go | 5 ----- cmd/submit.go | 7 +------ 2 files changed, 1 insertion(+), 11 deletions(-) diff --git a/cmd/sender.go b/cmd/sender.go index b9cce95..85072f8 100644 --- a/cmd/sender.go +++ b/cmd/sender.go @@ -23,11 +23,6 @@ var ( Name: "mongo_errors", Help: "Errors while submitting to mongo", // TODO: }, []string{"filename"}) - promShipperDropped = promauto.NewCounterVec(prom.CounterOpts{ - Subsystem: "shipper", - Name: "queue_dropped", - Help: "Items ready to be batched and sent to mongo, but dropped due to full queue", - }, []string{"filename"}) promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{ Subsystem: "shipper", Name: "lines_parsing_errors", diff --git a/cmd/submit.go b/cmd/submit.go index fdcedf3..da0b785 100644 --- a/cmd/submit.go +++ b/cmd/submit.go @@ -158,8 +158,7 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue } } - select { - case sendQueue <- mLog{ + sendQueue <- mLog{ HostInfo: s.hostInfo, File: baseName, @@ -170,10 +169,6 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue StdErr: stdErr == "stderr", // or stdout Format: format, Content: log, - }: - - default: - promShipperDropped.WithLabelValues(baseName).Add(1) } } }