don't drop lines at all, block instead

This commit is contained in:
rasmus 2022-11-06 16:08:11 +02:00
parent 1ddc479e4b
commit 77cf4b9dd8
2 changed files with 1 additions and 11 deletions

View File

@ -23,11 +23,6 @@ var (
Name: "mongo_errors", Name: "mongo_errors",
Help: "Errors while submitting to mongo", // TODO: Help: "Errors while submitting to mongo", // TODO:
}, []string{"filename"}) }, []string{"filename"})
promShipperDropped = promauto.NewCounterVec(prom.CounterOpts{
Subsystem: "shipper",
Name: "queue_dropped",
Help: "Items ready to be batched and sent to mongo, but dropped due to full queue",
}, []string{"filename"})
promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{ promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{
Subsystem: "shipper", Subsystem: "shipper",
Name: "lines_parsing_errors", Name: "lines_parsing_errors",

View File

@ -158,8 +158,7 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
} }
} }
select { sendQueue <- mLog{
case sendQueue <- mLog{
HostInfo: s.hostInfo, HostInfo: s.hostInfo,
File: baseName, File: baseName,
@ -170,10 +169,6 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
StdErr: stdErr == "stderr", // or stdout StdErr: stdErr == "stderr", // or stdout
Format: format, Format: format,
Content: log, Content: log,
}:
default:
promShipperDropped.WithLabelValues(baseName).Add(1)
} }
} }
} }