don't drop lines at all, block instead

cmd/sender.go

@@ -23,11 +23,6 @@ var (
 		Name:      "mongo_errors",
 		Help:      "Errors while submitting to mongo", // TODO:
 	}, []string{"filename"})
-	promShipperDropped = promauto.NewCounterVec(prom.CounterOpts{
-		Subsystem: "shipper",
-		Name:      "queue_dropped",
-		Help:      "Items ready to be batched and sent to mongo, but dropped due to full queue",
-	}, []string{"filename"})
 	promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{
 		Subsystem: "shipper",
 		Name:      "lines_parsing_errors",

cmd/submit.go

@@ -158,8 +158,7 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
 				}
 			}
 
-			select {
-			case sendQueue <- mLog{
+			sendQueue <- mLog{
 				HostInfo: s.hostInfo,
 				File:     baseName,
 
@@ -170,10 +169,6 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue
 				StdErr:      stdErr == "stderr", // or stdout
 				Format:      format,
 				Content:     log,
-			}:
-
-			default:
-				promShipperDropped.WithLabelValues(baseName).Add(1)
 			}
 		}
 	}