don't drop lines at all, block instead
This commit is contained in:
		| @@ -23,11 +23,6 @@ var ( | |||||||
| 		Name:      "mongo_errors", | 		Name:      "mongo_errors", | ||||||
| 		Help:      "Errors while submitting to mongo", // TODO: | 		Help:      "Errors while submitting to mongo", // TODO: | ||||||
| 	}, []string{"filename"}) | 	}, []string{"filename"}) | ||||||
| 	promShipperDropped = promauto.NewCounterVec(prom.CounterOpts{ |  | ||||||
| 		Subsystem: "shipper", |  | ||||||
| 		Name:      "queue_dropped", |  | ||||||
| 		Help:      "Items ready to be batched and sent to mongo, but dropped due to full queue", |  | ||||||
| 	}, []string{"filename"}) |  | ||||||
| 	promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{ | 	promLineParsingErr = promauto.NewCounterVec(prom.CounterOpts{ | ||||||
| 		Subsystem: "shipper", | 		Subsystem: "shipper", | ||||||
| 		Name:      "lines_parsing_errors", | 		Name:      "lines_parsing_errors", | ||||||
|   | |||||||
| @@ -158,8 +158,7 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue | |||||||
| 				} | 				} | ||||||
| 			} | 			} | ||||||
|  |  | ||||||
| 			select { | 			sendQueue <- mLog{ | ||||||
| 			case sendQueue <- mLog{ |  | ||||||
| 				HostInfo: s.hostInfo, | 				HostInfo: s.hostInfo, | ||||||
| 				File:     baseName, | 				File:     baseName, | ||||||
|  |  | ||||||
| @@ -170,10 +169,6 @@ func (s *submitter) shipFileRoutine(ctx context.Context, name string, sendQueue | |||||||
| 				StdErr:      stdErr == "stderr", // or stdout | 				StdErr:      stdErr == "stderr", // or stdout | ||||||
| 				Format:      format, | 				Format:      format, | ||||||
| 				Content:     log, | 				Content:     log, | ||||||
| 			}: |  | ||||||
|  |  | ||||||
| 			default: |  | ||||||
| 				promShipperDropped.WithLabelValues(baseName).Add(1) |  | ||||||
| 			} | 			} | ||||||
| 		} | 		} | ||||||
| 	} | 	} | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user