fixed so it doesnt quit processing stdin if data fails but rather throw away the data

1 files changed, 4 insertions, 2 deletions

diff --git a/cleaner.go b/cleaner.go
index 3058730..5e0e7d0 100644
--- a/cleaner.go
+++ b/cleaner.go
@@ -93,12 +93,14 @@ func cleanFromStdin(rDatChan <-chan []RawData, cfg *Config) error {
 		cDat, err := clean(rDat, cfg)
 		if err != nil {
 			cllogger.Println("Failed to clean data from stdin:", err)
-			return err
+			cllogger.Println("Skipping data:", cDat)
+			continue
 		}
 		err = insertCleanDataToDB(cfg, cDat)
 		if err != nil {
 			cllogger.Println("Failed to insert clean data from stdin:", err)
-			return err
+			cllogger.Println("Skipping data:", cDat)
+			continue
 		}
 	}
 	cllogger.Println("Finished cleaning from stdin!")