diff options
author | Daniel Langesten <daniel.langest@gmail.com> | 2015-03-19 10:44:47 +0100 |
---|---|---|
committer | Daniel Langesten <daniel.langest@gmail.com> | 2015-03-19 10:44:47 +0100 |
commit | 244fba51eb4807dc8195edf722c742acbbc18ac3 (patch) | |
tree | 5fd64ebc61c26305e26620b63257b0e439d72253 | |
parent | 6d85406e76d91262eacb49ef1f78e922ef7dfa25 (diff) |
improved logging
-rw-r--r-- | flow-cleaner.go | 5 | ||||
-rw-r--r-- | stdin.go | 4 |
2 files changed, 7 insertions, 2 deletions
diff --git a/flow-cleaner.go b/flow-cleaner.go index 71c1196..e840c41 100644 --- a/flow-cleaner.go +++ b/flow-cleaner.go @@ -39,10 +39,11 @@ func processFromStdin(cfg *Config) { input := readFromStdin() rDatChan := parseRawData(input, cfg) cleanFromStdin(rDatChan, cfg) + logger.Println("Finished processing from stdin!") } func processFromDB(cfg *Config) { - logger.Print("Cleaning data...") + logger.Print("Starting to process from db...") starttime := time.Now() numOfRowsNotCleaned, err := cleanFromDB(cfg) if err != nil { @@ -50,7 +51,7 @@ func processFromDB(cfg *Config) { logger.Println("Exiting...") return } - logger.Println("Done!") + logger.Println("Finished processing from db!") // If either all rows are processed or if there is no limit for the processing // we can safely add noise to the cleaned data @@ -22,10 +22,12 @@ func init() { func readFromStdin() <-chan []byte { out := make(chan []byte) go func() { + logger.Println("Now listening on stdin...") scanner := bufio.NewScanner(os.Stdin) for scanner.Scan() { out <- []byte(scanner.Text()) } + logger.Println("Finished listening to stdin!") close(out) }() return out @@ -38,6 +40,7 @@ func parseRawData(in <-chan []byte, cfg *Config) <-chan []RawData { logger.Println("Could not parse interval: ", err) } timeBin := time.Now().Add(ival / -2) //Make sure we are inside the correct timeBin + logger.Println("Now parsing data from stdin...") go func() { rDat := make([]RawData, 0) for line := range in { @@ -73,6 +76,7 @@ func parseRawData(in <-chan []byte, cfg *Config) <-chan []RawData { if len(rDat) > 0 { out <- rDat } + logger.Println("Finished parsing data from stdin...") close(out) }() return out |