Fix persistence bug

app/persist.go

@@ -133,15 +133,13 @@ func rotateDB(c *Conf, logDec *gob.Decoder, flushDec *gob.Decoder, logEnc *gob.E
 		}
 	}()
 
-	var err error
-	var entry LogEntry
-	var filter *Filter
-
 	// pattern, stream, fitler → last flush
 	flushes := make(map[PSF]time.Time)
 	for {
+		var entry LogEntry
+		var filter *Filter
 		// decode entry
-		err = flushDec.Decode(&entry)
+		err := flushDec.Decode(&entry)
 		if err != nil {
 			if err == io.EOF {
 				break
@@ -167,9 +165,11 @@ func rotateDB(c *Conf, logDec *gob.Decoder, flushDec *gob.Decoder, logEnc *gob.E
 
 	now := time.Now()
 	for {
+		var entry LogEntry
+		var filter *Filter
 
 		// decode entry
-		err = logDec.Decode(&entry)
+		err := logDec.Decode(&entry)
 		if err != nil {
 			if err == io.EOF {
 				break
@@ -180,34 +180,23 @@ func rotateDB(c *Conf, logDec *gob.Decoder, flushDec *gob.Decoder, logEnc *gob.E
 
 		// retrieve related stream & filter
 		if entry.Stream == "" && entry.Filter == "" {
-			if entry.SF != 0 {
+			sf, ok := readSF2int[entry.SF]
-				sf, ok := readSF2int[entry.SF]
+			if !ok {
-				if ok {
-					entry.Stream = sf.s
-					entry.Filter = sf.f
-				} else {
-					discardedEntries[SF{"", ""}]++
-					continue
-				}
-			} else {
 				discardedEntries[SF{"", ""}]++
 				continue
 			}
-			// Only one of Stream, Filter is non-empty
+			entry.Stream = sf.s
-			// } else if entry.Stream == "" || entry.Filter == "" {
+			entry.Filter = sf.f
-			// discardedEntries[SF{"", ""}]++
+		}
-			// continue
+		if stream := c.Streams[entry.Stream]; stream != nil {
-		} else {
+			filter = stream.Filters[entry.Filter]
-			if stream := c.Streams[entry.Stream]; stream != nil {
+		}
-				filter = stream.Filters[entry.Filter]
+		if filter == nil {
-			}
+			discardedEntries[SF{entry.Stream, entry.Filter}]++
-			if filter == nil {
+			continue
-				discardedEntries[SF{entry.Stream, entry.Filter}]++
+		}
-				continue
+		if entry.SF != 0 {
-			}
+			readSF2int[entry.SF] = SF{entry.Stream, entry.Filter}
-			if entry.SF != 0 {
-				readSF2int[entry.SF] = SF{entry.Stream, entry.Filter}
-			}
 		}
 
 		// check if it hasn't been flushed

config/persistence.jsonnet

@@ -0,0 +1,50 @@
+{
+  patterns: {
+    num: {
+      regex: '[0-9]+',
+    },
+  },
+
+  streams: {
+    tailDown1: {
+      cmd: ['sh', '-c', "echo 01 02 03 04 05 | tr ' ' '\n' | while read i; do sleep 0.5; echo found $i; done"],
+      filters: {
+        findIP1: {
+          regex: ['^found <num>$'],
+          retry: 1,
+          retryperiod: '2m',
+          actions: {
+            damn: {
+              cmd: ['echo', '<num>'],
+            },
+            undamn: {
+              cmd: ['echo', 'undamn', '<num>'],
+              after: '1m',
+              onexit: true,
+            },
+          },
+        },
+      },
+    },
+    tailDown2: {
+      cmd: ['sh', '-c', "echo 11 12 13 14 15 11 13 15 | tr ' ' '\n' | while read i; do sleep 0.3; echo found $i; done"],
+      filters: {
+        findIP2: {
+          regex: ['^found <num>$'],
+          retry: 2,
+          retryperiod: '2m',
+          actions: {
+            damn: {
+              cmd: ['echo', '<num>'],
+            },
+            undamn: {
+              cmd: ['echo', 'undamn', '<num>'],
+              after: '1m',
+              onexit: true,
+            },
+          },
+        },
+      },
+    },
+  },
+}