Fix ban when warnings have errors

internal/leaky/bucket.go

@@ -48,3 +48,10 @@ func (b *Bucket) Push(timeStamp time.Time, id string) (level int, ok bool) {
 	level = len(newItems)
 	return level, level <= b.Threshold
 }
+
+func (b *Bucket) Reset(id string) {
+	b.Lock()
+	defer b.Unlock()
+
+	delete(b.Entries, id)
+}

internal/ruler/ruler.go

@@ -129,6 +129,7 @@ func (r *Ruler) PushEvent(ts time.Time, id string) error {
 			logLine.Info("User warned.")
 		} else {
 			logLine.WithError(err).Error("Error setting warning.")
+			r.banBucket.Reset(id)
 		}
 
 		return nil