native support for mulit-delete

Author: ingon

compact/deletes.go

@@ -76,3 +76,12 @@ func Deletes(ctx context.Context, l klevdb.Log, before time.Time) (map[int64]str
 	}
 	return l.Delete(offsets)
 }
+
+// DeletesMulti is similar to Deletes, but will try to remove messages from multiple segments
+func DeletesMulti(ctx context.Context, l klevdb.Log, before time.Time, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindDeletes(ctx, l, before)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}

compact/updates.go

@@ -67,3 +67,12 @@ func Updates(ctx context.Context, l klevdb.Log, before time.Time) (map[int64]str
 	}
 	return l.Delete(offsets)
 }
+
+// UpdatesMulti is similar to Updates, but will try to remove messages from multiple segments
+func UpdatesMulti(ctx context.Context, l klevdb.Log, before time.Time, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindUpdates(ctx, l, before)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}

trim/age.go

@@ -75,3 +75,12 @@ func ByAge(ctx context.Context, l klevdb.Log, before time.Time) (map[int64]struc
 	}
 	return l.Delete(offsets)
 }
+
+// ByAgeMulti is similar to ByAge, but will try to remove messages from multiple segments
+func ByAgeMulti(ctx context.Context, l klevdb.Log, before time.Time, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindByAge(ctx, l, before)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}

trim/count.go

@@ -64,3 +64,12 @@ func ByCount(ctx context.Context, l klevdb.Log, max int) (map[int64]struct{}, in
 	}
 	return l.Delete(offsets)
 }
+
+// ByCountMulti is similar to ByCount, but will try to remove messages from multiple segments
+func ByCountMulti(ctx context.Context, l klevdb.Log, max int, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindByCount(ctx, l, max)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}

trim/offset.go

@@ -61,3 +61,12 @@ func ByOffset(ctx context.Context, l klevdb.Log, before int64) (map[int64]struct
 	}
 	return l.Delete(offsets)
 }
+
+// ByOffsetMulti is similar to ByOffset, but will try to remove messages from multiple segments
+func ByOffsetMulti(ctx context.Context, l klevdb.Log, before int64, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindByOffset(ctx, l, before)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}

trim/size.go

@@ -63,3 +63,12 @@ func BySize(ctx context.Context, l klevdb.Log, sz int64) (map[int64]struct{}, in
 	}
 	return l.Delete(offsets)
 }
+
+// BySizeMulti is similar to BySize, but will try to remove messages from multiple segments
+func BySizeMulti(ctx context.Context, l klevdb.Log, sz int64, backoff klevdb.DeleteMultiBackoff) (map[int64]struct{}, int64, error) {
+	offsets, err := FindBySize(ctx, l, sz)
+	if err != nil {
+		return nil, 0, err
+	}
+	return klevdb.DeleteMulti(ctx, l, offsets, backoff)
+}