feat(blobstore): allow listing

Signed-off-by: jkoberg <jkoberg@owncloud.com>
Co-authored-by: dragonchaser <crichter@owncloud.com>
Signed-off-by: jkoberg <jkoberg@owncloud.com>

changelog/unreleased/add-list-method-to-blobsstore.md

@@ -0,0 +1,5 @@
+Enhancement: Add List method to ocis and s3ng blobstore
+
+Allow listing blobstores for maintenance
+
+https://github.com/cs3org/reva/pull/4696

pkg/storage/fs/ocis/blobstore/blobstore.go

@@ -24,6 +24,7 @@ import (
 	"io"
 	"os"
 	"path/filepath"
+	"strings"
 
 	"github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/lookup"
 	"github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/node"
@@ -109,6 +110,30 @@ func (bs *Blobstore) Delete(node *node.Node) error {
 	return nil
 }
 
+// List lists all blobs in the Blobstore
+func (bs *Blobstore) List() ([]string, error) {
+	dirs, err := filepath.Glob(filepath.Join(bs.root, "spaces", "*", "*", "blobs", "*", "*", "*", "*", "*"))
+	if err != nil {
+		return nil, err
+	}
+	blobids := make([]string, 0, len(dirs))
+	for _, d := range dirs {
+		seps := strings.Split(d, "/")
+		var b string
+		var now bool
+		for _, s := range seps {
+			if now {
+				b += s
+			}
+			if s == "blobs" {
+				now = true
+			}
+		}
+		blobids = append(blobids, b)
+	}
+	return blobids, nil
+}
+
 func (bs *Blobstore) path(node *node.Node) (string, error) {
 	if node.BlobID == "" {
 		return "", fmt.Errorf("blobstore: BlobID is empty")

pkg/storage/fs/s3ng/blobstore/blobstore.go

@@ -25,6 +25,7 @@ import (
 	"net/url"
 	"os"
 	"path/filepath"
+	"strings"
 
 	"github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/lookup"
 	"github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/node"
@@ -127,6 +128,23 @@ func (bs *Blobstore) Delete(node *node.Node) error {
 	return nil
 }
 
+// List lists all blobs in the Blobstore
+func (bs *Blobstore) List() ([]string, error) {
+	ch := bs.client.ListObjects(context.Background(), bs.bucket, minio.ListObjectsOptions{Recursive: true})
+
+	var err error
+	ids := make([]string, 0)
+	for oi := range ch {
+		if oi.Err != nil {
+			err = oi.Err
+			continue
+		}
+		_, blobid, _ := strings.Cut(oi.Key, "/")
+		ids = append(ids, strings.ReplaceAll(blobid, "/", ""))
+	}
+	return ids, err
+}
+
 func (bs *Blobstore) path(node *node.Node) string {
 	// https://aws.amazon.com/de/premiumsupport/knowledge-center/s3-prefix-nested-folders-difference/
 	// Prefixes are used to partion a bucket. A prefix is everything except the filename.