feat(blobstore): allow listing

Signed-off-by: jkoberg <jkoberg@owncloud.com>
Co-authored-by: dragonchaser <crichter@owncloud.com>
Signed-off-by: jkoberg <jkoberg@owncloud.com>

changelog/unreleased/add-list-method-to-blobsstore.md

@@ -0,0 +1,5 @@
+Enhancement: Add List method to ocis and s3ng blobstore
+
+Allow listing blobstores for maintenance
+
+https://github.com/cs3org/reva/pull/4696

pkg/storage/fs/ocis/blobstore/blobstore.go

@@ -24,6 +24,7 @@ import (
  "io"
  "os"
  "path/filepath"
+ "strings"
 
  "github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/lookup"
  "github.com/cs3org/reva/v2/pkg/storage/utils/decomposedfs/node"
@@ -109,6 +110,30 @@ func (bs *Blobstore) Delete(node *node.Node) error {
  return nil
 }
 
+// List lists all blobs in the Blobstore
+func (bs *Blobstore) List() ([]string, error) {
+ dirs, err := filepath.Glob(filepath.Join(bs.root, "spaces", "*", "*", "blobs", "*", "*", "*", "*", "*"))
+ if err != nil {
+ return nil, err
+ }
+ blobids := make([]string, 0, len(dirs))
+ for _, d := range dirs {
+ seps := strings.Split(d, "/")
+ var b string
+ var now bool
+ for _, s := range seps {
+ if now {
+ b += s
+ }
+ if s == "blobs" {
+ now = true
+ }
+ }
+ blobids = append(blobids, b)
+ }
+ return blobids, nil
+}
+
 func (bs *Blobstore) path(node *node.Node) (string, error) {
  if node.BlobID == "" {
  return "", fmt.Errorf("blobstore: BlobID is empty")

pkg/storage/fs/s3ng/blobstore/blobstore.go

@@ -127,6 +127,22 @@ func (bs *Blobstore) Delete(node *node.Node) error {
  return nil
 }
 
+// List lists all blobs in the Blobstore
+func (bs *Blobstore) List() ([]string, error) {
+ ch := bs.client.ListObjects(context.Background(), bs.bucket, minio.ListObjectsOptions{})
+
+ var err error
+ ids := make([]string, 0)
+ for oi := range ch {
+ if oi.Err != nil {
+ err = oi.Err
+ continue
+ }
+ ids = append(ids, oi.Key)
+ }
+ return ids, err
+}
+
 func (bs *Blobstore) path(node *node.Node) string {
  // https://aws.amazon.com/de/premiumsupport/knowledge-center/s3-prefix-nested-folders-difference/
  // Prefixes are used to partion a bucket. A prefix is everything except the filename.