thumbnails: extract pictures from audio files

changelog/unreleased/enhancement-add-support-for-audio-files-to-thumbnails-service.md

@@ -0,0 +1,5 @@
+Enhancement: Add support for audio files to the thumbnails service
+
+The thumbnails service can now extract artwork from audio files (mp3, ogg, flac) and render it just like any other image.
+
+https://github.com/owncloud/ocis/pull/7491

go.mod

@@ -167,6 +167,7 @@ require (
  github.com/desertbit/timer v0.0.0-20180107155436-c41aec40b27f // indirect
  github.com/dgraph-io/ristretto v0.1.1 // indirect
  github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f // indirect
+ github.com/dhowden/tag v0.0.0-20230630033851-978a0926ee25 // indirect
  github.com/dlclark/regexp2 v1.4.0 // indirect
  github.com/docker/go-units v0.4.0 // indirect
  github.com/dustin/go-humanize v1.0.1 // indirect

go.sum

@@ -1035,6 +1035,8 @@ github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cu
 github.com/dgryski/go-sip13 v0.0.0-20181026042036-e10d5fee7954/go.mod h1:vAd38F8PWV+bWy6jNmig1y/TA+kYO4g3RSRF0IAv0no=
 github.com/dgryski/trifles v0.0.0-20200323201526-dd97f9abfb48 h1:fRzb/w+pyskVMQ+UbP35JkH8yB7MYb4q/qhBarqZE6g=
 github.com/dgryski/trifles v0.0.0-20200323201526-dd97f9abfb48/go.mod h1:if7Fbed8SFyPtHLHbg49SI7NAdJiC5WIA09pe59rfAA=
+github.com/dhowden/tag v0.0.0-20230630033851-978a0926ee25 h1:simG0vMYFvNriGhaaat7QVVkaVkXzvqcohaBoLZl9Hg=
+github.com/dhowden/tag v0.0.0-20230630033851-978a0926ee25/go.mod h1:Z3Lomva4pyMWYezjMAU5QWRh0p1VvO4199OHlFnyKkM=
 github.com/dimchansky/utfbom v1.1.0/go.mod h1:rO41eb7gLfo8SF1jd9F8HplJm1Fewwi4mQvIirEdv+8=
 github.com/disintegration/imaging v1.6.2 h1:w1LecBlG2Lnp8B3jk5zSuNqd7b4DXhcjwek1ei82L+c=
 github.com/disintegration/imaging v1.6.2/go.mod h1:44/5580QXChDfwIclfc/PCwrr44amcmDAg8hxG0Ewe4=

services/thumbnails/pkg/preprocessor/preprocessor.go

@@ -2,6 +2,7 @@ package preprocessor
 
 import (
  "bufio"
+ "bytes"
  "image"
  "image/draw"
  "image/gif"
@@ -15,6 +16,8 @@ import (
  "golang.org/x/image/font"
  "golang.org/x/image/font/opentype"
  "golang.org/x/image/math/fixed"
+
+ "github.com/dhowden/tag"
 )
 
 type FileConverter interface {
@@ -41,6 +44,31 @@ func (i GifDecoder) Convert(r io.Reader) (interface{}, error) {
  return img, nil
 }
 
+type AudioDecoder struct{}
+
+func (i AudioDecoder) Convert(r io.Reader) (interface{}, error) {
+ b, err := io.ReadAll(r)
+ if err != nil {
+ return nil, err
+ }
+ m, err := tag.ReadFrom(bytes.NewReader(b))
+ if err != nil {
+ return nil, err
+ }
+
+ picture := m.Picture()
+ if picture == nil {
+ return nil, errors.New(`could not extract image from audio file`)
+ }
+
+ converter := ForType(picture.MIMEType, nil)
+ if converter == nil {
+ return nil, errors.New(`could not find converter for image extraced from audio file`)
+ }
+
+ return converter.Convert(bytes.NewReader(picture.Data))
+}
+
 type TxtToImageConverter struct {
  fontLoader *FontLoader
 }
@@ -197,6 +225,12 @@ func ForType(mimeType string, opts map[string]interface{}) FileConverter {
  }
  case "image/gif":
  return GifDecoder{}
+ case "audio/flac":
+ fallthrough
+ case "audio/mpeg":
+ fallthrough
+ case "audio/ogg":
+ return AudioDecoder{}
  default:
  return ImageDecoder{}
  }

services/thumbnails/pkg/thumbnail/thumbnail.go

@@ -21,6 +21,9 @@ var (
  "image/x-ms-bmp": {},
  "image/tiff": {},
  "text/plain": {},
+ "audio/flac": {},
+ "audio/mpeg": {},
+ "audio/ogg": {},
  }
 )