Transcoding Support + More Image Format Support (JPEGXL)

API.Benchmark/ArchiveServiceBenchmark.cs

@@ -1,16 +1,16 @@
 using System;
 using System.IO;
 using System.IO.Abstractions;
+using API.Entities.Enums;
 using Microsoft.Extensions.Logging.Abstractions;
 using API.Services;
+using API.Services.ImageServices;
+using API.Services.ImageServices.ImageMagick;
 using BenchmarkDotNet.Attributes;
 using BenchmarkDotNet.Order;
 using EasyCaching.Core;
 using NSubstitute;
-using SixLabors.ImageSharp;
-using SixLabors.ImageSharp.Formats.Png;
-using SixLabors.ImageSharp.Formats.Webp;
-using SixLabors.ImageSharp.Processing;
+
 
 namespace API.Benchmark;
 
@@ -24,16 +24,16 @@ public class ArchiveServiceBenchmark
     private readonly ArchiveService _archiveService;
     private readonly IDirectoryService _directoryService;
     private readonly IImageService _imageService;
-    private readonly PngEncoder _pngEncoder = new PngEncoder();
-    private readonly WebpEncoder _webPEncoder = new WebpEncoder();
+    private readonly IImageFactory _imageFactory;
     private const string SourceImage = "C:/Users/josep/Pictures/obey_by_grrsa-d6llkaa_colored_by_me.png";
 
 
     public ArchiveServiceBenchmark()
     {
         _directoryService = new DirectoryService(null, new FileSystem());
-        _imageService = new ImageService(null, _directoryService, Substitute.For<IEasyCachingProviderFactory>());
+        _imageService = new ImageService(null, _directoryService, Substitute.For<IEasyCachingProviderFactory>(), Substitute.For<IImageFactory>());
         _archiveService = new ArchiveService(new NullLogger<ArchiveService>(), _directoryService, _imageService, Substitute.For<IMediaErrorService>());
+        _imageFactory = new ImageMagickImageFactory();
     }
 
     [Benchmark(Baseline = true)]
@@ -67,9 +67,11 @@ public void ImageSharp_ExtractImage_PNG()
         _directoryService.ExistOrCreate(outputDirectory);
 
         using var stream = new FileStream(SourceImage, FileMode.Open);
-        using var thumbnail2 = SixLabors.ImageSharp.Image.Load(stream);
-        thumbnail2.Mutate(x => x.Resize(320, 0));
-        thumbnail2.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "imagesharp.png"), _pngEncoder);
+        using var thumbnail2 = _imageFactory.Create(stream);
+        int width = 320;
+        int height = (int)(thumbnail2.Height * (width / (double)thumbnail2.Width));
+        thumbnail2.Thumbnail(width, height);
+        thumbnail2.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "imagesharp.png"), EncodeFormat.PNG, 100);
     }
 
     [Benchmark]
@@ -79,9 +81,11 @@ public void ImageSharp_ExtractImage_WebP()
         _directoryService.ExistOrCreate(outputDirectory);
 
         using var stream = new FileStream(SourceImage, FileMode.Open);
-        using var thumbnail2 = SixLabors.ImageSharp.Image.Load(stream);
-        thumbnail2.Mutate(x => x.Resize(320, 0));
-        thumbnail2.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "imagesharp.webp"), _webPEncoder);
+        using var thumbnail2 = _imageFactory.Create(stream);
+        int width = 320;
+        int height = (int)(thumbnail2.Height * (width / (double)thumbnail2.Width));
+        thumbnail2.Thumbnail(width, height);
+        thumbnail2.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "imagesharp.webp"), EncodeFormat.PNG, 100);
     }
 
     [Benchmark]
@@ -91,8 +95,11 @@ public void NetVips_ExtractImage_PNG()
         _directoryService.ExistOrCreate(outputDirectory);
 
         using var stream = new FileStream(SourceImage, FileMode.Open);
-        using var thumbnail = NetVips.Image.ThumbnailStream(stream, 320);
-        thumbnail.WriteToFile(_directoryService.FileSystem.Path.Join(outputDirectory, "netvips.png"));
+        using var thumbnail = _imageFactory.Create(stream);
+        int width = 320;
+        int height = (int)(thumbnail.Height * (width / (double)thumbnail.Width));
+        thumbnail.Thumbnail(width, height);
+        thumbnail.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "netvips.png"), EncodeFormat.PNG, 100);
     }
 
     [Benchmark]
@@ -102,8 +109,11 @@ public void NetVips_ExtractImage_WebP()
         _directoryService.ExistOrCreate(outputDirectory);
 
         using var stream = new FileStream(SourceImage, FileMode.Open);
-        using var thumbnail = NetVips.Image.ThumbnailStream(stream, 320);
-        thumbnail.WriteToFile(_directoryService.FileSystem.Path.Join(outputDirectory, "netvips.webp"));
+        using var thumbnail = _imageFactory.Create(stream);
+        int width = 320;
+        int height = (int)(thumbnail.Height * (width / (double)thumbnail.Width));
+        thumbnail.Thumbnail(width, height);
+        thumbnail.Save(_directoryService.FileSystem.Path.Join(outputDirectory, "netvips.webp"), EncodeFormat.WEBP, 100);
     }
 
     // Benchmark to test default GetNumberOfPages from archive

API.Tests/Services/ArchiveServiceTests.cs

@@ -7,9 +7,10 @@
 using API.Archive;
 using API.Entities.Enums;
 using API.Services;
+using API.Services.ImageServices;
+using API.Services.ImageServices.ImageMagick;
 using EasyCaching.Core;
 using Microsoft.Extensions.Logging;
-using NetVips;
 using NSubstitute;
 using NSubstitute.Extensions;
 using Xunit;
@@ -29,7 +30,7 @@ public ArchiveServiceTests(ITestOutputHelper testOutputHelper)
     {
         _testOutputHelper = testOutputHelper;
         _archiveService = new ArchiveService(_logger, _directoryService,
-            new ImageService(Substitute.For<ILogger<ImageService>>(), _directoryService, Substitute.For<IEasyCachingProviderFactory>()),
+            new ImageService(Substitute.For<ILogger<ImageService>>(), _directoryService, Substitute.For<IEasyCachingProviderFactory>(), Substitute.For<IImageFactory>()),
             Substitute.For<IMediaErrorService>());
     }
 
@@ -167,11 +168,17 @@ public void FindFirstEntry(string[] files, string expected)
     public void GetCoverImage_Default_Test(string inputFile, string expectedOutputFile)
     {
         var ds = Substitute.For<DirectoryService>(_directoryServiceLogger, new FileSystem());
-        var imageService = new ImageService(Substitute.For<ILogger<ImageService>>(), ds, Substitute.For<IEasyCachingProviderFactory>());
+        var imageService = new ImageService(Substitute.For<ILogger<ImageService>>(), ds, Substitute.For<IEasyCachingProviderFactory>(), new ImageMagickImageFactory());
         var archiveService =  Substitute.For<ArchiveService>(_logger, ds, imageService, Substitute.For<IMediaErrorService>());
 
         var testDirectory = Path.GetFullPath(Path.Join(Directory.GetCurrentDirectory(), "../../../Services/Test Data/ArchiveService/CoverImages"));
-        var expectedBytes = Image.Thumbnail(Path.Join(testDirectory, expectedOutputFile), 320).WriteToBuffer(".png");
+        using var thumbnail = imageService.ImageFactory.Create(Path.Join(testDirectory, expectedOutputFile));
+        int width = 320;
+        int height = (int)(thumbnail.Height * (width / (double)thumbnail.Width));
+        thumbnail.Thumbnail(width, height);
+        using MemoryStream stream = new MemoryStream();
+        thumbnail.Save(stream, EncodeFormat.PNG, 100);
+        var expectedBytes = stream.ToArray();
 
         archiveService.Configure().CanOpen(Path.Join(testDirectory, inputFile)).Returns(ArchiveLibrary.Default);
 
@@ -198,7 +205,7 @@ public void GetCoverImage_Default_Test(string inputFile, string expectedOutputFi
     [InlineData("sorting.zip", "sorting.expected.png")]
     public void GetCoverImage_SharpCompress_Test(string inputFile, string expectedOutputFile)
     {
-        var imageService = new ImageService(Substitute.For<ILogger<ImageService>>(), _directoryService, Substitute.For<IEasyCachingProviderFactory>());
+        var imageService = new ImageService(Substitute.For<ILogger<ImageService>>(), _directoryService, Substitute.For<IEasyCachingProviderFactory>(), Substitute.For<IImageFactory>());
         var archiveService =  Substitute.For<ArchiveService>(_logger,
             new DirectoryService(_directoryServiceLogger, new FileSystem()), imageService,
             Substitute.For<IMediaErrorService>());

API.Tests/Services/BookServiceTests.cs

@@ -1,6 +1,7 @@
 using System.IO;
 using System.IO.Abstractions;
 using API.Services;
+using API.Services.ImageServices;
 using EasyCaching.Core;
 using Microsoft.Extensions.Logging;
 using NSubstitute;
@@ -17,7 +18,7 @@ public BookServiceTests()
     {
         var directoryService = new DirectoryService(Substitute.For<ILogger<DirectoryService>>(), new FileSystem());
         _bookService = new BookService(_logger, directoryService,
-            new ImageService(Substitute.For<ILogger<ImageService>>(), directoryService, Substitute.For<IEasyCachingProviderFactory>())
+            new ImageService(Substitute.For<ILogger<ImageService>>(), directoryService, Substitute.For<IEasyCachingProviderFactory>(), Substitute.For<IImageFactory>())
             , Substitute.For<IMediaErrorService>());
     }
 

API.Tests/Services/CacheServiceTests.cs

@@ -158,7 +158,7 @@ public async Task Ensure_DirectoryAlreadyExists_DontExtractAnything()
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(),
                 Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         await ResetDB();
         var s = new SeriesBuilder("Test").Build();
@@ -234,7 +234,7 @@ public void CleanupChapters_AllFilesShouldBeDeleted()
         var cleanupService = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         cleanupService.CleanupChapters(new []{1, 3});
         Assert.Empty(ds.GetFiles(CacheDirectory, searchOption:SearchOption.AllDirectories));
@@ -256,7 +256,7 @@ public void GetCachedEpubFile_ShouldReturnFirstEpub()
         var cs = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         var c = new ChapterBuilder("1")
             .WithFile(new MangaFileBuilder($"{DataDirectory}1.epub", MangaFormat.Epub).Build())
@@ -297,7 +297,7 @@ public void GetCachedPagePath_ReturnNullIfNoFiles()
         var cs = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(),Substitute.For<IImageService>());
 
         // Flatten to prepare for how GetFullPath expects
         ds.Flatten($"{CacheDirectory}1/");
@@ -341,7 +341,7 @@ public void GetCachedPagePath_GetFileFromFirstFile()
         var cs = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         // Flatten to prepare for how GetFullPath expects
         ds.Flatten($"{CacheDirectory}1/");
@@ -382,7 +382,7 @@ public void GetCachedPagePath_GetLastPageFromSingleFile()
         var cs = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         // Flatten to prepare for how GetFullPath expects
         ds.Flatten($"{CacheDirectory}1/");
@@ -427,7 +427,7 @@ public void GetCachedPagePath_GetFileFromSecondFile()
         var cs = new CacheService(_logger, _unitOfWork, ds,
             new ReadingItemService(Substitute.For<IArchiveService>(),
                 Substitute.For<IBookService>(), Substitute.For<IImageService>(), ds, Substitute.For<ILogger<ReadingItemService>>()),
-            Substitute.For<IBookmarkService>());
+            Substitute.For<IBookmarkService>(), Substitute.For<IImageService>());
 
         // Flatten to prepare for how GetFullPath expects
         ds.Flatten($"{CacheDirectory}1/");

API.Tests/Services/ImageServiceTests.cs

@@ -5,12 +5,11 @@
 using System.Text;
 using API.Entities.Enums;
 using API.Services;
+using API.Services.ImageServices.ImageMagick;
 using EasyCaching.Core;
 using Microsoft.Extensions.Logging;
-using NetVips;
 using NSubstitute;
 using Xunit;
-using Image = NetVips.Image;
 
 namespace API.Tests.Services;
 
@@ -56,21 +55,15 @@ private void GenerateFiles(string outputExtension)
             .ToList();
 
         // Step 3: Process each image
+        ImageMagickImageFactory factory = new ImageMagickImageFactory();
         foreach (var imagePath in imageFiles)
         {
             var fileName = Path.GetFileNameWithoutExtension(imagePath);
             var dims = CoverImageSize.Default.GetDimensions();
-            using var sourceImage = Image.NewFromFile(imagePath, false, Enums.Access.SequentialUnbuffered);
-
-            var size = ImageService.GetSizeForDimensions(sourceImage, dims.Width, dims.Height);
-            var crop = ImageService.GetCropForDimensions(sourceImage, dims.Width, dims.Height);
-
-            using var thumbnail = Image.Thumbnail(imagePath, dims.Width, dims.Height,
-                size: size,
-                crop: crop);
-
+            var thumbnail = factory.Create(imagePath);
+            thumbnail = ImageService.Thumbnail(thumbnail, dims.Width, dims.Height);
             var outputFileName = fileName + outputExtension + ".png";
-            thumbnail.WriteToFile(Path.Join(_testDirectory, outputFileName));
+            thumbnail.Save(Path.Join(_testDirectory, outputFileName), EncodeFormat.PNG,100);
         }
     }
 
@@ -80,6 +73,7 @@ private void GenerateHtmlFile()
             .Where(file => !file.EndsWith("html"))
             .Where(file => !file.Contains(OutputPattern) && !file.Contains(BaselinePattern))
             .ToList();
+        ImageMagickImageFactory factory = new ImageMagickImageFactory();
 
         var htmlBuilder = new StringBuilder();
         htmlBuilder.AppendLine("<!DOCTYPE html>");
@@ -105,7 +99,7 @@ private void GenerateHtmlFile()
             var outputPath = Path.Combine(_testDirectory, fileName + "_output.png");
             var dims = CoverImageSize.Default.GetDimensions();
 
-            using var sourceImage = Image.NewFromFile(imagePath, false, Enums.Access.SequentialUnbuffered);
+            using var sourceImage = factory.Create(imagePath);
             htmlBuilder.AppendLine("<div class=\"image-row\">");
             htmlBuilder.AppendLine($"<p>{fileName} ({((double) sourceImage.Width / sourceImage.Height).ToString("F2")}) - {ImageService.WillScaleWell(sourceImage, dims.Width, dims.Height)}</p>");
             htmlBuilder.AppendLine($"<img src=\"./{Path.GetFileName(imagePath)}\" alt=\"{fileName}\">");
@@ -144,11 +138,16 @@ public void TestColorScapes()
             .Where(file => !file.Contains(OutputPattern) && !file.Contains(BaselinePattern))
             .ToList();
 
+        var factory = LoggerFactory.Create(builder => { builder.AddConsole(); });
+        var logger = factory.CreateLogger<ImageService>();
+
+        ImageService service = new ImageService(logger, null, null, new ImageMagickImageFactory());
+
         // Step 3: Process each image
         foreach (var imagePath in imageFiles)
         {
             var fileName = Path.GetFileNameWithoutExtension(imagePath);
-            var colors = ImageService.CalculateColorScape(imagePath);
+            var colors = service.CalculateColorScape(imagePath);
 
             // Generate primary color image
             GenerateColorImage(colors.Primary, Path.Combine(_testDirectoryColorScapes, $"{fileName}_primary_output.png"));
@@ -164,10 +163,10 @@ public void TestColorScapes()
 
     private static void GenerateColorImage(string hexColor, string outputPath)
     {
+        ImageMagickImageFactory factory = new ImageMagickImageFactory();
         var color = ImageService.HexToRgb(hexColor);
-        using var colorImage = Image.Black(200, 100);
-        using var output = colorImage + new[] { color.R / 255.0, color.G / 255.0, color.B / 255.0 };
-        output.WriteToFile(outputPath);
+        using var colorImage = factory.Create(200,100,color.R, color.G, color.B);
+        colorImage.Save(outputPath, EncodeFormat.PNG, 100);
     }
 
     private void GenerateHtmlFileForColorScape()

API/API.csproj

@@ -54,18 +54,19 @@
   </PropertyGroup>
 
   <ItemGroup>
+      <PackageReference Include="AutoMapper" Version="13.0.1" />
       <PackageReference Include="CsvHelper" Version="33.0.1" />
+      <PackageReference Include="Magick.NET-Q16-HDRI-AnyCPU" Version="13.10.0" />
       <PackageReference Include="MailKit" Version="4.7.1.1" />
       <PackageReference Include="Microsoft.EntityFrameworkCore.Design" Version="8.0.8">
           <PrivateAssets>all</PrivateAssets>
           <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
       </PackageReference>
-    <PackageReference Include="AutoMapper.Extensions.Microsoft.DependencyInjection" Version="12.0.1" />
     <PackageReference Include="Docnet.Core" Version="2.6.0" />
     <PackageReference Include="EasyCaching.InMemory" Version="1.9.2" />
     <PackageReference Include="ExCSS" Version="4.2.5" />
-    <PackageReference Include="Flurl" Version="3.0.7" />
-    <PackageReference Include="Flurl.Http" Version="3.2.4" />
+    <PackageReference Include="Flurl" Version="4.0.0" />
+    <PackageReference Include="Flurl.Http" Version="4.0.2" />
     <PackageReference Include="Hangfire" Version="1.8.14" />
     <PackageReference Include="Hangfire.InMemory" Version="1.0.0" />
     <PackageReference Include="Hangfire.MaximumConcurrentExecutions" Version="1.1.0" />
@@ -82,8 +83,6 @@
     <PackageReference Include="Microsoft.IO.RecyclableMemoryStream" Version="3.0.1" />
     <PackageReference Include="MimeTypeMapOfficial" Version="1.0.17" />
     <PackageReference Include="Nager.ArticleNumber" Version="1.0.7" />
-    <PackageReference Include="NetVips" Version="2.4.1" />
-    <PackageReference Include="NetVips.Native" Version="8.15.3" />
     <PackageReference Include="NReco.Logging.File" Version="1.2.1" />
     <PackageReference Include="Serilog" Version="4.0.1" />
     <PackageReference Include="Serilog.AspNetCore" Version="8.0.2" />
@@ -95,7 +94,6 @@
     <PackageReference Include="Serilog.Sinks.File" Version="6.0.0" />
     <PackageReference Include="Serilog.Sinks.SignalR.Core" Version="0.1.2" />
     <PackageReference Include="SharpCompress" Version="0.38.0" />
-    <PackageReference Include="SixLabors.ImageSharp" Version="3.1.5" />
     <PackageReference Include="SonarAnalyzer.CSharp" Version="9.32.0.97167">
       <PrivateAssets>all</PrivateAssets>
       <IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>

API/Controllers/ImageController.cs

@@ -171,7 +171,7 @@ private async Task<string> GenerateCollectionCoverImage(int collectionId)
         var settings = await _unitOfWork.SettingsRepository.GetSettingsDtoAsync();
         destFile += settings.EncodeMediaAs.GetExtension();
         if (_directoryService.FileSystem.File.Exists(destFile)) return destFile;
-        ImageService.CreateMergedImage(
+        _imageService.CreateMergedImage(
             covers.Select(c => _directoryService.FileSystem.Path.Join(_directoryService.CoverImageDirectory, c)).ToList(),
             settings.CoverImageSize,
             destFile);