| | 1 | | using System; |
| | 2 | | using System.Collections.Generic; |
| | 3 | | using System.Globalization; |
| | 4 | | using System.IO; |
| | 5 | | using System.Linq; |
| | 6 | | using BlurHashSharp.SkiaSharp; |
| | 7 | | using Jellyfin.Extensions; |
| | 8 | | using MediaBrowser.Common.Configuration; |
| | 9 | | using MediaBrowser.Common.Extensions; |
| | 10 | | using MediaBrowser.Controller.Drawing; |
| | 11 | | using MediaBrowser.Model.Drawing; |
| | 12 | | using Microsoft.Extensions.Logging; |
| | 13 | | using SkiaSharp; |
| | 14 | | using Svg.Skia; |
| | 15 | |
|
| | 16 | | namespace Jellyfin.Drawing.Skia; |
| | 17 | |
|
| | 18 | | /// <summary> |
| | 19 | | /// Image encoder that uses <see cref="SkiaSharp"/> to manipulate images. |
| | 20 | | /// </summary> |
| | 21 | | public class SkiaEncoder : IImageEncoder |
| | 22 | | { |
| | 23 | | private const string SvgFormat = "svg"; |
| 1 | 24 | | private static readonly HashSet<string> _transparentImageTypes = new(StringComparer.OrdinalIgnoreCase) { ".png", ".g |
| | 25 | | private readonly ILogger<SkiaEncoder> _logger; |
| | 26 | | private readonly IApplicationPaths _appPaths; |
| | 27 | | private static readonly SKImageFilter _imageFilter; |
| | 28 | | private static readonly SKTypeface[] _typefaces; |
| | 29 | |
|
| | 30 | | /// <summary> |
| | 31 | | /// The default sampling options, equivalent to old high quality filter settings when upscaling. |
| | 32 | | /// </summary> |
| | 33 | | public static readonly SKSamplingOptions UpscaleSamplingOptions; |
| | 34 | |
|
| | 35 | | /// <summary> |
| | 36 | | /// The sampling options, used for downscaling images, equivalent to old high quality filter settings when not upsca |
| | 37 | | /// </summary> |
| | 38 | | public static readonly SKSamplingOptions DefaultSamplingOptions; |
| | 39 | |
|
| | 40 | | #pragma warning disable CA1810 |
| | 41 | | static SkiaEncoder() |
| | 42 | | #pragma warning restore CA1810 |
| | 43 | | { |
| 1 | 44 | | var kernel = new[] |
| 1 | 45 | | { |
| 1 | 46 | | 0, -.1f, 0, |
| 1 | 47 | | -.1f, 1.4f, -.1f, |
| 1 | 48 | | 0, -.1f, 0, |
| 1 | 49 | | }; |
| | 50 | |
|
| 1 | 51 | | var kernelSize = new SKSizeI(3, 3); |
| 1 | 52 | | var kernelOffset = new SKPointI(1, 1); |
| 1 | 53 | | _imageFilter = SKImageFilter.CreateMatrixConvolution( |
| 1 | 54 | | kernelSize, |
| 1 | 55 | | kernel, |
| 1 | 56 | | 1f, |
| 1 | 57 | | 0f, |
| 1 | 58 | | kernelOffset, |
| 1 | 59 | | SKShaderTileMode.Clamp, |
| 1 | 60 | | true); |
| | 61 | |
|
| | 62 | | // Initialize the list of typefaces |
| | 63 | | // We have to statically build a list of typefaces because MatchCharacter only accepts a single character or cod |
| | 64 | | // But in reality a human-readable character (grapheme cluster) could be multiple code points. For example, 🚵🏻 |
| 1 | 65 | | _typefaces = |
| 1 | 66 | | [ |
| 1 | 67 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 68 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 69 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 70 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 71 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 72 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 73 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| 1 | 74 | | SKTypeface.FromFamilyName("sans-serif", SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant.Up |
| 1 | 75 | | ]; |
| | 76 | |
|
| | 77 | | // use cubic for upscaling |
| 1 | 78 | | UpscaleSamplingOptions = new SKSamplingOptions(SKCubicResampler.Mitchell); |
| | 79 | | // use bilinear for everything else |
| 1 | 80 | | DefaultSamplingOptions = new SKSamplingOptions(SKFilterMode.Linear, SKMipmapMode.Linear); |
| 1 | 81 | | } |
| | 82 | |
|
| | 83 | | /// <summary> |
| | 84 | | /// Initializes a new instance of the <see cref="SkiaEncoder"/> class. |
| | 85 | | /// </summary> |
| | 86 | | /// <param name="logger">The application logger.</param> |
| | 87 | | /// <param name="appPaths">The application paths.</param> |
| | 88 | | public SkiaEncoder(ILogger<SkiaEncoder> logger, IApplicationPaths appPaths) |
| | 89 | | { |
| 21 | 90 | | _logger = logger; |
| 21 | 91 | | _appPaths = appPaths; |
| 21 | 92 | | } |
| | 93 | |
|
| | 94 | | /// <inheritdoc/> |
| 0 | 95 | | public string Name => "Skia"; |
| | 96 | |
|
| | 97 | | /// <inheritdoc/> |
| 0 | 98 | | public bool SupportsImageCollageCreation => true; |
| | 99 | |
|
| | 100 | | /// <inheritdoc/> |
| 0 | 101 | | public bool SupportsImageEncoding => true; |
| | 102 | |
|
| | 103 | | /// <inheritdoc/> |
| | 104 | | public IReadOnlyCollection<string> SupportedInputFormats => |
| 0 | 105 | | new HashSet<string>(StringComparer.OrdinalIgnoreCase) |
| 0 | 106 | | { |
| 0 | 107 | | "jpeg", |
| 0 | 108 | | "jpg", |
| 0 | 109 | | "png", |
| 0 | 110 | | "dng", |
| 0 | 111 | | "webp", |
| 0 | 112 | | "gif", |
| 0 | 113 | | "bmp", |
| 0 | 114 | | "ico", |
| 0 | 115 | | "astc", |
| 0 | 116 | | "ktx", |
| 0 | 117 | | "pkm", |
| 0 | 118 | | "wbmp", |
| 0 | 119 | | // TODO: check if these are supported on multiple platforms |
| 0 | 120 | | // https://github.com/google/skia/blob/master/infra/bots/recipes/test.py#L454 |
| 0 | 121 | | // working on windows at least |
| 0 | 122 | | "cr2", |
| 0 | 123 | | "nef", |
| 0 | 124 | | "arw", |
| 0 | 125 | | SvgFormat |
| 0 | 126 | | }; |
| | 127 | |
|
| | 128 | | /// <inheritdoc/> |
| | 129 | | public IReadOnlyCollection<ImageFormat> SupportedOutputFormats |
| 0 | 130 | | => new HashSet<ImageFormat> { ImageFormat.Webp, ImageFormat.Jpg, ImageFormat.Png, ImageFormat.Svg }; |
| | 131 | |
|
| | 132 | | /// <summary> |
| | 133 | | /// Gets the default typeface to use. |
| | 134 | | /// </summary> |
| 0 | 135 | | public static SKTypeface DefaultTypeFace => _typefaces.Last(); |
| | 136 | |
|
| | 137 | | /// <summary> |
| | 138 | | /// Check if the native lib is available. |
| | 139 | | /// </summary> |
| | 140 | | /// <returns>True if the native lib is available, otherwise false.</returns> |
| | 141 | | public static bool IsNativeLibAvailable() |
| | 142 | | { |
| | 143 | | try |
| | 144 | | { |
| | 145 | | // test an operation that requires the native library |
| 21 | 146 | | SKPMColor.PreMultiply(SKColors.Black); |
| 21 | 147 | | return true; |
| | 148 | | } |
| 0 | 149 | | catch (Exception) |
| | 150 | | { |
| 0 | 151 | | return false; |
| | 152 | | } |
| 21 | 153 | | } |
| | 154 | |
|
| | 155 | | /// <summary> |
| | 156 | | /// Convert a <see cref="ImageFormat"/> to a <see cref="SKEncodedImageFormat"/>. |
| | 157 | | /// </summary> |
| | 158 | | /// <param name="selectedFormat">The format to convert.</param> |
| | 159 | | /// <returns>The converted format.</returns> |
| | 160 | | public static SKEncodedImageFormat GetImageFormat(ImageFormat selectedFormat) |
| | 161 | | { |
| 0 | 162 | | return selectedFormat switch |
| 0 | 163 | | { |
| 0 | 164 | | ImageFormat.Bmp => SKEncodedImageFormat.Bmp, |
| 0 | 165 | | ImageFormat.Jpg => SKEncodedImageFormat.Jpeg, |
| 0 | 166 | | ImageFormat.Gif => SKEncodedImageFormat.Gif, |
| 0 | 167 | | ImageFormat.Webp => SKEncodedImageFormat.Webp, |
| 0 | 168 | | _ => SKEncodedImageFormat.Png |
| 0 | 169 | | }; |
| | 170 | | } |
| | 171 | |
|
| | 172 | | /// <inheritdoc /> |
| | 173 | | /// <exception cref="FileNotFoundException">The path is not valid.</exception> |
| | 174 | | public ImageDimensions GetImageSize(string path) |
| | 175 | | { |
| 0 | 176 | | if (!File.Exists(path)) |
| | 177 | | { |
| 0 | 178 | | throw new FileNotFoundException("File not found", path); |
| | 179 | | } |
| | 180 | |
|
| 0 | 181 | | var extension = Path.GetExtension(path.AsSpan()); |
| 0 | 182 | | if (extension.Equals(".svg", StringComparison.OrdinalIgnoreCase)) |
| | 183 | | { |
| 0 | 184 | | using var svg = new SKSvg(); |
| | 185 | | try |
| | 186 | | { |
| 0 | 187 | | using var picture = svg.Load(path); |
| 0 | 188 | | if (picture is null) |
| | 189 | | { |
| 0 | 190 | | _logger.LogError("Unable to determine image dimensions for {FilePath}", path); |
| 0 | 191 | | return default; |
| | 192 | | } |
| | 193 | |
|
| 0 | 194 | | return new ImageDimensions(Convert.ToInt32(picture.CullRect.Width), Convert.ToInt32(picture.CullRect.Hei |
| | 195 | | } |
| 0 | 196 | | catch (FormatException skiaColorException) |
| | 197 | | { |
| | 198 | | // This exception is known to be thrown on vector images that define custom styles |
| | 199 | | // Skia SVG is not able to handle that and as the repository is quite stale and has not received updates |
| 0 | 200 | | _logger.LogDebug(skiaColorException, "There was a issue loading the requested svg file"); |
| 0 | 201 | | return default; |
| | 202 | | } |
| | 203 | | } |
| | 204 | |
|
| 0 | 205 | | using var codec = SKCodec.Create(path, out SKCodecResult result); |
| | 206 | | switch (result) |
| | 207 | | { |
| | 208 | | case SKCodecResult.Success: |
| 0 | 209 | | var info = codec.Info; |
| 0 | 210 | | return new ImageDimensions(info.Width, info.Height); |
| | 211 | | case SKCodecResult.Unimplemented: |
| 0 | 212 | | _logger.LogDebug("Image format not supported: {FilePath}", path); |
| 0 | 213 | | return default; |
| | 214 | | default: |
| 0 | 215 | | _logger.LogError("Unable to determine image dimensions for {FilePath}: {SkCodecResult}", path, result); |
| 0 | 216 | | return default; |
| | 217 | | } |
| 0 | 218 | | } |
| | 219 | |
|
| | 220 | | /// <inheritdoc /> |
| | 221 | | /// <exception cref="ArgumentNullException">The path is null.</exception> |
| | 222 | | /// <exception cref="FileNotFoundException">The path is not valid.</exception> |
| | 223 | | public string GetImageBlurHash(int xComp, int yComp, string path) |
| | 224 | | { |
| 0 | 225 | | ArgumentException.ThrowIfNullOrEmpty(path); |
| | 226 | |
|
| 0 | 227 | | var extension = Path.GetExtension(path.AsSpan()).TrimStart('.'); |
| 0 | 228 | | if (!SupportedInputFormats.Contains(extension, StringComparison.OrdinalIgnoreCase) |
| 0 | 229 | | || extension.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase)) |
| | 230 | | { |
| 0 | 231 | | _logger.LogDebug("Unable to compute blur hash due to unsupported format: {ImagePath}", path); |
| 0 | 232 | | return string.Empty; |
| | 233 | | } |
| | 234 | |
|
| | 235 | | // Use FileStream with FileShare.Read instead of having Skia open the file to allow concurrent read access |
| 0 | 236 | | using var fileStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read); |
| | 237 | | // Any larger than 128x128 is too slow and there's no visually discernible difference |
| 0 | 238 | | return BlurHashEncoder.Encode(xComp, yComp, fileStream, 128, 128); |
| 0 | 239 | | } |
| | 240 | |
|
| | 241 | | private bool RequiresSpecialCharacterHack(string path) |
| | 242 | | { |
| 0 | 243 | | for (int i = 0; i < path.Length; i++) |
| | 244 | | { |
| 0 | 245 | | if (char.GetUnicodeCategory(path[i]) == UnicodeCategory.OtherLetter) |
| | 246 | | { |
| 0 | 247 | | return true; |
| | 248 | | } |
| | 249 | | } |
| | 250 | |
|
| 0 | 251 | | return path.HasDiacritics(); |
| | 252 | | } |
| | 253 | |
|
| | 254 | | private string NormalizePath(string path) |
| | 255 | | { |
| 0 | 256 | | if (!RequiresSpecialCharacterHack(path)) |
| | 257 | | { |
| 0 | 258 | | return path; |
| | 259 | | } |
| | 260 | |
|
| 0 | 261 | | var tempPath = Path.Join(_appPaths.TempDirectory, string.Concat("skia_", Guid.NewGuid().ToString(), Path.GetExte |
| 0 | 262 | | var directory = Path.GetDirectoryName(tempPath) ?? throw new ResourceNotFoundException($"Provided path ({tempPat |
| 0 | 263 | | Directory.CreateDirectory(directory); |
| 0 | 264 | | File.Copy(path, tempPath, true); |
| | 265 | |
|
| 0 | 266 | | return tempPath; |
| | 267 | | } |
| | 268 | |
|
| | 269 | | private static SKEncodedOrigin GetSKEncodedOrigin(ImageOrientation? orientation) |
| | 270 | | { |
| 0 | 271 | | if (!orientation.HasValue) |
| | 272 | | { |
| 0 | 273 | | return SKEncodedOrigin.Default; |
| | 274 | | } |
| | 275 | |
|
| 0 | 276 | | return (SKEncodedOrigin)orientation.Value; |
| | 277 | | } |
| | 278 | |
|
| | 279 | | /// <summary> |
| | 280 | | /// Decode an image. |
| | 281 | | /// </summary> |
| | 282 | | /// <param name="path">The filepath of the image to decode.</param> |
| | 283 | | /// <param name="forceCleanBitmap">Whether to force clean the bitmap.</param> |
| | 284 | | /// <param name="orientation">The orientation of the image.</param> |
| | 285 | | /// <param name="origin">The detected origin of the image.</param> |
| | 286 | | /// <returns>The resulting bitmap of the image.</returns> |
| | 287 | | internal SKBitmap? Decode(string path, bool forceCleanBitmap, ImageOrientation? orientation, out SKEncodedOrigin ori |
| | 288 | | { |
| 0 | 289 | | if (!File.Exists(path)) |
| | 290 | | { |
| 0 | 291 | | throw new FileNotFoundException("File not found", path); |
| | 292 | | } |
| | 293 | |
|
| 0 | 294 | | var requiresTransparencyHack = _transparentImageTypes.Contains(Path.GetExtension(path)); |
| | 295 | |
|
| 0 | 296 | | if (requiresTransparencyHack || forceCleanBitmap) |
| | 297 | | { |
| 0 | 298 | | using SKCodec codec = SKCodec.Create(NormalizePath(path), out SKCodecResult res); |
| 0 | 299 | | if (res != SKCodecResult.Success) |
| | 300 | | { |
| 0 | 301 | | origin = GetSKEncodedOrigin(orientation); |
| 0 | 302 | | return null; |
| | 303 | | } |
| | 304 | |
|
| 0 | 305 | | if (codec.FrameCount != 0) |
| | 306 | | { |
| 0 | 307 | | throw new ArgumentException("Cannot decode images with multiple frames"); |
| | 308 | | } |
| | 309 | |
|
| | 310 | | // create the bitmap |
| 0 | 311 | | SKBitmap? bitmap = null; |
| | 312 | | try |
| | 313 | | { |
| 0 | 314 | | bitmap = new SKBitmap(codec.Info.Width, codec.Info.Height, !requiresTransparencyHack); |
| | 315 | |
|
| | 316 | | // decode |
| 0 | 317 | | _ = codec.GetPixels(bitmap.Info, bitmap.GetPixels()); |
| | 318 | |
|
| 0 | 319 | | origin = codec.EncodedOrigin; |
| | 320 | |
|
| 0 | 321 | | return bitmap!; |
| | 322 | | } |
| 0 | 323 | | catch (Exception e) |
| | 324 | | { |
| 0 | 325 | | _logger.LogError(e, "Detected intermediary error decoding image {0}", path); |
| 0 | 326 | | bitmap?.Dispose(); |
| 0 | 327 | | throw; |
| | 328 | | } |
| | 329 | | } |
| | 330 | |
|
| 0 | 331 | | var resultBitmap = SKBitmap.Decode(NormalizePath(path)); |
| | 332 | |
|
| 0 | 333 | | if (resultBitmap is null) |
| | 334 | | { |
| 0 | 335 | | return Decode(path, true, orientation, out origin); |
| | 336 | | } |
| | 337 | |
|
| | 338 | | try |
| | 339 | | { |
| | 340 | | // If we have to resize these they often end up distorted |
| 0 | 341 | | if (resultBitmap.ColorType == SKColorType.Gray8) |
| | 342 | | { |
| 0 | 343 | | using (resultBitmap) |
| | 344 | | { |
| 0 | 345 | | return Decode(path, true, orientation, out origin); |
| | 346 | | } |
| | 347 | | } |
| | 348 | |
|
| 0 | 349 | | origin = SKEncodedOrigin.TopLeft; |
| 0 | 350 | | return resultBitmap; |
| | 351 | | } |
| 0 | 352 | | catch (Exception e) |
| | 353 | | { |
| 0 | 354 | | _logger.LogError(e, "Detected intermediary error decoding image {0}", path); |
| 0 | 355 | | resultBitmap?.Dispose(); |
| 0 | 356 | | throw; |
| | 357 | | } |
| 0 | 358 | | } |
| | 359 | |
|
| | 360 | | private SKBitmap? GetBitmap(string path, bool autoOrient, ImageOrientation? orientation) |
| | 361 | | { |
| 0 | 362 | | if (autoOrient) |
| | 363 | | { |
| 0 | 364 | | var bitmap = Decode(path, true, orientation, out var origin); |
| | 365 | |
|
| 0 | 366 | | if (bitmap is not null && origin != SKEncodedOrigin.TopLeft) |
| | 367 | | { |
| 0 | 368 | | using (bitmap) |
| | 369 | | { |
| 0 | 370 | | return OrientImage(bitmap, origin); |
| | 371 | | } |
| | 372 | | } |
| | 373 | |
|
| 0 | 374 | | return bitmap; |
| | 375 | | } |
| | 376 | |
|
| 0 | 377 | | return Decode(path, false, orientation, out _); |
| 0 | 378 | | } |
| | 379 | |
|
| | 380 | | private SKBitmap? GetBitmapFromSvg(string path) |
| | 381 | | { |
| 0 | 382 | | if (!File.Exists(path)) |
| | 383 | | { |
| 0 | 384 | | throw new FileNotFoundException("File not found", path); |
| | 385 | | } |
| | 386 | |
|
| 0 | 387 | | using var svg = SKSvg.CreateFromFile(path); |
| 0 | 388 | | if (svg.Drawable is null) |
| | 389 | | { |
| 0 | 390 | | return null; |
| | 391 | | } |
| | 392 | |
|
| 0 | 393 | | var width = (int)Math.Round(svg.Drawable.Bounds.Width); |
| 0 | 394 | | var height = (int)Math.Round(svg.Drawable.Bounds.Height); |
| | 395 | |
|
| 0 | 396 | | SKBitmap? bitmap = null; |
| | 397 | | try |
| | 398 | | { |
| 0 | 399 | | bitmap = new SKBitmap(width, height); |
| 0 | 400 | | using var canvas = new SKCanvas(bitmap); |
| 0 | 401 | | canvas.DrawPicture(svg.Picture); |
| 0 | 402 | | canvas.Flush(); |
| 0 | 403 | | canvas.Save(); |
| | 404 | |
|
| 0 | 405 | | return bitmap!; |
| | 406 | | } |
| 0 | 407 | | catch (Exception e) |
| | 408 | | { |
| 0 | 409 | | _logger.LogError(e, "Detected intermediary error extracting image {0}", path); |
| 0 | 410 | | bitmap?.Dispose(); |
| 0 | 411 | | throw; |
| | 412 | | } |
| 0 | 413 | | } |
| | 414 | |
|
| | 415 | | private SKBitmap OrientImage(SKBitmap bitmap, SKEncodedOrigin origin) |
| | 416 | | { |
| 0 | 417 | | var needsFlip = origin is SKEncodedOrigin.LeftBottom or SKEncodedOrigin.LeftTop or SKEncodedOrigin.RightBottom o |
| 0 | 418 | | SKBitmap? rotated = null; |
| | 419 | | try |
| | 420 | | { |
| 0 | 421 | | rotated = needsFlip |
| 0 | 422 | | ? new SKBitmap(bitmap.Height, bitmap.Width) |
| 0 | 423 | | : new SKBitmap(bitmap.Width, bitmap.Height); |
| 0 | 424 | | using var surface = new SKCanvas(rotated); |
| 0 | 425 | | var midX = (float)rotated.Width / 2; |
| 0 | 426 | | var midY = (float)rotated.Height / 2; |
| | 427 | |
|
| | 428 | | switch (origin) |
| | 429 | | { |
| | 430 | | case SKEncodedOrigin.TopRight: |
| 0 | 431 | | surface.Scale(-1, 1, midX, midY); |
| 0 | 432 | | break; |
| | 433 | | case SKEncodedOrigin.BottomRight: |
| 0 | 434 | | surface.RotateDegrees(180, midX, midY); |
| 0 | 435 | | break; |
| | 436 | | case SKEncodedOrigin.BottomLeft: |
| 0 | 437 | | surface.Scale(1, -1, midX, midY); |
| 0 | 438 | | break; |
| | 439 | | case SKEncodedOrigin.LeftTop: |
| 0 | 440 | | surface.Translate(0, -rotated.Height); |
| 0 | 441 | | surface.Scale(1, -1, midX, midY); |
| 0 | 442 | | surface.RotateDegrees(-90); |
| 0 | 443 | | break; |
| | 444 | | case SKEncodedOrigin.RightTop: |
| 0 | 445 | | surface.Translate(rotated.Width, 0); |
| 0 | 446 | | surface.RotateDegrees(90); |
| 0 | 447 | | break; |
| | 448 | | case SKEncodedOrigin.RightBottom: |
| 0 | 449 | | surface.Translate(rotated.Width, 0); |
| 0 | 450 | | surface.Scale(1, -1, midX, midY); |
| 0 | 451 | | surface.RotateDegrees(90); |
| 0 | 452 | | break; |
| | 453 | | case SKEncodedOrigin.LeftBottom: |
| 0 | 454 | | surface.Translate(0, rotated.Height); |
| 0 | 455 | | surface.RotateDegrees(-90); |
| | 456 | | break; |
| | 457 | | } |
| | 458 | |
|
| 0 | 459 | | surface.DrawBitmap(bitmap, 0, 0, DefaultSamplingOptions); |
| 0 | 460 | | return rotated; |
| | 461 | | } |
| 0 | 462 | | catch (Exception e) |
| | 463 | | { |
| 0 | 464 | | _logger.LogError(e, "Detected intermediary error rotating image"); |
| 0 | 465 | | rotated?.Dispose(); |
| 0 | 466 | | throw; |
| | 467 | | } |
| 0 | 468 | | } |
| | 469 | |
|
| | 470 | | /// <summary> |
| | 471 | | /// Resizes an image on the CPU, by utilizing a surface and canvas. |
| | 472 | | /// |
| | 473 | | /// The convolutional matrix kernel used in this resize function gives a (light) sharpening effect. |
| | 474 | | /// This technique is similar to effect that can be created using for example the [Convolution matrix filter in GIMP |
| | 475 | | /// </summary> |
| | 476 | | /// <param name="source">The source bitmap.</param> |
| | 477 | | /// <param name="targetInfo">This specifies the target size and other information required to create the surface.</p |
| | 478 | | /// <param name="isAntialias">This enables anti-aliasing on the SKPaint instance.</param> |
| | 479 | | /// <param name="isDither">This enables dithering on the SKPaint instance.</param> |
| | 480 | | /// <returns>The resized image.</returns> |
| | 481 | | internal static SKImage ResizeImage(SKBitmap source, SKImageInfo targetInfo, bool isAntialias = false, bool isDither |
| | 482 | | { |
| 0 | 483 | | using var surface = SKSurface.Create(targetInfo); |
| 0 | 484 | | using var canvas = surface.Canvas; |
| 0 | 485 | | using var paint = new SKPaint(); |
| 0 | 486 | | paint.IsAntialias = isAntialias; |
| 0 | 487 | | paint.IsDither = isDither; |
| | 488 | |
|
| | 489 | | // Historically, kHigh implied cubic filtering, but only when upsampling. |
| | 490 | | // If specified kHigh, and were down-sampling, Skia used to switch back to kMedium (bilinear filtering plus mipm |
| | 491 | | // With current skia API, passing Mitchell cubic when down-sampling will cause serious quality degradation. |
| 0 | 492 | | var samplingOptions = source.Width > targetInfo.Width || source.Height > targetInfo.Height |
| 0 | 493 | | ? DefaultSamplingOptions |
| 0 | 494 | | : UpscaleSamplingOptions; |
| | 495 | |
|
| 0 | 496 | | paint.ImageFilter = _imageFilter; |
| 0 | 497 | | canvas.DrawBitmap( |
| 0 | 498 | | source, |
| 0 | 499 | | SKRect.Create(0, 0, source.Width, source.Height), |
| 0 | 500 | | SKRect.Create(0, 0, targetInfo.Width, targetInfo.Height), |
| 0 | 501 | | samplingOptions, |
| 0 | 502 | | paint); |
| | 503 | |
|
| 0 | 504 | | return surface.Snapshot(); |
| 0 | 505 | | } |
| | 506 | |
|
| | 507 | | /// <inheritdoc/> |
| | 508 | | public string EncodeImage(string inputPath, DateTime dateModified, string outputPath, bool autoOrient, ImageOrientat |
| | 509 | | { |
| 0 | 510 | | ArgumentException.ThrowIfNullOrEmpty(inputPath); |
| 0 | 511 | | ArgumentException.ThrowIfNullOrEmpty(outputPath); |
| | 512 | |
|
| 0 | 513 | | var inputFormat = Path.GetExtension(inputPath.AsSpan()).TrimStart('.'); |
| 0 | 514 | | if (!SupportedInputFormats.Contains(inputFormat, StringComparison.OrdinalIgnoreCase)) |
| | 515 | | { |
| 0 | 516 | | _logger.LogDebug("Unable to encode image due to unsupported format: {ImagePath}", inputPath); |
| 0 | 517 | | return inputPath; |
| | 518 | | } |
| | 519 | |
|
| 0 | 520 | | if (outputFormat == ImageFormat.Svg |
| 0 | 521 | | && !inputFormat.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase)) |
| | 522 | | { |
| 0 | 523 | | throw new ArgumentException($"Requested svg output from {inputFormat} input"); |
| | 524 | | } |
| | 525 | |
|
| 0 | 526 | | var skiaOutputFormat = GetImageFormat(outputFormat); |
| | 527 | |
|
| 0 | 528 | | var hasBackgroundColor = !string.IsNullOrWhiteSpace(options.BackgroundColor); |
| 0 | 529 | | var hasForegroundColor = !string.IsNullOrWhiteSpace(options.ForegroundLayer); |
| 0 | 530 | | var blur = options.Blur ?? 0; |
| 0 | 531 | | var hasIndicator = options.UnplayedCount.HasValue || !options.PercentPlayed.Equals(0); |
| | 532 | |
|
| 0 | 533 | | using var bitmap = inputFormat.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase) |
| 0 | 534 | | ? GetBitmapFromSvg(inputPath) |
| 0 | 535 | | : GetBitmap(inputPath, autoOrient, orientation); |
| | 536 | |
|
| 0 | 537 | | if (bitmap is null) |
| | 538 | | { |
| 0 | 539 | | throw new InvalidDataException($"Skia unable to read image {inputPath}"); |
| | 540 | | } |
| | 541 | |
|
| 0 | 542 | | var originalImageSize = new ImageDimensions(bitmap.Width, bitmap.Height); |
| | 543 | |
|
| 0 | 544 | | if (options.HasDefaultOptions(inputPath, originalImageSize) && !autoOrient) |
| | 545 | | { |
| | 546 | | // Just spit out the original file if all the options are default |
| 0 | 547 | | return inputPath; |
| | 548 | | } |
| | 549 | |
|
| 0 | 550 | | var newImageSize = ImageHelper.GetNewImageSize(options, originalImageSize); |
| | 551 | |
|
| 0 | 552 | | var width = newImageSize.Width; |
| 0 | 553 | | var height = newImageSize.Height; |
| | 554 | |
|
| | 555 | | // scale image (the FromImage creates a copy) |
| 0 | 556 | | var imageInfo = new SKImageInfo(width, height, bitmap.ColorType, bitmap.AlphaType, bitmap.ColorSpace); |
| 0 | 557 | | using var resizedImage = ResizeImage(bitmap, imageInfo); |
| 0 | 558 | | using var resizedBitmap = SKBitmap.FromImage(resizedImage); |
| | 559 | |
|
| | 560 | | // If all we're doing is resizing then we can stop now |
| 0 | 561 | | if (!hasBackgroundColor && !hasForegroundColor && blur == 0 && !hasIndicator) |
| | 562 | | { |
| 0 | 563 | | var outputDirectory = Path.GetDirectoryName(outputPath) ?? throw new ArgumentException($"Provided path ({out |
| 0 | 564 | | Directory.CreateDirectory(outputDirectory); |
| 0 | 565 | | using var outputStream = new SKFileWStream(outputPath); |
| 0 | 566 | | using var pixmap = new SKPixmap(new SKImageInfo(width, height), resizedBitmap.GetPixels()); |
| 0 | 567 | | resizedBitmap.Encode(outputStream, skiaOutputFormat, quality); |
| 0 | 568 | | return outputPath; |
| | 569 | | } |
| | 570 | |
|
| | 571 | | // create bitmap to use for canvas drawing used to draw into bitmap |
| 0 | 572 | | using var saveBitmap = new SKBitmap(width, height); |
| 0 | 573 | | using var canvas = new SKCanvas(saveBitmap); |
| | 574 | | // set background color if present |
| 0 | 575 | | if (hasBackgroundColor) |
| | 576 | | { |
| 0 | 577 | | canvas.Clear(SKColor.Parse(options.BackgroundColor)); |
| | 578 | | } |
| | 579 | |
|
| 0 | 580 | | using var paint = new SKPaint(); |
| | 581 | | // Add blur if option is present |
| 0 | 582 | | using var filter = blur > 0 ? SKImageFilter.CreateBlur(blur, blur) : null; |
| 0 | 583 | | paint.ImageFilter = filter; |
| | 584 | |
|
| | 585 | | // create image from resized bitmap to apply blur |
| 0 | 586 | | canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height), DefaultSamplingOptions, paint); |
| | 587 | |
|
| | 588 | | // If foreground layer present then draw |
| 0 | 589 | | if (hasForegroundColor) |
| | 590 | | { |
| 0 | 591 | | if (!double.TryParse(options.ForegroundLayer, out double opacity)) |
| | 592 | | { |
| 0 | 593 | | opacity = .4; |
| | 594 | | } |
| | 595 | |
|
| 0 | 596 | | canvas.DrawColor(new SKColor(0, 0, 0, (byte)((1 - opacity) * 0xFF)), SKBlendMode.SrcOver); |
| | 597 | | } |
| | 598 | |
|
| 0 | 599 | | if (hasIndicator) |
| | 600 | | { |
| 0 | 601 | | DrawIndicator(canvas, width, height, options); |
| | 602 | | } |
| | 603 | |
|
| 0 | 604 | | var directory = Path.GetDirectoryName(outputPath) ?? throw new ArgumentException($"Provided path ({outputPath}) |
| 0 | 605 | | Directory.CreateDirectory(directory); |
| 0 | 606 | | using (var outputStream = new SKFileWStream(outputPath)) |
| | 607 | | { |
| 0 | 608 | | using var pixmap = new SKPixmap(new SKImageInfo(width, height), saveBitmap.GetPixels()); |
| 0 | 609 | | pixmap.Encode(outputStream, skiaOutputFormat, quality); |
| | 610 | | } |
| | 611 | |
|
| 0 | 612 | | return outputPath; |
| 0 | 613 | | } |
| | 614 | |
|
| | 615 | | /// <inheritdoc/> |
| | 616 | | public void CreateImageCollage(ImageCollageOptions options, string? libraryName) |
| | 617 | | { |
| 0 | 618 | | double ratio = (double)options.Width / options.Height; |
| | 619 | |
|
| 0 | 620 | | if (ratio >= 1.4) |
| | 621 | | { |
| 0 | 622 | | new StripCollageBuilder(this).BuildThumbCollage(options.InputPaths, options.OutputPath, options.Width, optio |
| | 623 | | } |
| 0 | 624 | | else if (ratio >= .9) |
| | 625 | | { |
| 0 | 626 | | new StripCollageBuilder(this).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, opti |
| | 627 | | } |
| | 628 | | else |
| | 629 | | { |
| | 630 | | // TODO: Create Poster collage capability |
| 0 | 631 | | new StripCollageBuilder(this).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, opti |
| | 632 | | } |
| 0 | 633 | | } |
| | 634 | |
|
| | 635 | | /// <inheritdoc /> |
| | 636 | | public void CreateSplashscreen(IReadOnlyList<string> posters, IReadOnlyList<string> backdrops) |
| | 637 | | { |
| | 638 | | // Only generate the splash screen if we have at least one poster and at least one backdrop/thumbnail. |
| 9 | 639 | | if (posters.Count > 0 && backdrops.Count > 0) |
| | 640 | | { |
| 0 | 641 | | var splashBuilder = new SplashscreenBuilder(this, _logger); |
| 0 | 642 | | var outputPath = Path.Combine(_appPaths.DataPath, "splashscreen.png"); |
| 0 | 643 | | splashBuilder.GenerateSplash(posters, backdrops, outputPath); |
| | 644 | | } |
| 9 | 645 | | } |
| | 646 | |
|
| | 647 | | /// <inheritdoc /> |
| | 648 | | public int CreateTrickplayTile(ImageCollageOptions options, int quality, int imgWidth, int? imgHeight) |
| | 649 | | { |
| 0 | 650 | | var paths = options.InputPaths; |
| 0 | 651 | | var tileWidth = options.Width; |
| 0 | 652 | | var tileHeight = options.Height; |
| | 653 | |
|
| 0 | 654 | | if (paths.Count < 1) |
| | 655 | | { |
| 0 | 656 | | throw new ArgumentException("InputPaths cannot be empty."); |
| | 657 | | } |
| 0 | 658 | | else if (paths.Count > tileWidth * tileHeight) |
| | 659 | | { |
| 0 | 660 | | throw new ArgumentException($"InputPaths contains more images than would fit on {tileWidth}x{tileHeight} gri |
| | 661 | | } |
| | 662 | |
|
| | 663 | | // If no height provided, use height of first image. |
| 0 | 664 | | if (!imgHeight.HasValue) |
| | 665 | | { |
| 0 | 666 | | using var firstImg = Decode(paths[0], false, null, out _); |
| | 667 | |
|
| 0 | 668 | | if (firstImg is null) |
| | 669 | | { |
| 0 | 670 | | throw new InvalidDataException("Could not decode image data."); |
| | 671 | | } |
| | 672 | |
|
| 0 | 673 | | if (firstImg.Width != imgWidth) |
| | 674 | | { |
| 0 | 675 | | throw new InvalidOperationException("Image width does not match provided width."); |
| | 676 | | } |
| | 677 | |
|
| 0 | 678 | | imgHeight = firstImg.Height; |
| | 679 | | } |
| | 680 | |
|
| | 681 | | // Make horizontal strips using every provided image. |
| 0 | 682 | | using var tileGrid = new SKBitmap(imgWidth * tileWidth, imgHeight.Value * tileHeight); |
| 0 | 683 | | using var canvas = new SKCanvas(tileGrid); |
| | 684 | |
|
| 0 | 685 | | var imgIndex = 0; |
| 0 | 686 | | for (var y = 0; y < tileHeight; y++) |
| | 687 | | { |
| 0 | 688 | | for (var x = 0; x < tileWidth; x++) |
| | 689 | | { |
| 0 | 690 | | if (imgIndex >= paths.Count) |
| | 691 | | { |
| | 692 | | break; |
| | 693 | | } |
| | 694 | |
|
| 0 | 695 | | using var img = Decode(paths[imgIndex++], false, null, out _); |
| | 696 | |
|
| 0 | 697 | | if (img is null) |
| | 698 | | { |
| 0 | 699 | | throw new InvalidDataException("Could not decode image data."); |
| | 700 | | } |
| | 701 | |
|
| 0 | 702 | | if (img.Width != imgWidth) |
| | 703 | | { |
| 0 | 704 | | throw new InvalidOperationException("Image width does not match provided width."); |
| | 705 | | } |
| | 706 | |
|
| 0 | 707 | | if (img.Height != imgHeight) |
| | 708 | | { |
| 0 | 709 | | throw new InvalidOperationException("Image height does not match first image height."); |
| | 710 | | } |
| | 711 | |
|
| 0 | 712 | | canvas.DrawBitmap(img, x * imgWidth, y * imgHeight.Value, DefaultSamplingOptions); |
| | 713 | | } |
| | 714 | | } |
| | 715 | |
|
| 0 | 716 | | using var outputStream = new SKFileWStream(options.OutputPath); |
| 0 | 717 | | tileGrid.Encode(outputStream, SKEncodedImageFormat.Jpeg, quality); |
| | 718 | |
|
| 0 | 719 | | return imgHeight.Value; |
| 0 | 720 | | } |
| | 721 | |
|
| | 722 | | private void DrawIndicator(SKCanvas canvas, int imageWidth, int imageHeight, ImageProcessingOptions options) |
| | 723 | | { |
| | 724 | | try |
| | 725 | | { |
| 0 | 726 | | var currentImageSize = new ImageDimensions(imageWidth, imageHeight); |
| | 727 | |
|
| 0 | 728 | | if (options.UnplayedCount.HasValue) |
| | 729 | | { |
| 0 | 730 | | UnplayedCountIndicator.DrawUnplayedCountIndicator(canvas, currentImageSize, options.UnplayedCount.Value) |
| | 731 | | } |
| | 732 | |
|
| 0 | 733 | | if (options.PercentPlayed > 0) |
| | 734 | | { |
| 0 | 735 | | PercentPlayedDrawer.Process(canvas, currentImageSize, options.PercentPlayed); |
| | 736 | | } |
| 0 | 737 | | } |
| 0 | 738 | | catch (Exception ex) |
| | 739 | | { |
| 0 | 740 | | _logger.LogError(ex, "Error drawing indicator overlay"); |
| 0 | 741 | | } |
| 0 | 742 | | } |
| | 743 | |
|
| | 744 | | /// <summary> |
| | 745 | | /// Return the typeface that contains the glyph for the given character. |
| | 746 | | /// </summary> |
| | 747 | | /// <param name="c">The text character.</param> |
| | 748 | | /// <returns>The typeface contains the character.</returns> |
| | 749 | | public static SKTypeface? GetFontForCharacter(string c) |
| | 750 | | { |
| 0 | 751 | | foreach (var typeface in _typefaces) |
| | 752 | | { |
| 0 | 753 | | if (typeface.ContainsGlyphs(c)) |
| | 754 | | { |
| 0 | 755 | | return typeface; |
| | 756 | | } |
| | 757 | | } |
| | 758 | |
|
| 0 | 759 | | return null; |
| | 760 | | } |
| | 761 | | } |