| | | 1 | | using System; |
| | | 2 | | using System.Collections.Generic; |
| | | 3 | | using System.Globalization; |
| | | 4 | | using System.IO; |
| | | 5 | | using System.Linq; |
| | | 6 | | using BlurHashSharp.SkiaSharp; |
| | | 7 | | using Jellyfin.Extensions; |
| | | 8 | | using MediaBrowser.Common.Configuration; |
| | | 9 | | using MediaBrowser.Common.Extensions; |
| | | 10 | | using MediaBrowser.Controller.Drawing; |
| | | 11 | | using MediaBrowser.Model.Drawing; |
| | | 12 | | using Microsoft.Extensions.Logging; |
| | | 13 | | using SkiaSharp; |
| | | 14 | | using Svg.Skia; |
| | | 15 | | |
| | | 16 | | namespace Jellyfin.Drawing.Skia; |
| | | 17 | | |
| | | 18 | | /// <summary> |
| | | 19 | | /// Image encoder that uses <see cref="SkiaSharp"/> to manipulate images. |
| | | 20 | | /// </summary> |
| | | 21 | | public class SkiaEncoder : IImageEncoder |
| | | 22 | | { |
| | | 23 | | private const string SvgFormat = "svg"; |
| | 1 | 24 | | private static readonly HashSet<string> _transparentImageTypes = new(StringComparer.OrdinalIgnoreCase) { ".png", ".g |
| | | 25 | | private readonly ILogger<SkiaEncoder> _logger; |
| | | 26 | | private readonly IApplicationPaths _appPaths; |
| | | 27 | | private static readonly SKImageFilter _imageFilter; |
| | | 28 | | private static readonly SKTypeface[] _typefaces; |
| | | 29 | | |
| | | 30 | | /// <summary> |
| | | 31 | | /// The default sampling options, equivalent to old high quality filter settings when upscaling. |
| | | 32 | | /// </summary> |
| | | 33 | | public static readonly SKSamplingOptions UpscaleSamplingOptions; |
| | | 34 | | |
| | | 35 | | /// <summary> |
| | | 36 | | /// The sampling options, used for downscaling images, equivalent to old high quality filter settings when not upsca |
| | | 37 | | /// </summary> |
| | | 38 | | public static readonly SKSamplingOptions DefaultSamplingOptions; |
| | | 39 | | |
| | | 40 | | #pragma warning disable CA1810 |
| | | 41 | | static SkiaEncoder() |
| | | 42 | | #pragma warning restore CA1810 |
| | | 43 | | { |
| | 1 | 44 | | var kernel = new[] |
| | 1 | 45 | | { |
| | 1 | 46 | | 0, -.1f, 0, |
| | 1 | 47 | | -.1f, 1.4f, -.1f, |
| | 1 | 48 | | 0, -.1f, 0, |
| | 1 | 49 | | }; |
| | | 50 | | |
| | 1 | 51 | | var kernelSize = new SKSizeI(3, 3); |
| | 1 | 52 | | var kernelOffset = new SKPointI(1, 1); |
| | 1 | 53 | | _imageFilter = SKImageFilter.CreateMatrixConvolution( |
| | 1 | 54 | | kernelSize, |
| | 1 | 55 | | kernel, |
| | 1 | 56 | | 1f, |
| | 1 | 57 | | 0f, |
| | 1 | 58 | | kernelOffset, |
| | 1 | 59 | | SKShaderTileMode.Clamp, |
| | 1 | 60 | | true); |
| | | 61 | | |
| | | 62 | | // Initialize the list of typefaces |
| | | 63 | | // We have to statically build a list of typefaces because MatchCharacter only accepts a single character or cod |
| | | 64 | | // But in reality a human-readable character (grapheme cluster) could be multiple code points. For example, 🚵🏻 |
| | 1 | 65 | | _typefaces = |
| | 1 | 66 | | [ |
| | 1 | 67 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 68 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 69 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 70 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 71 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 72 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 73 | | SKFontManager.Default.MatchCharacter(null, SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant |
| | 1 | 74 | | SKTypeface.FromFamilyName("sans-serif", SKFontStyleWeight.Bold, SKFontStyleWidth.Normal, SKFontStyleSlant.Up |
| | 1 | 75 | | ]; |
| | | 76 | | |
| | | 77 | | // use cubic for upscaling |
| | 1 | 78 | | UpscaleSamplingOptions = new SKSamplingOptions(SKCubicResampler.Mitchell); |
| | | 79 | | // use bilinear for everything else |
| | 1 | 80 | | DefaultSamplingOptions = new SKSamplingOptions(SKFilterMode.Linear, SKMipmapMode.Linear); |
| | 1 | 81 | | } |
| | | 82 | | |
| | | 83 | | /// <summary> |
| | | 84 | | /// Initializes a new instance of the <see cref="SkiaEncoder"/> class. |
| | | 85 | | /// </summary> |
| | | 86 | | /// <param name="logger">The application logger.</param> |
| | | 87 | | /// <param name="appPaths">The application paths.</param> |
| | | 88 | | public SkiaEncoder(ILogger<SkiaEncoder> logger, IApplicationPaths appPaths) |
| | | 89 | | { |
| | 21 | 90 | | _logger = logger; |
| | 21 | 91 | | _appPaths = appPaths; |
| | 21 | 92 | | } |
| | | 93 | | |
| | | 94 | | /// <inheritdoc/> |
| | 0 | 95 | | public string Name => "Skia"; |
| | | 96 | | |
| | | 97 | | /// <inheritdoc/> |
| | 0 | 98 | | public bool SupportsImageCollageCreation => true; |
| | | 99 | | |
| | | 100 | | /// <inheritdoc/> |
| | 0 | 101 | | public bool SupportsImageEncoding => true; |
| | | 102 | | |
| | | 103 | | /// <inheritdoc/> |
| | | 104 | | public IReadOnlyCollection<string> SupportedInputFormats => |
| | 0 | 105 | | new HashSet<string>(StringComparer.OrdinalIgnoreCase) |
| | 0 | 106 | | { |
| | 0 | 107 | | "jpeg", |
| | 0 | 108 | | "jpg", |
| | 0 | 109 | | "png", |
| | 0 | 110 | | "dng", |
| | 0 | 111 | | "webp", |
| | 0 | 112 | | "gif", |
| | 0 | 113 | | "bmp", |
| | 0 | 114 | | "ico", |
| | 0 | 115 | | "astc", |
| | 0 | 116 | | "ktx", |
| | 0 | 117 | | "pkm", |
| | 0 | 118 | | "wbmp", |
| | 0 | 119 | | // TODO: check if these are supported on multiple platforms |
| | 0 | 120 | | // https://github.com/google/skia/blob/master/infra/bots/recipes/test.py#L454 |
| | 0 | 121 | | // working on windows at least |
| | 0 | 122 | | "cr2", |
| | 0 | 123 | | "nef", |
| | 0 | 124 | | "arw", |
| | 0 | 125 | | SvgFormat |
| | 0 | 126 | | }; |
| | | 127 | | |
| | | 128 | | /// <inheritdoc/> |
| | | 129 | | public IReadOnlyCollection<ImageFormat> SupportedOutputFormats |
| | 0 | 130 | | => new HashSet<ImageFormat> { ImageFormat.Webp, ImageFormat.Jpg, ImageFormat.Png, ImageFormat.Svg }; |
| | | 131 | | |
| | | 132 | | /// <summary> |
| | | 133 | | /// Gets the default typeface to use. |
| | | 134 | | /// </summary> |
| | 0 | 135 | | public static SKTypeface DefaultTypeFace => _typefaces.Last(); |
| | | 136 | | |
| | | 137 | | /// <summary> |
| | | 138 | | /// Check if the native lib is available. |
| | | 139 | | /// </summary> |
| | | 140 | | /// <returns>True if the native lib is available, otherwise false.</returns> |
| | | 141 | | public static bool IsNativeLibAvailable() |
| | | 142 | | { |
| | | 143 | | try |
| | | 144 | | { |
| | | 145 | | // test an operation that requires the native library |
| | 21 | 146 | | SKPMColor.PreMultiply(SKColors.Black); |
| | 21 | 147 | | return true; |
| | | 148 | | } |
| | 0 | 149 | | catch (Exception) |
| | | 150 | | { |
| | 0 | 151 | | return false; |
| | | 152 | | } |
| | 21 | 153 | | } |
| | | 154 | | |
| | | 155 | | /// <summary> |
| | | 156 | | /// Convert a <see cref="ImageFormat"/> to a <see cref="SKEncodedImageFormat"/>. |
| | | 157 | | /// </summary> |
| | | 158 | | /// <param name="selectedFormat">The format to convert.</param> |
| | | 159 | | /// <returns>The converted format.</returns> |
| | | 160 | | public static SKEncodedImageFormat GetImageFormat(ImageFormat selectedFormat) |
| | | 161 | | { |
| | 0 | 162 | | return selectedFormat switch |
| | 0 | 163 | | { |
| | 0 | 164 | | ImageFormat.Bmp => SKEncodedImageFormat.Bmp, |
| | 0 | 165 | | ImageFormat.Jpg => SKEncodedImageFormat.Jpeg, |
| | 0 | 166 | | ImageFormat.Gif => SKEncodedImageFormat.Gif, |
| | 0 | 167 | | ImageFormat.Webp => SKEncodedImageFormat.Webp, |
| | 0 | 168 | | _ => SKEncodedImageFormat.Png |
| | 0 | 169 | | }; |
| | | 170 | | } |
| | | 171 | | |
| | | 172 | | /// <inheritdoc /> |
| | | 173 | | /// <exception cref="FileNotFoundException">The path is not valid.</exception> |
| | | 174 | | public ImageDimensions GetImageSize(string path) |
| | | 175 | | { |
| | 0 | 176 | | if (!File.Exists(path)) |
| | | 177 | | { |
| | 0 | 178 | | throw new FileNotFoundException("File not found", path); |
| | | 179 | | } |
| | | 180 | | |
| | 0 | 181 | | var extension = Path.GetExtension(path.AsSpan()); |
| | 0 | 182 | | if (extension.Equals(".svg", StringComparison.OrdinalIgnoreCase)) |
| | | 183 | | { |
| | 0 | 184 | | using var svg = new SKSvg(); |
| | | 185 | | try |
| | | 186 | | { |
| | 0 | 187 | | using var picture = svg.Load(path); |
| | 0 | 188 | | if (picture is null) |
| | | 189 | | { |
| | 0 | 190 | | _logger.LogError("Unable to determine image dimensions for {FilePath}", path); |
| | 0 | 191 | | return default; |
| | | 192 | | } |
| | | 193 | | |
| | 0 | 194 | | return new ImageDimensions(Convert.ToInt32(picture.CullRect.Width), Convert.ToInt32(picture.CullRect.Hei |
| | | 195 | | } |
| | 0 | 196 | | catch (FormatException skiaColorException) |
| | | 197 | | { |
| | | 198 | | // This exception is known to be thrown on vector images that define custom styles |
| | | 199 | | // Skia SVG is not able to handle that and as the repository is quite stale and has not received updates |
| | 0 | 200 | | _logger.LogDebug(skiaColorException, "There was a issue loading the requested svg file"); |
| | 0 | 201 | | return default; |
| | | 202 | | } |
| | | 203 | | } |
| | | 204 | | |
| | 0 | 205 | | var safePath = NormalizePath(path); |
| | 0 | 206 | | if (new FileInfo(safePath).Length == 0) |
| | | 207 | | { |
| | 0 | 208 | | _logger.LogDebug("Skip zero‑byte image {FilePath}", path); |
| | 0 | 209 | | return default; |
| | | 210 | | } |
| | | 211 | | |
| | 0 | 212 | | using var codec = SKCodec.Create(safePath, out var result); |
| | | 213 | | |
| | 0 | 214 | | switch (result) |
| | | 215 | | { |
| | | 216 | | case SKCodecResult.Success: |
| | | 217 | | // Skia/SkiaSharp edge‑case: when the image header is parsed but the actual pixel |
| | | 218 | | // decode fails (truncated JPEG/PNG, exotic ICC/EXIF, CMYK without color‑transform, etc.) |
| | | 219 | | // `SKCodec.Create` returns a *non‑null* codec together with |
| | | 220 | | // SKCodecResult.InternalError. The header still contains valid dimensions, |
| | | 221 | | // which is all we need here – so we fall back to them instead of aborting. |
| | | 222 | | // See e.g. Skia bugs #4139, #6092. |
| | 0 | 223 | | case SKCodecResult.InternalError when codec is not null: |
| | 0 | 224 | | var info = codec.Info; |
| | 0 | 225 | | return new ImageDimensions(info.Width, info.Height); |
| | | 226 | | |
| | | 227 | | case SKCodecResult.Unimplemented: |
| | 0 | 228 | | _logger.LogDebug("Image format not supported: {FilePath}", path); |
| | 0 | 229 | | return default; |
| | | 230 | | |
| | | 231 | | default: |
| | | 232 | | { |
| | 0 | 233 | | var boundsInfo = SKBitmap.DecodeBounds(safePath); |
| | | 234 | | |
| | 0 | 235 | | if (boundsInfo.Width > 0 && boundsInfo.Height > 0) |
| | | 236 | | { |
| | 0 | 237 | | return new ImageDimensions(boundsInfo.Width, boundsInfo.Height); |
| | | 238 | | } |
| | | 239 | | |
| | 0 | 240 | | _logger.LogWarning( |
| | 0 | 241 | | "Unable to determine image dimensions for {FilePath}: {SkCodecResult}", |
| | 0 | 242 | | path, |
| | 0 | 243 | | result); |
| | 0 | 244 | | return default; |
| | | 245 | | } |
| | | 246 | | } |
| | 0 | 247 | | } |
| | | 248 | | |
| | | 249 | | /// <inheritdoc /> |
| | | 250 | | /// <exception cref="ArgumentNullException">The path is null.</exception> |
| | | 251 | | /// <exception cref="FileNotFoundException">The path is not valid.</exception> |
| | | 252 | | public string GetImageBlurHash(int xComp, int yComp, string path) |
| | | 253 | | { |
| | 0 | 254 | | ArgumentException.ThrowIfNullOrEmpty(path); |
| | | 255 | | |
| | 0 | 256 | | var extension = Path.GetExtension(path.AsSpan()).TrimStart('.'); |
| | 0 | 257 | | if (!SupportedInputFormats.Contains(extension, StringComparison.OrdinalIgnoreCase) |
| | 0 | 258 | | || extension.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase)) |
| | | 259 | | { |
| | 0 | 260 | | _logger.LogDebug("Unable to compute blur hash due to unsupported format: {ImagePath}", path); |
| | 0 | 261 | | return string.Empty; |
| | | 262 | | } |
| | | 263 | | |
| | | 264 | | // Use FileStream with FileShare.Read instead of having Skia open the file to allow concurrent read access |
| | 0 | 265 | | using var fileStream = new FileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read); |
| | | 266 | | // Any larger than 128x128 is too slow and there's no visually discernible difference |
| | 0 | 267 | | return BlurHashEncoder.Encode(xComp, yComp, fileStream, 128, 128); |
| | 0 | 268 | | } |
| | | 269 | | |
| | | 270 | | private bool RequiresSpecialCharacterHack(string path) |
| | | 271 | | { |
| | 0 | 272 | | for (int i = 0; i < path.Length; i++) |
| | | 273 | | { |
| | 0 | 274 | | if (char.GetUnicodeCategory(path[i]) == UnicodeCategory.OtherLetter) |
| | | 275 | | { |
| | 0 | 276 | | return true; |
| | | 277 | | } |
| | | 278 | | } |
| | | 279 | | |
| | 0 | 280 | | return path.HasDiacritics(); |
| | | 281 | | } |
| | | 282 | | |
| | | 283 | | private string NormalizePath(string path) |
| | | 284 | | { |
| | 0 | 285 | | if (!RequiresSpecialCharacterHack(path)) |
| | | 286 | | { |
| | 0 | 287 | | return path; |
| | | 288 | | } |
| | | 289 | | |
| | 0 | 290 | | var tempPath = Path.Join(_appPaths.TempDirectory, string.Concat("skia_", Guid.NewGuid().ToString(), Path.GetExte |
| | 0 | 291 | | var directory = Path.GetDirectoryName(tempPath) ?? throw new ResourceNotFoundException($"Provided path ({tempPat |
| | 0 | 292 | | Directory.CreateDirectory(directory); |
| | 0 | 293 | | File.Copy(path, tempPath, true); |
| | | 294 | | |
| | 0 | 295 | | return tempPath; |
| | | 296 | | } |
| | | 297 | | |
| | | 298 | | private static SKEncodedOrigin GetSKEncodedOrigin(ImageOrientation? orientation) |
| | | 299 | | { |
| | 0 | 300 | | if (!orientation.HasValue) |
| | | 301 | | { |
| | 0 | 302 | | return SKEncodedOrigin.Default; |
| | | 303 | | } |
| | | 304 | | |
| | 0 | 305 | | return (SKEncodedOrigin)orientation.Value; |
| | | 306 | | } |
| | | 307 | | |
| | | 308 | | /// <summary> |
| | | 309 | | /// Decode an image. |
| | | 310 | | /// </summary> |
| | | 311 | | /// <param name="path">The filepath of the image to decode.</param> |
| | | 312 | | /// <param name="forceCleanBitmap">Whether to force clean the bitmap.</param> |
| | | 313 | | /// <param name="orientation">The orientation of the image.</param> |
| | | 314 | | /// <param name="origin">The detected origin of the image.</param> |
| | | 315 | | /// <returns>The resulting bitmap of the image.</returns> |
| | | 316 | | internal SKBitmap? Decode(string path, bool forceCleanBitmap, ImageOrientation? orientation, out SKEncodedOrigin ori |
| | | 317 | | { |
| | 0 | 318 | | if (!File.Exists(path)) |
| | | 319 | | { |
| | 0 | 320 | | throw new FileNotFoundException("File not found", path); |
| | | 321 | | } |
| | | 322 | | |
| | 0 | 323 | | var requiresTransparencyHack = _transparentImageTypes.Contains(Path.GetExtension(path)); |
| | | 324 | | |
| | 0 | 325 | | if (requiresTransparencyHack || forceCleanBitmap) |
| | | 326 | | { |
| | 0 | 327 | | using SKCodec codec = SKCodec.Create(NormalizePath(path), out SKCodecResult res); |
| | 0 | 328 | | if (res != SKCodecResult.Success) |
| | | 329 | | { |
| | 0 | 330 | | origin = GetSKEncodedOrigin(orientation); |
| | 0 | 331 | | return null; |
| | | 332 | | } |
| | | 333 | | |
| | 0 | 334 | | if (codec.FrameCount != 0) |
| | | 335 | | { |
| | 0 | 336 | | throw new ArgumentException("Cannot decode images with multiple frames"); |
| | | 337 | | } |
| | | 338 | | |
| | | 339 | | // create the bitmap |
| | 0 | 340 | | SKBitmap? bitmap = null; |
| | | 341 | | try |
| | | 342 | | { |
| | 0 | 343 | | bitmap = new SKBitmap(codec.Info.Width, codec.Info.Height, !requiresTransparencyHack); |
| | | 344 | | |
| | | 345 | | // decode |
| | 0 | 346 | | _ = codec.GetPixels(bitmap.Info, bitmap.GetPixels()); |
| | | 347 | | |
| | 0 | 348 | | origin = codec.EncodedOrigin; |
| | | 349 | | |
| | 0 | 350 | | return bitmap!; |
| | | 351 | | } |
| | 0 | 352 | | catch (Exception e) |
| | | 353 | | { |
| | 0 | 354 | | _logger.LogError(e, "Detected intermediary error decoding image {0}", path); |
| | 0 | 355 | | bitmap?.Dispose(); |
| | 0 | 356 | | throw; |
| | | 357 | | } |
| | | 358 | | } |
| | | 359 | | |
| | 0 | 360 | | var resultBitmap = SKBitmap.Decode(NormalizePath(path)); |
| | | 361 | | |
| | 0 | 362 | | if (resultBitmap is null) |
| | | 363 | | { |
| | 0 | 364 | | return Decode(path, true, orientation, out origin); |
| | | 365 | | } |
| | | 366 | | |
| | | 367 | | try |
| | | 368 | | { |
| | | 369 | | // If we have to resize these they often end up distorted |
| | 0 | 370 | | if (resultBitmap.ColorType == SKColorType.Gray8) |
| | | 371 | | { |
| | 0 | 372 | | using (resultBitmap) |
| | | 373 | | { |
| | 0 | 374 | | return Decode(path, true, orientation, out origin); |
| | | 375 | | } |
| | | 376 | | } |
| | | 377 | | |
| | 0 | 378 | | origin = SKEncodedOrigin.TopLeft; |
| | 0 | 379 | | return resultBitmap; |
| | | 380 | | } |
| | 0 | 381 | | catch (Exception e) |
| | | 382 | | { |
| | 0 | 383 | | _logger.LogError(e, "Detected intermediary error decoding image {0}", path); |
| | 0 | 384 | | resultBitmap?.Dispose(); |
| | 0 | 385 | | throw; |
| | | 386 | | } |
| | 0 | 387 | | } |
| | | 388 | | |
| | | 389 | | private SKBitmap? GetBitmap(string path, bool autoOrient, ImageOrientation? orientation) |
| | | 390 | | { |
| | 0 | 391 | | if (autoOrient) |
| | | 392 | | { |
| | 0 | 393 | | var bitmap = Decode(path, true, orientation, out var origin); |
| | | 394 | | |
| | 0 | 395 | | if (bitmap is not null && origin != SKEncodedOrigin.TopLeft) |
| | | 396 | | { |
| | 0 | 397 | | using (bitmap) |
| | | 398 | | { |
| | 0 | 399 | | return OrientImage(bitmap, origin); |
| | | 400 | | } |
| | | 401 | | } |
| | | 402 | | |
| | 0 | 403 | | return bitmap; |
| | | 404 | | } |
| | | 405 | | |
| | 0 | 406 | | return Decode(path, false, orientation, out _); |
| | 0 | 407 | | } |
| | | 408 | | |
| | | 409 | | private SKBitmap? GetBitmapFromSvg(string path) |
| | | 410 | | { |
| | 0 | 411 | | if (!File.Exists(path)) |
| | | 412 | | { |
| | 0 | 413 | | throw new FileNotFoundException("File not found", path); |
| | | 414 | | } |
| | | 415 | | |
| | 0 | 416 | | using var svg = SKSvg.CreateFromFile(path); |
| | 0 | 417 | | if (svg.Drawable is null) |
| | | 418 | | { |
| | 0 | 419 | | return null; |
| | | 420 | | } |
| | | 421 | | |
| | 0 | 422 | | var width = (int)Math.Round(svg.Drawable.Bounds.Width); |
| | 0 | 423 | | var height = (int)Math.Round(svg.Drawable.Bounds.Height); |
| | | 424 | | |
| | 0 | 425 | | SKBitmap? bitmap = null; |
| | | 426 | | try |
| | | 427 | | { |
| | 0 | 428 | | bitmap = new SKBitmap(width, height); |
| | 0 | 429 | | using var canvas = new SKCanvas(bitmap); |
| | 0 | 430 | | canvas.DrawPicture(svg.Picture); |
| | 0 | 431 | | canvas.Flush(); |
| | 0 | 432 | | canvas.Save(); |
| | | 433 | | |
| | 0 | 434 | | return bitmap!; |
| | | 435 | | } |
| | 0 | 436 | | catch (Exception e) |
| | | 437 | | { |
| | 0 | 438 | | _logger.LogError(e, "Detected intermediary error extracting image {0}", path); |
| | 0 | 439 | | bitmap?.Dispose(); |
| | 0 | 440 | | throw; |
| | | 441 | | } |
| | 0 | 442 | | } |
| | | 443 | | |
| | | 444 | | private SKBitmap OrientImage(SKBitmap bitmap, SKEncodedOrigin origin) |
| | | 445 | | { |
| | 0 | 446 | | var needsFlip = origin is SKEncodedOrigin.LeftBottom or SKEncodedOrigin.LeftTop or SKEncodedOrigin.RightBottom o |
| | 0 | 447 | | SKBitmap? rotated = null; |
| | | 448 | | try |
| | | 449 | | { |
| | 0 | 450 | | rotated = needsFlip |
| | 0 | 451 | | ? new SKBitmap(bitmap.Height, bitmap.Width) |
| | 0 | 452 | | : new SKBitmap(bitmap.Width, bitmap.Height); |
| | 0 | 453 | | using var surface = new SKCanvas(rotated); |
| | 0 | 454 | | var midX = (float)rotated.Width / 2; |
| | 0 | 455 | | var midY = (float)rotated.Height / 2; |
| | | 456 | | |
| | | 457 | | switch (origin) |
| | | 458 | | { |
| | | 459 | | case SKEncodedOrigin.TopRight: |
| | 0 | 460 | | surface.Scale(-1, 1, midX, midY); |
| | 0 | 461 | | break; |
| | | 462 | | case SKEncodedOrigin.BottomRight: |
| | 0 | 463 | | surface.RotateDegrees(180, midX, midY); |
| | 0 | 464 | | break; |
| | | 465 | | case SKEncodedOrigin.BottomLeft: |
| | 0 | 466 | | surface.Scale(1, -1, midX, midY); |
| | 0 | 467 | | break; |
| | | 468 | | case SKEncodedOrigin.LeftTop: |
| | 0 | 469 | | surface.Translate(0, -rotated.Height); |
| | 0 | 470 | | surface.Scale(1, -1, midX, midY); |
| | 0 | 471 | | surface.RotateDegrees(-90); |
| | 0 | 472 | | break; |
| | | 473 | | case SKEncodedOrigin.RightTop: |
| | 0 | 474 | | surface.Translate(rotated.Width, 0); |
| | 0 | 475 | | surface.RotateDegrees(90); |
| | 0 | 476 | | break; |
| | | 477 | | case SKEncodedOrigin.RightBottom: |
| | 0 | 478 | | surface.Translate(rotated.Width, 0); |
| | 0 | 479 | | surface.Scale(1, -1, midX, midY); |
| | 0 | 480 | | surface.RotateDegrees(90); |
| | 0 | 481 | | break; |
| | | 482 | | case SKEncodedOrigin.LeftBottom: |
| | 0 | 483 | | surface.Translate(0, rotated.Height); |
| | 0 | 484 | | surface.RotateDegrees(-90); |
| | | 485 | | break; |
| | | 486 | | } |
| | | 487 | | |
| | 0 | 488 | | surface.DrawBitmap(bitmap, 0, 0, DefaultSamplingOptions); |
| | 0 | 489 | | return rotated; |
| | | 490 | | } |
| | 0 | 491 | | catch (Exception e) |
| | | 492 | | { |
| | 0 | 493 | | _logger.LogError(e, "Detected intermediary error rotating image"); |
| | 0 | 494 | | rotated?.Dispose(); |
| | 0 | 495 | | throw; |
| | | 496 | | } |
| | 0 | 497 | | } |
| | | 498 | | |
| | | 499 | | /// <summary> |
| | | 500 | | /// Resizes an image on the CPU, by utilizing a surface and canvas. |
| | | 501 | | /// |
| | | 502 | | /// The convolutional matrix kernel used in this resize function gives a (light) sharpening effect. |
| | | 503 | | /// This technique is similar to effect that can be created using for example the [Convolution matrix filter in GIMP |
| | | 504 | | /// </summary> |
| | | 505 | | /// <param name="source">The source bitmap.</param> |
| | | 506 | | /// <param name="targetInfo">This specifies the target size and other information required to create the surface.</p |
| | | 507 | | /// <param name="isAntialias">This enables anti-aliasing on the SKPaint instance.</param> |
| | | 508 | | /// <param name="isDither">This enables dithering on the SKPaint instance.</param> |
| | | 509 | | /// <returns>The resized image.</returns> |
| | | 510 | | internal static SKImage ResizeImage(SKBitmap source, SKImageInfo targetInfo, bool isAntialias = false, bool isDither |
| | | 511 | | { |
| | 0 | 512 | | using var surface = SKSurface.Create(targetInfo); |
| | 0 | 513 | | using var canvas = surface.Canvas; |
| | 0 | 514 | | using var paint = new SKPaint(); |
| | 0 | 515 | | paint.IsAntialias = isAntialias; |
| | 0 | 516 | | paint.IsDither = isDither; |
| | | 517 | | |
| | | 518 | | // Historically, kHigh implied cubic filtering, but only when upsampling. |
| | | 519 | | // If specified kHigh, and were down-sampling, Skia used to switch back to kMedium (bilinear filtering plus mipm |
| | | 520 | | // With current skia API, passing Mitchell cubic when down-sampling will cause serious quality degradation. |
| | 0 | 521 | | var samplingOptions = source.Width > targetInfo.Width || source.Height > targetInfo.Height |
| | 0 | 522 | | ? DefaultSamplingOptions |
| | 0 | 523 | | : UpscaleSamplingOptions; |
| | | 524 | | |
| | 0 | 525 | | paint.ImageFilter = _imageFilter; |
| | 0 | 526 | | canvas.DrawBitmap( |
| | 0 | 527 | | source, |
| | 0 | 528 | | SKRect.Create(0, 0, source.Width, source.Height), |
| | 0 | 529 | | SKRect.Create(0, 0, targetInfo.Width, targetInfo.Height), |
| | 0 | 530 | | samplingOptions, |
| | 0 | 531 | | paint); |
| | | 532 | | |
| | 0 | 533 | | return surface.Snapshot(); |
| | 0 | 534 | | } |
| | | 535 | | |
| | | 536 | | /// <inheritdoc/> |
| | | 537 | | public string EncodeImage(string inputPath, DateTime dateModified, string outputPath, bool autoOrient, ImageOrientat |
| | | 538 | | { |
| | 0 | 539 | | ArgumentException.ThrowIfNullOrEmpty(inputPath); |
| | 0 | 540 | | ArgumentException.ThrowIfNullOrEmpty(outputPath); |
| | | 541 | | |
| | 0 | 542 | | var inputFormat = Path.GetExtension(inputPath.AsSpan()).TrimStart('.'); |
| | 0 | 543 | | if (!SupportedInputFormats.Contains(inputFormat, StringComparison.OrdinalIgnoreCase)) |
| | | 544 | | { |
| | 0 | 545 | | _logger.LogDebug("Unable to encode image due to unsupported format: {ImagePath}", inputPath); |
| | 0 | 546 | | return inputPath; |
| | | 547 | | } |
| | | 548 | | |
| | 0 | 549 | | if (outputFormat == ImageFormat.Svg |
| | 0 | 550 | | && !inputFormat.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase)) |
| | | 551 | | { |
| | 0 | 552 | | throw new ArgumentException($"Requested svg output from {inputFormat} input"); |
| | | 553 | | } |
| | | 554 | | |
| | 0 | 555 | | var skiaOutputFormat = GetImageFormat(outputFormat); |
| | | 556 | | |
| | 0 | 557 | | var hasBackgroundColor = !string.IsNullOrWhiteSpace(options.BackgroundColor); |
| | 0 | 558 | | var hasForegroundColor = !string.IsNullOrWhiteSpace(options.ForegroundLayer); |
| | 0 | 559 | | var blur = options.Blur ?? 0; |
| | 0 | 560 | | var hasIndicator = options.UnplayedCount.HasValue || !options.PercentPlayed.Equals(0); |
| | | 561 | | |
| | 0 | 562 | | using var bitmap = inputFormat.Equals(SvgFormat, StringComparison.OrdinalIgnoreCase) |
| | 0 | 563 | | ? GetBitmapFromSvg(inputPath) |
| | 0 | 564 | | : GetBitmap(inputPath, autoOrient, orientation); |
| | | 565 | | |
| | 0 | 566 | | if (bitmap is null) |
| | | 567 | | { |
| | 0 | 568 | | throw new InvalidDataException($"Skia unable to read image {inputPath}"); |
| | | 569 | | } |
| | | 570 | | |
| | 0 | 571 | | var originalImageSize = new ImageDimensions(bitmap.Width, bitmap.Height); |
| | | 572 | | |
| | 0 | 573 | | if (options.HasDefaultOptions(inputPath, originalImageSize) && !autoOrient) |
| | | 574 | | { |
| | | 575 | | // Just spit out the original file if all the options are default |
| | 0 | 576 | | return inputPath; |
| | | 577 | | } |
| | | 578 | | |
| | 0 | 579 | | var newImageSize = ImageHelper.GetNewImageSize(options, originalImageSize); |
| | | 580 | | |
| | 0 | 581 | | var width = newImageSize.Width; |
| | 0 | 582 | | var height = newImageSize.Height; |
| | | 583 | | |
| | | 584 | | // scale image (the FromImage creates a copy) |
| | 0 | 585 | | var imageInfo = new SKImageInfo(width, height, bitmap.ColorType, bitmap.AlphaType, bitmap.ColorSpace); |
| | 0 | 586 | | using var resizedImage = ResizeImage(bitmap, imageInfo); |
| | 0 | 587 | | using var resizedBitmap = SKBitmap.FromImage(resizedImage); |
| | | 588 | | |
| | | 589 | | // If all we're doing is resizing then we can stop now |
| | 0 | 590 | | if (!hasBackgroundColor && !hasForegroundColor && blur == 0 && !hasIndicator) |
| | | 591 | | { |
| | 0 | 592 | | var outputDirectory = Path.GetDirectoryName(outputPath) ?? throw new ArgumentException($"Provided path ({out |
| | 0 | 593 | | Directory.CreateDirectory(outputDirectory); |
| | 0 | 594 | | using var outputStream = new SKFileWStream(outputPath); |
| | 0 | 595 | | using var pixmap = new SKPixmap(new SKImageInfo(width, height), resizedBitmap.GetPixels()); |
| | 0 | 596 | | resizedBitmap.Encode(outputStream, skiaOutputFormat, quality); |
| | 0 | 597 | | return outputPath; |
| | | 598 | | } |
| | | 599 | | |
| | | 600 | | // create bitmap to use for canvas drawing used to draw into bitmap |
| | 0 | 601 | | using var saveBitmap = new SKBitmap(width, height); |
| | 0 | 602 | | using var canvas = new SKCanvas(saveBitmap); |
| | | 603 | | // set background color if present |
| | 0 | 604 | | if (hasBackgroundColor) |
| | | 605 | | { |
| | 0 | 606 | | canvas.Clear(SKColor.Parse(options.BackgroundColor)); |
| | | 607 | | } |
| | | 608 | | |
| | 0 | 609 | | using var paint = new SKPaint(); |
| | | 610 | | // Add blur if option is present |
| | 0 | 611 | | using var filter = blur > 0 ? SKImageFilter.CreateBlur(blur, blur) : null; |
| | 0 | 612 | | paint.ImageFilter = filter; |
| | | 613 | | |
| | | 614 | | // create image from resized bitmap to apply blur |
| | 0 | 615 | | canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height), DefaultSamplingOptions, paint); |
| | | 616 | | |
| | | 617 | | // If foreground layer present then draw |
| | 0 | 618 | | if (hasForegroundColor) |
| | | 619 | | { |
| | 0 | 620 | | if (!double.TryParse(options.ForegroundLayer, out double opacity)) |
| | | 621 | | { |
| | 0 | 622 | | opacity = .4; |
| | | 623 | | } |
| | | 624 | | |
| | 0 | 625 | | canvas.DrawColor(new SKColor(0, 0, 0, (byte)((1 - opacity) * 0xFF)), SKBlendMode.SrcOver); |
| | | 626 | | } |
| | | 627 | | |
| | 0 | 628 | | if (hasIndicator) |
| | | 629 | | { |
| | 0 | 630 | | DrawIndicator(canvas, width, height, options); |
| | | 631 | | } |
| | | 632 | | |
| | 0 | 633 | | var directory = Path.GetDirectoryName(outputPath) ?? throw new ArgumentException($"Provided path ({outputPath}) |
| | 0 | 634 | | Directory.CreateDirectory(directory); |
| | 0 | 635 | | using (var outputStream = new SKFileWStream(outputPath)) |
| | | 636 | | { |
| | 0 | 637 | | using var pixmap = new SKPixmap(new SKImageInfo(width, height), saveBitmap.GetPixels()); |
| | 0 | 638 | | pixmap.Encode(outputStream, skiaOutputFormat, quality); |
| | | 639 | | } |
| | | 640 | | |
| | 0 | 641 | | return outputPath; |
| | 0 | 642 | | } |
| | | 643 | | |
| | | 644 | | /// <inheritdoc/> |
| | | 645 | | public void CreateImageCollage(ImageCollageOptions options, string? libraryName) |
| | | 646 | | { |
| | 0 | 647 | | double ratio = (double)options.Width / options.Height; |
| | | 648 | | |
| | 0 | 649 | | if (ratio >= 1.4) |
| | | 650 | | { |
| | 0 | 651 | | new StripCollageBuilder(this).BuildThumbCollage(options.InputPaths, options.OutputPath, options.Width, optio |
| | | 652 | | } |
| | 0 | 653 | | else if (ratio >= .9) |
| | | 654 | | { |
| | 0 | 655 | | new StripCollageBuilder(this).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, opti |
| | | 656 | | } |
| | | 657 | | else |
| | | 658 | | { |
| | | 659 | | // TODO: Create Poster collage capability |
| | 0 | 660 | | new StripCollageBuilder(this).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, opti |
| | | 661 | | } |
| | 0 | 662 | | } |
| | | 663 | | |
| | | 664 | | /// <inheritdoc /> |
| | | 665 | | public void CreateSplashscreen(IReadOnlyList<string> posters, IReadOnlyList<string> backdrops) |
| | | 666 | | { |
| | | 667 | | // Only generate the splash screen if we have at least one poster and at least one backdrop/thumbnail. |
| | 17 | 668 | | if (posters.Count > 0 && backdrops.Count > 0) |
| | | 669 | | { |
| | 0 | 670 | | var splashBuilder = new SplashscreenBuilder(this, _logger); |
| | 0 | 671 | | var outputPath = Path.Combine(_appPaths.DataPath, "splashscreen.png"); |
| | 0 | 672 | | splashBuilder.GenerateSplash(posters, backdrops, outputPath); |
| | | 673 | | } |
| | 17 | 674 | | } |
| | | 675 | | |
| | | 676 | | /// <inheritdoc /> |
| | | 677 | | public int CreateTrickplayTile(ImageCollageOptions options, int quality, int imgWidth, int? imgHeight) |
| | | 678 | | { |
| | 0 | 679 | | var paths = options.InputPaths; |
| | 0 | 680 | | var tileWidth = options.Width; |
| | 0 | 681 | | var tileHeight = options.Height; |
| | | 682 | | |
| | 0 | 683 | | if (paths.Count < 1) |
| | | 684 | | { |
| | 0 | 685 | | throw new ArgumentException("InputPaths cannot be empty."); |
| | | 686 | | } |
| | 0 | 687 | | else if (paths.Count > tileWidth * tileHeight) |
| | | 688 | | { |
| | 0 | 689 | | throw new ArgumentException($"InputPaths contains more images than would fit on {tileWidth}x{tileHeight} gri |
| | | 690 | | } |
| | | 691 | | |
| | | 692 | | // If no height provided, use height of first image. |
| | 0 | 693 | | if (!imgHeight.HasValue) |
| | | 694 | | { |
| | 0 | 695 | | using var firstImg = Decode(paths[0], false, null, out _); |
| | | 696 | | |
| | 0 | 697 | | if (firstImg is null) |
| | | 698 | | { |
| | 0 | 699 | | throw new InvalidDataException("Could not decode image data."); |
| | | 700 | | } |
| | | 701 | | |
| | 0 | 702 | | if (firstImg.Width != imgWidth) |
| | | 703 | | { |
| | 0 | 704 | | throw new InvalidOperationException("Image width does not match provided width."); |
| | | 705 | | } |
| | | 706 | | |
| | 0 | 707 | | imgHeight = firstImg.Height; |
| | | 708 | | } |
| | | 709 | | |
| | | 710 | | // Make horizontal strips using every provided image. |
| | 0 | 711 | | using var tileGrid = new SKBitmap(imgWidth * tileWidth, imgHeight.Value * tileHeight); |
| | 0 | 712 | | using var canvas = new SKCanvas(tileGrid); |
| | | 713 | | |
| | 0 | 714 | | var imgIndex = 0; |
| | 0 | 715 | | for (var y = 0; y < tileHeight; y++) |
| | | 716 | | { |
| | 0 | 717 | | for (var x = 0; x < tileWidth; x++) |
| | | 718 | | { |
| | 0 | 719 | | if (imgIndex >= paths.Count) |
| | | 720 | | { |
| | | 721 | | break; |
| | | 722 | | } |
| | | 723 | | |
| | 0 | 724 | | using var img = Decode(paths[imgIndex++], false, null, out _); |
| | | 725 | | |
| | 0 | 726 | | if (img is null) |
| | | 727 | | { |
| | 0 | 728 | | throw new InvalidDataException("Could not decode image data."); |
| | | 729 | | } |
| | | 730 | | |
| | 0 | 731 | | if (img.Width != imgWidth) |
| | | 732 | | { |
| | 0 | 733 | | throw new InvalidOperationException("Image width does not match provided width."); |
| | | 734 | | } |
| | | 735 | | |
| | 0 | 736 | | if (img.Height != imgHeight) |
| | | 737 | | { |
| | 0 | 738 | | throw new InvalidOperationException("Image height does not match first image height."); |
| | | 739 | | } |
| | | 740 | | |
| | 0 | 741 | | canvas.DrawBitmap(img, x * imgWidth, y * imgHeight.Value, DefaultSamplingOptions); |
| | | 742 | | } |
| | | 743 | | } |
| | | 744 | | |
| | 0 | 745 | | using var outputStream = new SKFileWStream(options.OutputPath); |
| | 0 | 746 | | tileGrid.Encode(outputStream, SKEncodedImageFormat.Jpeg, quality); |
| | | 747 | | |
| | 0 | 748 | | return imgHeight.Value; |
| | 0 | 749 | | } |
| | | 750 | | |
| | | 751 | | private void DrawIndicator(SKCanvas canvas, int imageWidth, int imageHeight, ImageProcessingOptions options) |
| | | 752 | | { |
| | | 753 | | try |
| | | 754 | | { |
| | 0 | 755 | | var currentImageSize = new ImageDimensions(imageWidth, imageHeight); |
| | | 756 | | |
| | 0 | 757 | | if (options.UnplayedCount.HasValue) |
| | | 758 | | { |
| | 0 | 759 | | UnplayedCountIndicator.DrawUnplayedCountIndicator(canvas, currentImageSize, options.UnplayedCount.Value) |
| | | 760 | | } |
| | | 761 | | |
| | 0 | 762 | | if (options.PercentPlayed > 0) |
| | | 763 | | { |
| | 0 | 764 | | PercentPlayedDrawer.Process(canvas, currentImageSize, options.PercentPlayed); |
| | | 765 | | } |
| | 0 | 766 | | } |
| | 0 | 767 | | catch (Exception ex) |
| | | 768 | | { |
| | 0 | 769 | | _logger.LogError(ex, "Error drawing indicator overlay"); |
| | 0 | 770 | | } |
| | 0 | 771 | | } |
| | | 772 | | |
| | | 773 | | /// <summary> |
| | | 774 | | /// Return the typeface that contains the glyph for the given character. |
| | | 775 | | /// </summary> |
| | | 776 | | /// <param name="c">The text character.</param> |
| | | 777 | | /// <returns>The typeface contains the character.</returns> |
| | | 778 | | public static SKTypeface? GetFontForCharacter(string c) |
| | | 779 | | { |
| | 0 | 780 | | foreach (var typeface in _typefaces) |
| | | 781 | | { |
| | 0 | 782 | | if (typeface.ContainsGlyphs(c)) |
| | | 783 | | { |
| | 0 | 784 | | return typeface; |
| | | 785 | | } |
| | | 786 | | } |
| | | 787 | | |
| | 0 | 788 | | return null; |
| | | 789 | | } |
| | | 790 | | } |