jellyfin/Emby.Drawing.Skia/SkiaEncoder.cs

522 lines
19 KiB
C#
Raw Normal View History

2017-05-09 19:53:46 +00:00
using MediaBrowser.Common.Configuration;
using MediaBrowser.Common.Net;
using MediaBrowser.Controller.Drawing;
using MediaBrowser.Model.Drawing;
using MediaBrowser.Model.IO;
using MediaBrowser.Model.Logging;
using SkiaSharp;
using System;
2017-05-11 03:23:16 +00:00
using System.IO;
using System.Linq;
2017-05-09 19:53:46 +00:00
using System.Reflection;
using System.Threading.Tasks;
namespace Emby.Drawing.Skia
{
public class SkiaEncoder : IImageEncoder
{
private readonly ILogger _logger;
private readonly IApplicationPaths _appPaths;
private readonly Func<IHttpClient> _httpClientFactory;
private readonly IFileSystem _fileSystem;
public SkiaEncoder(ILogger logger, IApplicationPaths appPaths, Func<IHttpClient> httpClientFactory, IFileSystem fileSystem)
{
_logger = logger;
_appPaths = appPaths;
_httpClientFactory = httpClientFactory;
_fileSystem = fileSystem;
LogVersion();
}
public string[] SupportedInputFormats
{
get
{
// Some common file name extensions for RAW picture files include: .cr2, .crw, .dng, .nef, .orf, .rw2, .pef, .arw, .sr2, .srf, and .tif.
return new[]
{
"jpeg",
"jpg",
"png",
"dng",
"webp",
"gif",
"bmp",
"ico",
"astc",
"ktx",
"pkm",
"wbmp"
};
}
}
public ImageFormat[] SupportedOutputFormats
{
get
{
return new[] { ImageFormat.Webp, ImageFormat.Gif, ImageFormat.Jpg, ImageFormat.Png, ImageFormat.Bmp };
}
}
private void LogVersion()
{
2017-06-24 18:29:23 +00:00
// test an operation that requires the native library
SKPMColor.PreMultiply(SKColors.Black);
2017-05-09 19:53:46 +00:00
_logger.Info("SkiaSharp version: " + GetVersion());
}
public static string GetVersion()
{
2017-06-24 18:29:23 +00:00
return typeof(SKBitmap).GetTypeInfo().Assembly.GetName().Version.ToString();
}
2017-08-16 03:40:36 +00:00
private static bool IsTransparent(SKColor color)
{
2017-08-16 03:40:36 +00:00
return (color.Red == 255 && color.Green == 255 && color.Blue == 255) || color.Alpha == 0;
2017-05-09 19:53:46 +00:00
}
public static SKEncodedImageFormat GetImageFormat(ImageFormat selectedFormat)
{
switch (selectedFormat)
{
case ImageFormat.Bmp:
return SKEncodedImageFormat.Bmp;
case ImageFormat.Jpg:
return SKEncodedImageFormat.Jpeg;
case ImageFormat.Gif:
return SKEncodedImageFormat.Gif;
case ImageFormat.Webp:
return SKEncodedImageFormat.Webp;
default:
return SKEncodedImageFormat.Png;
}
}
2017-08-16 03:40:36 +00:00
private static bool IsTransparentRow(SKBitmap bmp, int row)
{
for (var i = 0; i < bmp.Width; ++i)
{
2017-08-16 03:40:36 +00:00
if (!IsTransparent(bmp.GetPixel(i, row)))
{
return false;
}
}
return true;
}
2017-08-16 03:40:36 +00:00
private static bool IsTransparentColumn(SKBitmap bmp, int col)
{
for (var i = 0; i < bmp.Height; ++i)
{
2017-08-16 03:40:36 +00:00
if (!IsTransparent(bmp.GetPixel(col, i)))
{
return false;
}
}
return true;
}
private SKBitmap CropWhiteSpace(SKBitmap bitmap)
2017-05-09 19:53:46 +00:00
{
var topmost = 0;
for (int row = 0; row < bitmap.Height; ++row)
{
2017-08-16 03:40:36 +00:00
if (IsTransparentRow(bitmap, row))
2017-06-04 18:31:40 +00:00
topmost = row + 1;
else break;
}
2017-06-04 18:31:40 +00:00
int bottommost = bitmap.Height;
for (int row = bitmap.Height - 1; row >= 0; --row)
{
2017-08-16 03:40:36 +00:00
if (IsTransparentRow(bitmap, row))
bottommost = row;
else break;
}
2017-06-04 18:31:40 +00:00
int leftmost = 0, rightmost = bitmap.Width;
for (int col = 0; col < bitmap.Width; ++col)
{
2017-08-16 03:40:36 +00:00
if (IsTransparentColumn(bitmap, col))
2017-06-04 18:31:40 +00:00
leftmost = col + 1;
else
break;
}
for (int col = bitmap.Width - 1; col >= 0; --col)
2017-05-09 19:53:46 +00:00
{
2017-08-16 03:40:36 +00:00
if (IsTransparentColumn(bitmap, col))
rightmost = col;
else
break;
2017-05-09 19:53:46 +00:00
}
2017-05-09 20:18:02 +00:00
var newRect = SKRectI.Create(leftmost, topmost, rightmost - leftmost, bottommost - topmost);
using (var image = SKImage.FromBitmap(bitmap))
{
using (var subset = image.Subset(newRect))
{
return SKBitmap.FromImage(subset);
}
}
2017-05-09 19:53:46 +00:00
}
public ImageSize GetImageSize(string path)
{
using (var s = new SKFileStream(path))
{
using (var codec = SKCodec.Create(s))
{
var info = codec.Info;
return new ImageSize
{
Width = info.Width,
Height = info.Height
};
}
}
}
2017-07-02 01:22:23 +00:00
private static string[] TransparentImageTypes = new string[] { ".png", ".gif", ".webp" };
internal static SKBitmap Decode(string path, bool forceCleanBitmap, out SKCodecOrigin origin)
2017-05-10 19:56:59 +00:00
{
2017-05-11 03:23:16 +00:00
var requiresTransparencyHack = TransparentImageTypes.Contains(Path.GetExtension(path) ?? string.Empty);
2017-05-17 18:18:18 +00:00
if (requiresTransparencyHack || forceCleanBitmap)
2017-05-10 19:56:59 +00:00
{
2017-05-11 03:23:16 +00:00
using (var stream = new SKFileStream(path))
{
var codec = SKCodec.Create(stream);
2017-05-10 19:56:59 +00:00
2017-05-11 03:23:16 +00:00
// create the bitmap
2017-05-17 18:18:18 +00:00
var bitmap = new SKBitmap(codec.Info.Width, codec.Info.Height, !requiresTransparencyHack);
2017-05-11 03:23:16 +00:00
// decode
codec.GetPixels(bitmap.Info, bitmap.GetPixels());
2017-05-10 19:56:59 +00:00
2017-06-09 19:24:31 +00:00
origin = codec.Origin;
2017-05-11 03:23:16 +00:00
return bitmap;
}
2017-05-10 19:56:59 +00:00
}
2017-05-11 03:23:16 +00:00
2017-05-17 18:18:18 +00:00
var resultBitmap = SKBitmap.Decode(path);
2017-05-18 21:05:47 +00:00
if (resultBitmap == null)
{
2017-06-09 19:24:31 +00:00
return Decode(path, true, out origin);
2017-05-18 21:05:47 +00:00
}
2017-05-17 18:18:18 +00:00
// If we have to resize these they often end up distorted
if (resultBitmap.ColorType == SKColorType.Gray8)
{
using (resultBitmap)
{
2017-06-09 19:24:31 +00:00
return Decode(path, true, out origin);
2017-05-17 18:18:18 +00:00
}
}
2017-06-09 19:24:31 +00:00
origin = SKCodecOrigin.TopLeft;
2017-05-17 18:18:18 +00:00
return resultBitmap;
2017-05-10 19:56:59 +00:00
}
2017-06-09 19:24:31 +00:00
private SKBitmap GetBitmap(string path, bool cropWhitespace, bool forceAnalyzeBitmap, out SKCodecOrigin origin)
{
if (cropWhitespace)
{
2017-06-09 19:24:31 +00:00
using (var bitmap = Decode(path, forceAnalyzeBitmap, out origin))
{
return CropWhiteSpace(bitmap);
}
2017-05-11 03:23:16 +00:00
}
2017-06-09 19:24:31 +00:00
return Decode(path, forceAnalyzeBitmap, out origin);
}
private SKBitmap GetBitmap(string path, bool cropWhitespace, bool autoOrient, ImageOrientation? orientation)
{
SKCodecOrigin origin;
if (autoOrient)
{
var bitmap = GetBitmap(path, cropWhitespace, true, out origin);
if (origin != SKCodecOrigin.TopLeft)
{
using (bitmap)
{
return RotateAndFlip(bitmap, origin);
}
}
return bitmap;
}
return GetBitmap(path, cropWhitespace, false, out origin);
}
private SKBitmap RotateAndFlip(SKBitmap original, SKCodecOrigin origin)
{
// these are the origins that represent a 90 degree turn in some fashion
var differentOrientations = new SKCodecOrigin[]
{
SKCodecOrigin.LeftBottom,
SKCodecOrigin.LeftTop,
SKCodecOrigin.RightBottom,
SKCodecOrigin.RightTop
};
// check if we need to turn the image
bool isDifferentOrientation = differentOrientations.Any(o => o == origin);
// define new width/height
var width = isDifferentOrientation ? original.Height : original.Width;
var height = isDifferentOrientation ? original.Width : original.Height;
var bitmap = new SKBitmap(width, height, true);
// todo: the stuff in this switch statement should be rewritten to use pointers
switch (origin)
{
case SKCodecOrigin.LeftBottom:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(y, original.Width - 1 - x, original.GetPixel(x, y));
break;
case SKCodecOrigin.RightTop:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(original.Height - 1 - y, x, original.GetPixel(x, y));
break;
case SKCodecOrigin.RightBottom:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(original.Height - 1 - y, original.Width - 1 - x, original.GetPixel(x, y));
break;
case SKCodecOrigin.LeftTop:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(y, x, original.GetPixel(x, y));
break;
case SKCodecOrigin.BottomLeft:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(x, original.Height - 1 - y, original.GetPixel(x, y));
break;
case SKCodecOrigin.BottomRight:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(original.Width - 1 - x, original.Height - 1 - y, original.GetPixel(x, y));
break;
case SKCodecOrigin.TopRight:
for (var x = 0; x < original.Width; x++)
for (var y = 0; y < original.Height; y++)
bitmap.SetPixel(original.Width - 1 - x, y, original.GetPixel(x, y));
break;
}
return bitmap;
}
2017-06-09 19:24:31 +00:00
public string EncodeImage(string inputPath, DateTime dateModified, string outputPath, bool autoOrient, ImageOrientation? orientation, int quality, ImageProcessingOptions options, ImageFormat selectedOutputFormat)
2017-05-09 19:53:46 +00:00
{
2017-05-09 20:18:02 +00:00
if (string.IsNullOrWhiteSpace(inputPath))
{
throw new ArgumentNullException("inputPath");
}
if (string.IsNullOrWhiteSpace(inputPath))
{
throw new ArgumentNullException("outputPath");
}
var skiaOutputFormat = GetImageFormat(selectedOutputFormat);
var hasBackgroundColor = !string.IsNullOrWhiteSpace(options.BackgroundColor);
var hasForegroundColor = !string.IsNullOrWhiteSpace(options.ForegroundLayer);
var blur = options.Blur ?? 0;
2017-05-11 03:23:16 +00:00
var hasIndicator = options.AddPlayedIndicator || options.UnplayedCount.HasValue || !options.PercentPlayed.Equals(0);
2017-06-09 19:24:31 +00:00
using (var bitmap = GetBitmap(inputPath, options.CropWhiteSpace, autoOrient, orientation))
2017-05-09 19:53:46 +00:00
{
2017-05-17 18:18:18 +00:00
if (bitmap == null)
{
throw new Exception(string.Format("Skia unable to read image {0}", inputPath));
}
//_logger.Info("Color type {0}", bitmap.Info.ColorType);
var originalImageSize = new ImageSize(bitmap.Width, bitmap.Height);
ImageHelper.SaveImageSize(inputPath, dateModified, originalImageSize);
2017-06-09 19:24:31 +00:00
if (!options.CropWhiteSpace && options.HasDefaultOptions(inputPath, originalImageSize) && !autoOrient)
2017-05-15 02:27:58 +00:00
{
2017-05-17 18:18:18 +00:00
// Just spit out the original file if all the options are default
return inputPath;
2017-05-15 02:27:58 +00:00
}
var newImageSize = ImageHelper.GetNewImageSize(options, originalImageSize);
var width = Convert.ToInt32(Math.Round(newImageSize.Width));
var height = Convert.ToInt32(Math.Round(newImageSize.Height));
2017-05-11 03:23:16 +00:00
using (var resizedBitmap = new SKBitmap(width, height))//, bitmap.ColorType, bitmap.AlphaType))
2017-05-09 19:53:46 +00:00
{
// scale image
2017-05-10 19:57:55 +00:00
var resizeMethod = SKBitmapResizeMethod.Lanczos3;
bitmap.Resize(resizedBitmap, resizeMethod);
// If all we're doing is resizing then we can stop now
if (!hasBackgroundColor && !hasForegroundColor && blur == 0 && !hasIndicator)
{
using (var outputStream = new SKFileWStream(outputPath))
{
resizedBitmap.Encode(outputStream, skiaOutputFormat, quality);
2017-05-17 18:18:18 +00:00
return outputPath;
}
}
2017-05-09 19:53:46 +00:00
// create bitmap to use for canvas drawing
2017-05-11 03:23:16 +00:00
using (var saveBitmap = new SKBitmap(width, height))//, bitmap.ColorType, bitmap.AlphaType))
2017-05-09 19:53:46 +00:00
{
// create canvas used to draw into bitmap
using (var canvas = new SKCanvas(saveBitmap))
{
// set background color if present
if (hasBackgroundColor)
2017-05-09 19:53:46 +00:00
{
canvas.Clear(SKColor.Parse(options.BackgroundColor));
}
// Add blur if option is present
if (blur > 0)
2017-05-09 19:53:46 +00:00
{
using (var paint = new SKPaint())
{
// create image from resized bitmap to apply blur
2017-05-11 03:23:16 +00:00
using (var filter = SKImageFilter.CreateBlur(blur, blur))
2017-05-09 19:53:46 +00:00
{
paint.ImageFilter = filter;
canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height), paint);
}
}
}
else
{
// draw resized bitmap onto canvas
canvas.DrawBitmap(resizedBitmap, SKRect.Create(width, height));
}
// If foreground layer present then draw
if (hasForegroundColor)
2017-05-09 19:53:46 +00:00
{
Double opacity;
if (!Double.TryParse(options.ForegroundLayer, out opacity)) opacity = .4;
2017-05-11 03:23:16 +00:00
canvas.DrawColor(new SKColor(0, 0, 0, (Byte)((1 - opacity) * 0xFF)), SKBlendMode.SrcOver);
2017-05-09 19:53:46 +00:00
}
if (hasIndicator)
{
DrawIndicator(canvas, width, height, options);
}
2017-05-09 19:53:46 +00:00
using (var outputStream = new SKFileWStream(outputPath))
{
saveBitmap.Encode(outputStream, skiaOutputFormat, quality);
2017-05-09 19:53:46 +00:00
}
}
}
}
}
2017-05-17 18:18:18 +00:00
return outputPath;
2017-05-09 19:53:46 +00:00
}
public void CreateImageCollage(ImageCollageOptions options)
{
double ratio = options.Width;
ratio /= options.Height;
if (ratio >= 1.4)
{
new StripCollageBuilder(_appPaths, _fileSystem).BuildThumbCollage(options.InputPaths, options.OutputPath, options.Width, options.Height);
}
else if (ratio >= .9)
{
new StripCollageBuilder(_appPaths, _fileSystem).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, options.Height);
}
else
{
// @todo create Poster collage capability
new StripCollageBuilder(_appPaths, _fileSystem).BuildSquareCollage(options.InputPaths, options.OutputPath, options.Width, options.Height);
2017-05-09 19:53:46 +00:00
}
}
private void DrawIndicator(SKCanvas canvas, int imageWidth, int imageHeight, ImageProcessingOptions options)
{
try
{
var currentImageSize = new ImageSize(imageWidth, imageHeight);
if (options.AddPlayedIndicator)
{
var task = new PlayedIndicatorDrawer(_appPaths, _httpClientFactory(), _fileSystem).DrawPlayedIndicator(canvas, currentImageSize);
Task.WaitAll(task);
}
else if (options.UnplayedCount.HasValue)
{
new UnplayedCountIndicator(_appPaths, _httpClientFactory(), _fileSystem).DrawUnplayedCountIndicator(canvas, currentImageSize, options.UnplayedCount.Value);
}
if (options.PercentPlayed > 0)
{
new PercentPlayedDrawer().Process(canvas, currentImageSize, options.PercentPlayed);
}
}
catch (Exception ex)
{
_logger.ErrorException("Error drawing indicator overlay", ex);
}
}
public string Name
{
get { return "Skia"; }
}
public void Dispose()
{
}
public bool SupportsImageCollageCreation
{
get { return true; }
}
public bool SupportsImageEncoding
{
get { return true; }
}
}
}