#pragma warning disable CS1591 using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Threading; using System.Threading.Tasks; using MediaBrowser.Controller.Entities; using MediaBrowser.Controller.Entities.TV; using MediaBrowser.Controller.MediaEncoding; using MediaBrowser.Controller.Providers; using MediaBrowser.Model.Drawing; using MediaBrowser.Model.Dto; using MediaBrowser.Model.Entities; using MediaBrowser.Model.MediaInfo; using MediaBrowser.Model.Net; namespace MediaBrowser.Providers.MediaInfo { /// /// Uses ffmpeg to extract embedded images. /// public class EmbeddedImageProvider : IDynamicImageProvider, IHasOrder { private static readonly string[] _primaryImageFileNames = { "poster", "folder", "cover", "default" }; private static readonly string[] _backdropImageFileNames = { "backdrop", "fanart", "background", "art" }; private static readonly string[] _logoImageFileNames = { "logo", }; private readonly IMediaEncoder _mediaEncoder; public EmbeddedImageProvider(IMediaEncoder mediaEncoder) { _mediaEncoder = mediaEncoder; } /// public string Name => "Embedded Image Extractor"; /// // Default to after internet image providers but before Screen Grabber public int Order => 99; /// public IEnumerable GetSupportedImages(BaseItem item) { if (item is Video) { if (item is Episode) { return new List { ImageType.Primary, }; } return new List { ImageType.Primary, ImageType.Backdrop, ImageType.Logo, }; } return new List(); } /// public Task GetImage(BaseItem item, ImageType type, CancellationToken cancellationToken) { var video = (Video)item; // No support for these if (video.IsPlaceHolder || video.VideoType == VideoType.Dvd) { return Task.FromResult(new DynamicImageResponse { HasImage = false }); } return GetEmbeddedImage(video, type, cancellationToken); } private async Task GetEmbeddedImage(Video item, ImageType type, CancellationToken cancellationToken) { MediaSourceInfo mediaSource = new MediaSourceInfo { VideoType = item.VideoType, IsoType = item.IsoType, Protocol = item.PathProtocol ?? MediaProtocol.File, }; string[] imageFileNames = type switch { ImageType.Primary => _primaryImageFileNames, ImageType.Backdrop => _backdropImageFileNames, ImageType.Logo => _logoImageFileNames, _ => _primaryImageFileNames }; // Try attachments first var attachmentSources = item.GetMediaSources(false).SelectMany(source => source.MediaAttachments).ToList(); var attachmentStream = attachmentSources .Where(attachment => !string.IsNullOrEmpty(attachment.FileName)) .FirstOrDefault(attachment => imageFileNames.Any(name => attachment.FileName.Contains(name, StringComparison.OrdinalIgnoreCase))); if (attachmentStream != null) { var extension = string.IsNullOrEmpty(attachmentStream.MimeType) ? Path.GetExtension(attachmentStream.FileName) : MimeTypes.ToExtension(attachmentStream.MimeType); if (string.IsNullOrEmpty(extension)) { extension = ".jpg"; } string extractedAttachmentPath = await _mediaEncoder.ExtractVideoImage(item.Path, item.Container, mediaSource, null, attachmentStream.Index, extension, cancellationToken).ConfigureAwait(false); ImageFormat format = extension switch { ".bmp" => ImageFormat.Bmp, ".gif" => ImageFormat.Gif, ".jpg" => ImageFormat.Jpg, ".png" => ImageFormat.Png, ".webp" => ImageFormat.Webp, _ => ImageFormat.Jpg }; return new DynamicImageResponse { Format = format, HasImage = true, Path = extractedAttachmentPath, Protocol = MediaProtocol.File }; } // Fall back to EmbeddedImage streams var imageStreams = item.GetMediaStreams().FindAll(i => i.Type == MediaStreamType.EmbeddedImage); if (!imageStreams.Any()) { // Can't extract if we don't have any EmbeddedImage streams return new DynamicImageResponse { HasImage = false }; } // Extract first stream containing an element of imageFileNames var imageStream = imageStreams .Where(stream => !string.IsNullOrEmpty(stream.Comment)) .FirstOrDefault(stream => imageFileNames.Any(name => stream.Comment.Contains(name, StringComparison.OrdinalIgnoreCase))); // Primary type only: default to first image if none found by label if (imageStream == null) { if (type == ImageType.Primary) { imageStream = imageStreams[0]; } else { // No streams matched, abort return new DynamicImageResponse { HasImage = false }; } } string extractedImagePath = await _mediaEncoder.ExtractVideoImage(item.Path, item.Container, mediaSource, imageStream, imageStream.Index, "jpg", cancellationToken).ConfigureAwait(false); return new DynamicImageResponse { Format = ImageFormat.Jpg, HasImage = true, Path = extractedImagePath, Protocol = MediaProtocol.File }; } /// public bool Supports(BaseItem item) { if (item.IsShortcut) { return false; } if (!item.IsFileProtocol) { return false; } return item is Video video && !video.IsPlaceHolder && video.IsCompleteMedia; } } }