using MediaBrowser.Common.Extensions; using MediaBrowser.Common.IO; using MediaBrowser.Common.Net; using MediaBrowser.Common.ScheduledTasks; using MediaBrowser.Controller.Channels; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Library; using MediaBrowser.Model.Channels; using MediaBrowser.Model.Dto; using MediaBrowser.Model.Entities; using MediaBrowser.Model.Logging; using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Server.Implementations.Channels { public class ChannelDownloadScheduledTask : IScheduledTask, IConfigurableScheduledTask { private readonly IChannelManager _manager; private readonly IServerConfigurationManager _config; private readonly ILogger _logger; private readonly IHttpClient _httpClient; private readonly IFileSystem _fileSystem; private readonly ILibraryManager _libraryManager; public ChannelDownloadScheduledTask(IChannelManager manager, IServerConfigurationManager config, ILogger logger, IHttpClient httpClient, IFileSystem fileSystem, ILibraryManager libraryManager) { _manager = manager; _config = config; _logger = logger; _httpClient = httpClient; _fileSystem = fileSystem; _libraryManager = libraryManager; } public string Name { get { return "Download channel content"; } } public string Description { get { return "Downloads channel content based on configuration."; } } public string Category { get { return "Channels"; } } public async Task Execute(CancellationToken cancellationToken, IProgress progress) { CleanChannelContent(cancellationToken); progress.Report(5); await DownloadChannelContent(cancellationToken, progress).ConfigureAwait(false); progress.Report(100); } private void CleanChannelContent(CancellationToken cancellationToken) { if (!_config.Configuration.ChannelOptions.MaxDownloadAge.HasValue) { return; } var minDateModified = DateTime.UtcNow.AddDays(0 - _config.Configuration.ChannelOptions.MaxDownloadAge.Value); var path = _manager.ChannelDownloadPath; try { DeleteCacheFilesFromDirectory(cancellationToken, path, minDateModified, new Progress()); } catch (DirectoryNotFoundException) { // No biggie here. Nothing to delete } } private async Task DownloadChannelContent(CancellationToken cancellationToken, IProgress progress) { if (_config.Configuration.ChannelOptions.DownloadingChannels.Length == 0) { return; } var result = await _manager.GetAllMedia(new AllChannelMediaQuery { ChannelIds = _config.Configuration.ChannelOptions.DownloadingChannels }, cancellationToken).ConfigureAwait(false); var path = _manager.ChannelDownloadPath; var numComplete = 0; foreach (var item in result.Items) { try { await DownloadChannelItem(item, cancellationToken, path); } catch (OperationCanceledException) { break; } catch (Exception ex) { _logger.ErrorException("Error downloading channel content for {0}", ex, item.Name); } numComplete++; double percent = numComplete; percent /= result.Items.Length; progress.Report(percent * 95 + 5); } } private async Task DownloadChannelItem(BaseItemDto item, CancellationToken cancellationToken, string path) { var sources = await _manager.GetChannelItemMediaSources(item.Id, cancellationToken) .ConfigureAwait(false); var list = sources.ToList(); var cachedVersions = list.Where(i => i.LocationType == LocationType.FileSystem).ToList(); if (cachedVersions.Count > 0) { await RefreshMediaSourceItems(cachedVersions, cancellationToken).ConfigureAwait(false); return; } var source = list.First(); var options = new HttpRequestOptions { CancellationToken = cancellationToken, Url = source.Path, Progress = new Progress() }; foreach (var header in source.RequiredHttpHeaders) { options.RequestHeaders[header.Key] = header.Value; } var destination = Path.Combine(path, item.ChannelId, item.Id); Directory.CreateDirectory(Path.GetDirectoryName(destination)); // Determine output extension var response = await _httpClient.GetTempFileResponse(options).ConfigureAwait(false); if (item.IsVideo && response.ContentType.StartsWith("video/", StringComparison.OrdinalIgnoreCase)) { var extension = response.ContentType.Split('/') .Last(); destination += "." + extension; } else if (item.IsAudio && response.ContentType.StartsWith("audio/", StringComparison.OrdinalIgnoreCase)) { var extension = response.ContentType.Replace("audio/mpeg", "audio/mp3", StringComparison.OrdinalIgnoreCase) .Split('/') .Last(); destination += "." + extension; } else { throw new ApplicationException("Unexpected response type encountered: " + response.ContentType); } File.Move(response.TempFilePath, destination); await RefreshMediaSourceItem(destination, cancellationToken).ConfigureAwait(false); } private async Task RefreshMediaSourceItems(IEnumerable items, CancellationToken cancellationToken) { foreach (var item in items) { await RefreshMediaSourceItem(item.Path, cancellationToken).ConfigureAwait(false); } } private async Task RefreshMediaSourceItem(string path, CancellationToken cancellationToken) { var item = _libraryManager.ResolvePath(new FileInfo(path)); if (item != null) { // Get the version from the database item = _libraryManager.GetItemById(item.Id) ?? item; await item.RefreshMetadata(cancellationToken).ConfigureAwait(false); } } public IEnumerable GetDefaultTriggers() { return new ITaskTrigger[] { new DailyTrigger { TimeOfDay = TimeSpan.FromHours(3) }, }; } /// /// Deletes the cache files from directory with a last write time less than a given date /// /// The task cancellation token. /// The directory. /// The min date modified. /// The progress. private void DeleteCacheFilesFromDirectory(CancellationToken cancellationToken, string directory, DateTime minDateModified, IProgress progress) { var filesToDelete = new DirectoryInfo(directory).EnumerateFiles("*", SearchOption.AllDirectories) .Where(f => _fileSystem.GetLastWriteTimeUtc(f) < minDateModified) .ToList(); var index = 0; foreach (var file in filesToDelete) { double percent = index; percent /= filesToDelete.Count; progress.Report(100 * percent); cancellationToken.ThrowIfCancellationRequested(); DeleteFile(file.FullName); index++; } progress.Report(100); } /// /// Deletes the file. /// /// The path. private void DeleteFile(string path) { try { File.Delete(path); } catch (IOException ex) { _logger.ErrorException("Error deleting file {0}", ex, path); } } public bool IsHidden { get { return !_manager.GetAllChannelFeatures() .Any(i => i.CanDownloadAllMedia && _config.Configuration.ChannelOptions.DownloadingChannels.Contains(i.Id)); } } public bool IsEnabled { get { return true; } } } }