jellyfin-server/MediaBrowser.Server.Implementations/Sync/SyncJobProcessor.cs

556 lines
19 KiB
C#
Raw Normal View History

2015-01-05 06:00:13 +00:00
using MediaBrowser.Common.Progress;
using MediaBrowser.Controller.Entities;
2014-12-13 03:56:30 +00:00
using MediaBrowser.Controller.Entities.Audio;
2014-12-11 06:20:28 +00:00
using MediaBrowser.Controller.Library;
2015-01-02 05:36:27 +00:00
using MediaBrowser.Controller.MediaEncoding;
2014-12-11 06:20:28 +00:00
using MediaBrowser.Controller.Sync;
2014-12-30 16:36:49 +00:00
using MediaBrowser.Controller.TV;
2014-12-13 03:56:30 +00:00
using MediaBrowser.Model.Dlna;
using MediaBrowser.Model.Dto;
2014-12-30 16:36:49 +00:00
using MediaBrowser.Model.Entities;
2014-12-13 03:56:30 +00:00
using MediaBrowser.Model.Logging;
using MediaBrowser.Model.MediaInfo;
2014-12-30 16:36:49 +00:00
using MediaBrowser.Model.Querying;
2014-12-13 03:56:30 +00:00
using MediaBrowser.Model.Session;
2014-12-11 06:20:28 +00:00
using MediaBrowser.Model.Sync;
using MoreLinq;
using System;
using System.Collections.Generic;
using System.Linq;
2014-12-13 03:56:30 +00:00
using System.Threading;
2014-12-11 06:20:28 +00:00
using System.Threading.Tasks;
namespace MediaBrowser.Server.Implementations.Sync
{
public class SyncJobProcessor
{
private readonly ILibraryManager _libraryManager;
private readonly ISyncRepository _syncRepo;
2014-12-13 03:56:30 +00:00
private readonly ISyncManager _syncManager;
private readonly ILogger _logger;
private readonly IUserManager _userManager;
2014-12-30 16:36:49 +00:00
private readonly ITVSeriesManager _tvSeriesManager;
2015-01-05 00:49:22 +00:00
private readonly IMediaEncoder _mediaEncoder;
2014-12-11 06:20:28 +00:00
2015-01-02 05:36:27 +00:00
public SyncJobProcessor(ILibraryManager libraryManager, ISyncRepository syncRepo, ISyncManager syncManager, ILogger logger, IUserManager userManager, ITVSeriesManager tvSeriesManager, IMediaEncoder mediaEncoder)
2014-12-11 06:20:28 +00:00
{
_libraryManager = libraryManager;
_syncRepo = syncRepo;
2014-12-13 03:56:30 +00:00
_syncManager = syncManager;
_logger = logger;
_userManager = userManager;
2014-12-30 16:36:49 +00:00
_tvSeriesManager = tvSeriesManager;
2015-01-05 00:49:22 +00:00
_mediaEncoder = mediaEncoder;
2014-12-11 06:20:28 +00:00
}
public async Task EnsureJobItems(SyncJob job)
{
2014-12-13 03:56:30 +00:00
var user = _userManager.GetUserById(job.UserId);
2014-12-11 06:20:28 +00:00
2014-12-13 03:56:30 +00:00
if (user == null)
{
throw new InvalidOperationException("Cannot proceed with sync because user no longer exists.");
}
2014-12-30 16:36:49 +00:00
var items = (await GetItemsForSync(job.Category, job.ParentId, job.RequestedItemIds, user, job.UnwatchedOnly).ConfigureAwait(false))
2014-12-11 06:20:28 +00:00
.ToList();
2014-12-13 03:56:30 +00:00
var jobItems = _syncRepo.GetJobItems(new SyncJobItemQuery
{
JobId = job.Id
}).Items.ToList();
2014-12-11 06:20:28 +00:00
foreach (var item in items)
{
2014-12-17 05:30:31 +00:00
// Respect ItemLimit, if set
if (job.ItemLimit.HasValue)
{
2014-12-30 19:16:01 +00:00
if (jobItems.Count(j => j.Status != SyncJobItemStatus.RemovedFromDevice && j.Status != SyncJobItemStatus.Failed) >= job.ItemLimit.Value)
2014-12-17 05:30:31 +00:00
{
break;
}
}
2014-12-11 06:20:28 +00:00
var itemId = item.Id.ToString("N");
var jobItem = jobItems.FirstOrDefault(i => string.Equals(i.ItemId, itemId, StringComparison.OrdinalIgnoreCase));
if (jobItem != null)
{
continue;
}
jobItem = new SyncJobItem
{
Id = Guid.NewGuid().ToString("N"),
ItemId = itemId,
2014-12-31 06:24:49 +00:00
ItemName = GetSyncJobItemName(item),
2014-12-11 06:20:28 +00:00
JobId = job.Id,
2014-12-13 03:56:30 +00:00
TargetId = job.TargetId,
DateCreated = DateTime.UtcNow
2014-12-11 06:20:28 +00:00
};
await _syncRepo.Create(jobItem).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
jobItems.Add(jobItem);
}
jobItems = jobItems
.OrderBy(i => i.DateCreated)
.ToList();
await UpdateJobStatus(job, jobItems).ConfigureAwait(false);
}
2014-12-31 06:24:49 +00:00
private string GetSyncJobItemName(BaseItem item)
{
return item.Name;
}
2014-12-17 05:30:31 +00:00
public Task UpdateJobStatus(string id)
{
var job = _syncRepo.GetJob(id);
return UpdateJobStatus(job);
}
2014-12-13 03:56:30 +00:00
private Task UpdateJobStatus(SyncJob job)
{
if (job == null)
{
throw new ArgumentNullException("job");
}
var result = _syncRepo.GetJobItems(new SyncJobItemQuery
{
JobId = job.Id
});
return UpdateJobStatus(job, result.Items.ToList());
}
private Task UpdateJobStatus(SyncJob job, List<SyncJobItem> jobItems)
{
job.ItemCount = jobItems.Count;
double pct = 0;
foreach (var item in jobItems)
{
2014-12-30 16:36:49 +00:00
if (item.Status == SyncJobItemStatus.Failed || item.Status == SyncJobItemStatus.Synced || item.Status == SyncJobItemStatus.RemovedFromDevice)
2014-12-13 03:56:30 +00:00
{
pct += 100;
}
else
{
pct += item.Progress ?? 0;
}
}
if (job.ItemCount > 0)
{
pct /= job.ItemCount;
job.Progress = pct;
}
else
{
job.Progress = null;
}
if (pct >= 100)
{
if (jobItems.Any(i => i.Status == SyncJobItemStatus.Failed))
{
job.Status = SyncJobStatus.CompletedWithError;
}
else
{
job.Status = SyncJobStatus.Completed;
}
}
else if (pct.Equals(0))
{
job.Status = SyncJobStatus.Queued;
}
else
{
job.Status = SyncJobStatus.InProgress;
2014-12-11 06:20:28 +00:00
}
2014-12-13 03:56:30 +00:00
return _syncRepo.Update(job);
2014-12-11 06:20:28 +00:00
}
2014-12-30 16:36:49 +00:00
public async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory? category, string parentId, IEnumerable<string> itemIds, User user, bool unwatchedOnly)
2014-12-11 06:20:28 +00:00
{
2014-12-30 16:36:49 +00:00
var items = category.HasValue ?
await GetItemsForSync(category.Value, parentId, user).ConfigureAwait(false) :
itemIds.SelectMany(i => GetItemsForSync(i, user))
2014-12-17 22:39:17 +00:00
.Where(_syncManager.SupportsSync);
if (unwatchedOnly)
{
// Avoid implicitly captured closure
var currentUser = user;
items = items.Where(i =>
{
var video = i as Video;
if (video != null)
{
return !video.IsPlayed(currentUser);
}
return true;
});
}
return items.DistinctBy(i => i.Id);
2014-12-11 06:20:28 +00:00
}
2014-12-30 16:36:49 +00:00
private async Task<IEnumerable<BaseItem>> GetItemsForSync(SyncCategory category, string parentId, User user)
{
var parent = string.IsNullOrWhiteSpace(parentId)
? user.RootFolder
: (Folder)_libraryManager.GetItemById(parentId);
InternalItemsQuery query;
switch (category)
{
case SyncCategory.Latest:
query = new InternalItemsQuery
{
IsFolder = false,
SortBy = new[] { ItemSortBy.DateCreated, ItemSortBy.SortName },
SortOrder = SortOrder.Descending,
Recursive = true
};
break;
case SyncCategory.Resume:
query = new InternalItemsQuery
{
IsFolder = false,
SortBy = new[] { ItemSortBy.DatePlayed, ItemSortBy.SortName },
SortOrder = SortOrder.Descending,
Recursive = true,
IsResumable = true,
MediaTypes = new[] { MediaType.Video }
};
break;
case SyncCategory.NextUp:
return _tvSeriesManager.GetNextUp(new NextUpQuery
{
ParentId = parentId,
UserId = user.Id.ToString("N")
}).Items;
default:
throw new ArgumentException("Unrecognized category: " + category);
}
query.User = user;
var result = await parent.GetItems(query).ConfigureAwait(false);
return result.Items;
}
2014-12-13 03:56:30 +00:00
private IEnumerable<BaseItem> GetItemsForSync(string id, User user)
2014-12-11 06:20:28 +00:00
{
var item = _libraryManager.GetItemById(id);
if (item == null)
{
return new List<BaseItem>();
}
2014-12-13 03:56:30 +00:00
return GetItemsForSync(item, user);
2014-12-11 06:20:28 +00:00
}
2014-12-13 03:56:30 +00:00
private IEnumerable<BaseItem> GetItemsForSync(BaseItem item, User user)
2014-12-11 06:20:28 +00:00
{
2014-12-13 03:56:30 +00:00
var itemByName = item as IItemByName;
if (itemByName != null)
{
var items = user.RootFolder
.GetRecursiveChildren(user);
return itemByName.GetTaggedItems(items);
2014-12-17 22:39:17 +00:00
}
2014-12-13 03:56:30 +00:00
if (item.IsFolder)
{
var folder = (Folder)item;
var items = folder.GetRecursiveChildren(user);
items = items.Where(i => !i.IsFolder);
if (!folder.IsPreSorted)
{
items = items.OrderBy(i => i.SortName);
}
return items;
}
2014-12-11 06:20:28 +00:00
return new[] { item };
}
2014-12-13 03:56:30 +00:00
public async Task EnsureSyncJobs(CancellationToken cancellationToken)
{
var jobResult = _syncRepo.GetJobs(new SyncJobQuery
{
IsCompleted = false
});
foreach (var job in jobResult.Items)
{
cancellationToken.ThrowIfCancellationRequested();
if (job.SyncNewContent)
{
await EnsureJobItems(job).ConfigureAwait(false);
}
}
}
public async Task Sync(IProgress<double> progress, CancellationToken cancellationToken)
{
await EnsureSyncJobs(cancellationToken).ConfigureAwait(false);
2014-12-30 19:16:01 +00:00
// If it already has a converting status then is must have been aborted during conversion
2014-12-13 03:56:30 +00:00
var result = _syncRepo.GetJobItems(new SyncJobItemQuery
{
2014-12-30 19:16:01 +00:00
Statuses = new List<SyncJobItemStatus> { SyncJobItemStatus.Queued, SyncJobItemStatus.Converting }
2014-12-13 03:56:30 +00:00
});
var jobItems = result.Items;
var index = 0;
foreach (var item in jobItems)
{
double percent = index;
percent /= result.TotalRecordCount;
progress.Report(100 * percent);
cancellationToken.ThrowIfCancellationRequested();
2015-01-05 06:00:13 +00:00
var innerProgress = new ActionableProgress<double>();
2014-12-13 03:56:30 +00:00
var job = _syncRepo.GetJob(item.JobId);
2015-01-06 03:25:23 +00:00
await ProcessJobItem(job, item, innerProgress, cancellationToken).ConfigureAwait(false);
job = _syncRepo.GetJob(item.JobId);
2014-12-13 03:56:30 +00:00
await UpdateJobStatus(job).ConfigureAwait(false);
index++;
}
}
2015-01-06 03:25:23 +00:00
private async Task ProcessJobItem(SyncJob job, SyncJobItem jobItem, IProgress<double> progress, CancellationToken cancellationToken)
2014-12-13 03:56:30 +00:00
{
var item = _libraryManager.GetItemById(jobItem.ItemId);
if (item == null)
{
jobItem.Status = SyncJobItemStatus.Failed;
_logger.Error("Unable to locate library item for JobItem {0}, ItemId {1}", jobItem.Id, jobItem.ItemId);
await _syncRepo.Update(jobItem).ConfigureAwait(false);
return;
}
var deviceProfile = _syncManager.GetDeviceProfile(jobItem.TargetId);
if (deviceProfile == null)
{
jobItem.Status = SyncJobItemStatus.Failed;
_logger.Error("Unable to locate SyncTarget for JobItem {0}, SyncTargetId {1}", jobItem.Id, jobItem.TargetId);
await _syncRepo.Update(jobItem).ConfigureAwait(false);
return;
}
jobItem.Progress = 0;
jobItem.Status = SyncJobItemStatus.Converting;
2015-01-06 03:25:23 +00:00
var user = _userManager.GetUserById(job.UserId);
2014-12-13 03:56:30 +00:00
var video = item as Video;
if (video != null)
{
2015-01-06 03:25:23 +00:00
await Sync(jobItem, video, user, deviceProfile, progress, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
else if (item is Audio)
{
2015-01-06 03:25:23 +00:00
await Sync(jobItem, (Audio)item, user, deviceProfile, progress, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
else if (item is Photo)
{
2014-12-28 06:21:39 +00:00
await Sync(jobItem, (Photo)item, deviceProfile, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2014-12-28 06:21:39 +00:00
else
2014-12-13 03:56:30 +00:00
{
2014-12-28 06:21:39 +00:00
await SyncGeneric(jobItem, item, deviceProfile, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
}
2015-01-06 03:25:23 +00:00
private async Task Sync(SyncJobItem jobItem, Video item, User user, DeviceProfile profile, IProgress<double> progress, CancellationToken cancellationToken)
2014-12-13 03:56:30 +00:00
{
var options = new VideoOptions
{
2015-01-02 05:36:27 +00:00
Context = EncodingContext.Static,
2014-12-13 03:56:30 +00:00
ItemId = item.Id.ToString("N"),
DeviceId = jobItem.TargetId,
Profile = profile,
2015-01-06 03:25:23 +00:00
MediaSources = item.GetMediaSources(false, user).ToList()
2014-12-13 03:56:30 +00:00
};
var streamInfo = new StreamBuilder().BuildVideoItem(options);
var mediaSource = streamInfo.MediaSource;
2014-12-26 17:45:06 +00:00
jobItem.MediaSourceId = streamInfo.MediaSourceId;
2014-12-28 06:21:39 +00:00
if (streamInfo.PlayMethod == PlayMethod.Transcode)
{
2015-01-02 05:36:27 +00:00
jobItem.Status = SyncJobItemStatus.Converting;
2015-01-06 03:25:23 +00:00
jobItem.RequiresConversion = true;
2014-12-28 06:21:39 +00:00
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2015-01-02 05:36:27 +00:00
2015-01-05 06:00:13 +00:00
try
{
jobItem.OutputPath = await _mediaEncoder.EncodeVideo(new EncodingJobOptions(streamInfo, profile), progress,
cancellationToken);
}
catch (OperationCanceledException)
{
jobItem.Status = SyncJobItemStatus.Queued;
}
catch (Exception ex)
{
jobItem.Status = SyncJobItemStatus.Failed;
_logger.ErrorException("Error during sync transcoding", ex);
}
if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
{
await _syncRepo.Update(jobItem).ConfigureAwait(false);
return;
}
2014-12-28 06:21:39 +00:00
}
else
2014-12-13 03:56:30 +00:00
{
2015-01-06 03:25:23 +00:00
jobItem.RequiresConversion = false;
2014-12-13 03:56:30 +00:00
if (mediaSource.Protocol == MediaProtocol.File)
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = mediaSource.Path;
2014-12-13 03:56:30 +00:00
}
2015-01-02 06:12:58 +00:00
else if (mediaSource.Protocol == MediaProtocol.Http)
2014-12-13 03:56:30 +00:00
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2015-01-02 05:36:27 +00:00
else
{
throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
}
2014-12-13 03:56:30 +00:00
}
2014-12-28 06:21:39 +00:00
jobItem.Progress = 50;
jobItem.Status = SyncJobItemStatus.Transferring;
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2015-01-06 03:25:23 +00:00
private async Task Sync(SyncJobItem jobItem, Audio item, User user, DeviceProfile profile, IProgress<double> progress, CancellationToken cancellationToken)
2014-12-13 03:56:30 +00:00
{
var options = new AudioOptions
{
2015-01-02 05:36:27 +00:00
Context = EncodingContext.Static,
2014-12-13 03:56:30 +00:00
ItemId = item.Id.ToString("N"),
DeviceId = jobItem.TargetId,
Profile = profile,
2015-01-06 03:25:23 +00:00
MediaSources = item.GetMediaSources(false, user).ToList()
2014-12-13 03:56:30 +00:00
};
var streamInfo = new StreamBuilder().BuildAudioItem(options);
var mediaSource = streamInfo.MediaSource;
2014-12-26 17:45:06 +00:00
jobItem.MediaSourceId = streamInfo.MediaSourceId;
2014-12-28 06:21:39 +00:00
if (streamInfo.PlayMethod == PlayMethod.Transcode)
{
2015-01-02 05:36:27 +00:00
jobItem.Status = SyncJobItemStatus.Converting;
2015-01-06 03:25:23 +00:00
jobItem.RequiresConversion = true;
2014-12-28 06:21:39 +00:00
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2015-01-05 06:00:13 +00:00
try
{
jobItem.OutputPath = await _mediaEncoder.EncodeAudio(new EncodingJobOptions(streamInfo, profile), progress, cancellationToken);
}
catch (OperationCanceledException)
{
jobItem.Status = SyncJobItemStatus.Queued;
}
catch (Exception ex)
{
jobItem.Status = SyncJobItemStatus.Failed;
_logger.ErrorException("Error during sync transcoding", ex);
}
if (jobItem.Status == SyncJobItemStatus.Failed || jobItem.Status == SyncJobItemStatus.Queued)
{
await _syncRepo.Update(jobItem).ConfigureAwait(false);
return;
}
2014-12-28 06:21:39 +00:00
}
else
2014-12-13 03:56:30 +00:00
{
2015-01-06 03:25:23 +00:00
jobItem.RequiresConversion = false;
2014-12-13 03:56:30 +00:00
if (mediaSource.Protocol == MediaProtocol.File)
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = mediaSource.Path;
2014-12-13 03:56:30 +00:00
}
2015-01-02 06:12:58 +00:00
else if (mediaSource.Protocol == MediaProtocol.Http)
2014-12-13 03:56:30 +00:00
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = await DownloadFile(jobItem, mediaSource, cancellationToken).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2015-01-02 05:36:27 +00:00
else
{
throw new InvalidOperationException(string.Format("Cannot direct stream {0} protocol", mediaSource.Protocol));
}
2014-12-13 03:56:30 +00:00
}
2014-12-28 06:21:39 +00:00
jobItem.Progress = 50;
jobItem.Status = SyncJobItemStatus.Transferring;
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2014-12-28 06:21:39 +00:00
private async Task Sync(SyncJobItem jobItem, Photo item, DeviceProfile profile, CancellationToken cancellationToken)
2014-12-13 03:56:30 +00:00
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = item.Path;
jobItem.Progress = 50;
jobItem.Status = SyncJobItemStatus.Transferring;
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
2014-12-28 06:21:39 +00:00
private async Task SyncGeneric(SyncJobItem jobItem, BaseItem item, DeviceProfile profile, CancellationToken cancellationToken)
2014-12-13 03:56:30 +00:00
{
2014-12-28 06:21:39 +00:00
jobItem.OutputPath = item.Path;
jobItem.Progress = 50;
jobItem.Status = SyncJobItemStatus.Transferring;
await _syncRepo.Update(jobItem).ConfigureAwait(false);
2014-12-13 03:56:30 +00:00
}
private async Task<string> DownloadFile(SyncJobItem jobItem, MediaSourceInfo mediaSource, CancellationToken cancellationToken)
{
// TODO: Download
return mediaSource.Path;
}
2014-12-11 06:20:28 +00:00
}
}