2015-02-28 13:42:47 +00:00
|
|
|
|
using MediaBrowser.Common.IO;
|
|
|
|
|
using MediaBrowser.Common.Progress;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
using MediaBrowser.Controller;
|
|
|
|
|
using MediaBrowser.Controller.Sync;
|
2015-02-22 19:05:38 +00:00
|
|
|
|
using MediaBrowser.Model.Dto;
|
2015-02-28 13:42:47 +00:00
|
|
|
|
using MediaBrowser.Model.Entities;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
using MediaBrowser.Model.Logging;
|
2015-02-28 13:42:47 +00:00
|
|
|
|
using MediaBrowser.Model.MediaInfo;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
using MediaBrowser.Model.Sync;
|
|
|
|
|
using System;
|
2015-02-28 13:42:47 +00:00
|
|
|
|
using System.Collections.Generic;
|
|
|
|
|
using System.IO;
|
|
|
|
|
using System.Linq;
|
|
|
|
|
using System.Security.Cryptography;
|
|
|
|
|
using System.Text;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
using System.Threading;
|
|
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
|
|
|
|
|
namespace MediaBrowser.Server.Implementations.Sync
|
|
|
|
|
{
|
|
|
|
|
public class MediaSync
|
|
|
|
|
{
|
|
|
|
|
private readonly ISyncManager _syncManager;
|
|
|
|
|
private readonly IServerApplicationHost _appHost;
|
|
|
|
|
private readonly ILogger _logger;
|
2015-02-28 13:42:47 +00:00
|
|
|
|
private readonly IFileSystem _fileSystem;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
public MediaSync(ILogger logger, ISyncManager syncManager, IServerApplicationHost appHost, IFileSystem fileSystem)
|
2015-02-05 05:29:37 +00:00
|
|
|
|
{
|
|
|
|
|
_logger = logger;
|
|
|
|
|
_syncManager = syncManager;
|
|
|
|
|
_appHost = appHost;
|
2015-02-28 13:42:47 +00:00
|
|
|
|
_fileSystem = fileSystem;
|
2015-02-05 05:29:37 +00:00
|
|
|
|
}
|
|
|
|
|
|
2015-02-26 20:06:42 +00:00
|
|
|
|
public async Task Sync(IServerSyncProvider provider,
|
2015-02-28 13:42:47 +00:00
|
|
|
|
ISyncDataProvider dataProvider,
|
2015-02-05 05:29:37 +00:00
|
|
|
|
SyncTarget target,
|
|
|
|
|
IProgress<double> progress,
|
|
|
|
|
CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var serverId = _appHost.SystemId;
|
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
await SyncData(provider, dataProvider, serverId, target, cancellationToken).ConfigureAwait(false);
|
2015-02-05 05:29:37 +00:00
|
|
|
|
progress.Report(3);
|
|
|
|
|
|
|
|
|
|
var innerProgress = new ActionableProgress<double>();
|
|
|
|
|
innerProgress.RegisterAction(pct =>
|
|
|
|
|
{
|
|
|
|
|
var totalProgress = pct * .97;
|
|
|
|
|
totalProgress += 1;
|
|
|
|
|
progress.Report(totalProgress);
|
|
|
|
|
});
|
2015-02-28 13:42:47 +00:00
|
|
|
|
await GetNewMedia(provider, dataProvider, target, serverId, innerProgress, cancellationToken);
|
2015-02-22 19:05:38 +00:00
|
|
|
|
|
|
|
|
|
// Do the data sync twice so the server knows what was removed from the device
|
2015-02-28 13:42:47 +00:00
|
|
|
|
await SyncData(provider, dataProvider, serverId, target, cancellationToken).ConfigureAwait(false);
|
2015-02-22 19:05:38 +00:00
|
|
|
|
|
2015-02-05 05:29:37 +00:00
|
|
|
|
progress.Report(100);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task SyncData(IServerSyncProvider provider,
|
2015-02-28 13:42:47 +00:00
|
|
|
|
ISyncDataProvider dataProvider,
|
2015-02-05 05:29:37 +00:00
|
|
|
|
string serverId,
|
|
|
|
|
SyncTarget target,
|
|
|
|
|
CancellationToken cancellationToken)
|
|
|
|
|
{
|
2015-02-28 13:42:47 +00:00
|
|
|
|
var localIds = await dataProvider.GetServerItemIds(target, serverId).ConfigureAwait(false);
|
2015-02-26 20:06:42 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
var result = await _syncManager.SyncData(new SyncDataRequest
|
|
|
|
|
{
|
|
|
|
|
TargetId = target.Id,
|
|
|
|
|
LocalItemIds = localIds
|
2015-02-26 20:06:42 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
}).ConfigureAwait(false);
|
2015-02-26 20:06:42 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
cancellationToken.ThrowIfCancellationRequested();
|
2015-02-26 20:06:42 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
foreach (var itemIdToRemove in result.ItemIdsToRemove)
|
|
|
|
|
{
|
|
|
|
|
try
|
|
|
|
|
{
|
|
|
|
|
await RemoveItem(provider, dataProvider, serverId, itemIdToRemove, target, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_logger.ErrorException("Error deleting item from device. Id: {0}", ex, itemIdToRemove);
|
|
|
|
|
}
|
|
|
|
|
}
|
2015-02-05 05:29:37 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task GetNewMedia(IServerSyncProvider provider,
|
2015-02-28 13:42:47 +00:00
|
|
|
|
ISyncDataProvider dataProvider,
|
2015-02-05 05:29:37 +00:00
|
|
|
|
SyncTarget target,
|
|
|
|
|
string serverId,
|
|
|
|
|
IProgress<double> progress,
|
|
|
|
|
CancellationToken cancellationToken)
|
|
|
|
|
{
|
2015-02-26 20:06:42 +00:00
|
|
|
|
var jobItems = await _syncManager.GetReadySyncItems(target.Id).ConfigureAwait(false);
|
|
|
|
|
|
2015-02-05 05:29:37 +00:00
|
|
|
|
var numComplete = 0;
|
|
|
|
|
double startingPercent = 0;
|
|
|
|
|
double percentPerItem = 1;
|
|
|
|
|
if (jobItems.Count > 0)
|
|
|
|
|
{
|
|
|
|
|
percentPerItem /= jobItems.Count;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
foreach (var jobItem in jobItems)
|
|
|
|
|
{
|
|
|
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|
|
|
|
|
|
|
|
|
var currentPercent = startingPercent;
|
|
|
|
|
var innerProgress = new ActionableProgress<double>();
|
|
|
|
|
innerProgress.RegisterAction(pct =>
|
|
|
|
|
{
|
|
|
|
|
var totalProgress = pct * percentPerItem;
|
|
|
|
|
totalProgress += currentPercent;
|
|
|
|
|
progress.Report(totalProgress);
|
|
|
|
|
});
|
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
await GetItem(provider, dataProvider, target, serverId, jobItem, innerProgress, cancellationToken).ConfigureAwait(false);
|
2015-02-05 05:29:37 +00:00
|
|
|
|
|
|
|
|
|
numComplete++;
|
|
|
|
|
startingPercent = numComplete;
|
|
|
|
|
startingPercent /= jobItems.Count;
|
|
|
|
|
startingPercent *= 100;
|
|
|
|
|
progress.Report(startingPercent);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task GetItem(IServerSyncProvider provider,
|
2015-02-28 13:42:47 +00:00
|
|
|
|
ISyncDataProvider dataProvider,
|
2015-02-05 05:29:37 +00:00
|
|
|
|
SyncTarget target,
|
|
|
|
|
string serverId,
|
|
|
|
|
SyncedItem jobItem,
|
|
|
|
|
IProgress<double> progress,
|
|
|
|
|
CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
var libraryItem = jobItem.Item;
|
|
|
|
|
var internalSyncJobItem = _syncManager.GetJobItem(jobItem.SyncJobItemId);
|
|
|
|
|
|
|
|
|
|
var fileTransferProgress = new ActionableProgress<double>();
|
|
|
|
|
fileTransferProgress.RegisterAction(pct => progress.Report(pct * .92));
|
|
|
|
|
|
2015-03-06 06:10:53 +00:00
|
|
|
|
var localItem = CreateLocalItem(provider, jobItem.SyncJobId, target, libraryItem, serverId, jobItem.OriginalFileName);
|
2015-02-28 13:42:47 +00:00
|
|
|
|
|
2015-02-05 05:29:37 +00:00
|
|
|
|
await _syncManager.ReportSyncJobItemTransferBeginning(internalSyncJobItem.Id);
|
|
|
|
|
|
|
|
|
|
var transferSuccess = false;
|
|
|
|
|
Exception transferException = null;
|
|
|
|
|
|
|
|
|
|
try
|
|
|
|
|
{
|
2015-02-28 13:42:47 +00:00
|
|
|
|
await SendFile(provider, internalSyncJobItem.OutputPath, localItem, target, cancellationToken).ConfigureAwait(false);
|
2015-02-22 19:05:38 +00:00
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
// Create db record
|
|
|
|
|
await dataProvider.AddOrUpdate(target, localItem).ConfigureAwait(false);
|
2015-02-05 05:29:37 +00:00
|
|
|
|
|
|
|
|
|
progress.Report(92);
|
|
|
|
|
|
|
|
|
|
transferSuccess = true;
|
|
|
|
|
|
|
|
|
|
progress.Report(99);
|
|
|
|
|
}
|
|
|
|
|
catch (Exception ex)
|
|
|
|
|
{
|
|
|
|
|
_logger.ErrorException("Error transferring sync job file", ex);
|
|
|
|
|
transferException = ex;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (transferSuccess)
|
|
|
|
|
{
|
|
|
|
|
await _syncManager.ReportSyncJobItemTransferred(jobItem.SyncJobItemId).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
await _syncManager.ReportSyncJobItemTransferFailed(jobItem.SyncJobItemId).ConfigureAwait(false);
|
|
|
|
|
|
|
|
|
|
throw transferException;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2015-02-28 13:42:47 +00:00
|
|
|
|
private async Task RemoveItem(IServerSyncProvider provider,
|
|
|
|
|
ISyncDataProvider dataProvider,
|
2015-02-05 05:29:37 +00:00
|
|
|
|
string serverId,
|
|
|
|
|
string itemId,
|
|
|
|
|
SyncTarget target,
|
|
|
|
|
CancellationToken cancellationToken)
|
|
|
|
|
{
|
2015-02-28 13:42:47 +00:00
|
|
|
|
var localId = GetLocalId(serverId, itemId);
|
|
|
|
|
var localItem = await dataProvider.Get(target, localId);
|
|
|
|
|
|
|
|
|
|
if (localItem == null)
|
|
|
|
|
{
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
var files = await GetFiles(provider, localItem, target);
|
|
|
|
|
|
|
|
|
|
foreach (var file in files)
|
|
|
|
|
{
|
|
|
|
|
await provider.DeleteFile(file.Path, target, cancellationToken).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
await dataProvider.Delete(target, localId).ConfigureAwait(false);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private Task SendFile(IServerSyncProvider provider, string inputPath, LocalItem item, SyncTarget target, CancellationToken cancellationToken)
|
|
|
|
|
{
|
|
|
|
|
return provider.SendFile(inputPath, item.LocalPath, target, new Progress<double>(), cancellationToken);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private string GetLocalId(string serverId, string itemId)
|
|
|
|
|
{
|
|
|
|
|
var bytes = Encoding.UTF8.GetBytes(serverId + itemId);
|
|
|
|
|
bytes = CreateMD5(bytes);
|
|
|
|
|
return BitConverter.ToString(bytes, 0, bytes.Length).Replace("-", string.Empty);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private byte[] CreateMD5(byte[] value)
|
|
|
|
|
{
|
|
|
|
|
using (var provider = MD5.Create())
|
|
|
|
|
{
|
|
|
|
|
return provider.ComputeHash(value);
|
|
|
|
|
}
|
2015-02-05 05:29:37 +00:00
|
|
|
|
}
|
2015-02-22 19:05:38 +00:00
|
|
|
|
|
2015-03-06 06:10:53 +00:00
|
|
|
|
public LocalItem CreateLocalItem(IServerSyncProvider provider, string syncJobId, SyncTarget target, BaseItemDto libraryItem, string serverId, string originalFileName)
|
2015-02-22 19:05:38 +00:00
|
|
|
|
{
|
2015-03-06 06:10:53 +00:00
|
|
|
|
var path = GetDirectoryPath(provider, syncJobId, libraryItem, serverId);
|
2015-02-28 13:42:47 +00:00
|
|
|
|
path.Add(GetLocalFileName(provider, libraryItem, originalFileName));
|
|
|
|
|
|
|
|
|
|
var localPath = provider.GetFullPath(path, target);
|
|
|
|
|
|
|
|
|
|
foreach (var mediaSource in libraryItem.MediaSources)
|
|
|
|
|
{
|
|
|
|
|
mediaSource.Path = localPath;
|
|
|
|
|
mediaSource.Protocol = MediaProtocol.File;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return new LocalItem
|
|
|
|
|
{
|
|
|
|
|
Item = libraryItem,
|
|
|
|
|
ItemId = libraryItem.Id,
|
|
|
|
|
ServerId = serverId,
|
|
|
|
|
LocalPath = localPath,
|
|
|
|
|
Id = GetLocalId(serverId, libraryItem.Id)
|
|
|
|
|
};
|
2015-02-22 19:05:38 +00:00
|
|
|
|
}
|
2015-02-26 20:06:42 +00:00
|
|
|
|
|
2015-03-06 06:10:53 +00:00
|
|
|
|
private List<string> GetDirectoryPath(IServerSyncProvider provider, string syncJobId, BaseItemDto item, string serverId)
|
2015-02-26 20:06:42 +00:00
|
|
|
|
{
|
2015-02-28 13:42:47 +00:00
|
|
|
|
var parts = new List<string>
|
|
|
|
|
{
|
2015-03-06 06:10:53 +00:00
|
|
|
|
serverId,
|
|
|
|
|
syncJobId
|
2015-02-28 13:42:47 +00:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (item.IsType("episode"))
|
|
|
|
|
{
|
|
|
|
|
parts.Add("TV");
|
2015-03-06 06:10:53 +00:00
|
|
|
|
if (!string.IsNullOrWhiteSpace(item.SeriesName))
|
2015-02-28 13:42:47 +00:00
|
|
|
|
{
|
2015-03-06 06:10:53 +00:00
|
|
|
|
parts.Add(item.SeriesName);
|
2015-02-28 13:42:47 +00:00
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else if (item.IsVideo)
|
|
|
|
|
{
|
|
|
|
|
parts.Add("Videos");
|
|
|
|
|
parts.Add(item.Name);
|
|
|
|
|
}
|
|
|
|
|
else if (item.IsAudio)
|
|
|
|
|
{
|
|
|
|
|
parts.Add("Music");
|
|
|
|
|
|
|
|
|
|
if (!string.IsNullOrWhiteSpace(item.AlbumArtist))
|
|
|
|
|
{
|
|
|
|
|
parts.Add(item.AlbumArtist);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!string.IsNullOrWhiteSpace(item.Album))
|
|
|
|
|
{
|
|
|
|
|
parts.Add(item.Album);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else if (string.Equals(item.MediaType, MediaType.Photo, StringComparison.OrdinalIgnoreCase))
|
|
|
|
|
{
|
|
|
|
|
parts.Add("Photos");
|
|
|
|
|
|
|
|
|
|
if (!string.IsNullOrWhiteSpace(item.Album))
|
|
|
|
|
{
|
|
|
|
|
parts.Add(item.Album);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return parts.Select(i => GetValidFilename(provider, i)).ToList();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private string GetLocalFileName(IServerSyncProvider provider, BaseItemDto item, string originalFileName)
|
|
|
|
|
{
|
|
|
|
|
var filename = originalFileName;
|
|
|
|
|
|
2015-03-06 06:10:53 +00:00
|
|
|
|
if (string.IsNullOrWhiteSpace(filename))
|
2015-02-28 13:42:47 +00:00
|
|
|
|
{
|
|
|
|
|
filename = item.Name;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return GetValidFilename(provider, filename);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private string GetValidFilename(IServerSyncProvider provider, string filename)
|
|
|
|
|
{
|
|
|
|
|
// We can always add this method to the sync provider if it's really needed
|
|
|
|
|
return _fileSystem.GetValidFilename(filename);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private async Task<List<ItemFileInfo>> GetFiles(IServerSyncProvider provider, LocalItem item, SyncTarget target)
|
|
|
|
|
{
|
|
|
|
|
var path = item.LocalPath;
|
|
|
|
|
path = provider.GetParentDirectoryPath(path, target);
|
|
|
|
|
|
|
|
|
|
var list = await provider.GetFileSystemEntries(path, target).ConfigureAwait(false);
|
|
|
|
|
|
|
|
|
|
var itemFiles = new List<ItemFileInfo>();
|
|
|
|
|
|
|
|
|
|
var name = Path.GetFileNameWithoutExtension(item.LocalPath);
|
|
|
|
|
|
|
|
|
|
foreach (var file in list.Where(f => f.Name.Contains(name)))
|
|
|
|
|
{
|
|
|
|
|
var itemFile = new ItemFileInfo
|
|
|
|
|
{
|
|
|
|
|
Path = file.Path,
|
|
|
|
|
Name = file.Name
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
if (IsSubtitleFile(file.Name))
|
|
|
|
|
{
|
|
|
|
|
itemFile.Type = ItemFileType.Subtitles;
|
|
|
|
|
}
|
|
|
|
|
else if (!IsImageFile(file.Name))
|
|
|
|
|
{
|
|
|
|
|
itemFile.Type = ItemFileType.Media;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
itemFiles.Add(itemFile);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return itemFiles;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static readonly string[] SupportedImageExtensions = { ".png", ".jpg", ".jpeg", ".webp" };
|
|
|
|
|
private bool IsImageFile(string path)
|
|
|
|
|
{
|
|
|
|
|
var ext = Path.GetExtension(path) ?? string.Empty;
|
|
|
|
|
|
|
|
|
|
return SupportedImageExtensions.Contains(ext, StringComparer.OrdinalIgnoreCase);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private static readonly string[] SupportedSubtitleExtensions = { ".srt", ".vtt" };
|
|
|
|
|
private bool IsSubtitleFile(string path)
|
|
|
|
|
{
|
|
|
|
|
var ext = Path.GetExtension(path) ?? string.Empty;
|
|
|
|
|
|
|
|
|
|
return SupportedSubtitleExtensions.Contains(ext, StringComparer.OrdinalIgnoreCase);
|
2015-02-26 20:06:42 +00:00
|
|
|
|
}
|
2015-02-05 05:29:37 +00:00
|
|
|
|
}
|
|
|
|
|
}
|