using MediaBrowser.Common.Extensions;
using MediaBrowser.Common.Progress;
using MediaBrowser.Controller.IO;
using MediaBrowser.Controller.Library;
using MediaBrowser.Controller.Localization;
using MediaBrowser.Controller.Persistence;
using MediaBrowser.Controller.Resolvers;
using MediaBrowser.Model.Entities;
using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Runtime.Serialization;
using System.Threading;
using System.Threading.Tasks;
namespace MediaBrowser.Controller.Entities
{
///
/// Class Folder
///
public class Folder : BaseItem
{
///
/// Gets a value indicating whether this instance is folder.
///
/// true if this instance is folder; otherwise, false.
[IgnoreDataMember]
public override bool IsFolder
{
get
{
return true;
}
}
///
/// Gets or sets a value indicating whether this instance is physical root.
///
/// true if this instance is physical root; otherwise, false.
public bool IsPhysicalRoot { get; set; }
///
/// Gets or sets a value indicating whether this instance is root.
///
/// true if this instance is root; otherwise, false.
public bool IsRoot { get; set; }
///
/// Gets a value indicating whether this instance is virtual folder.
///
/// true if this instance is virtual folder; otherwise, false.
[IgnoreDataMember]
public virtual bool IsVirtualFolder
{
get
{
return false;
}
}
///
/// Return the id that should be used to key display prefs for this item.
/// Default is based on the type for everything except actual generic folders.
///
/// The display prefs id.
[IgnoreDataMember]
protected virtual Guid DisplayPreferencesId
{
get
{
var thisType = GetType();
return thisType == typeof(Folder) ? Id : thisType.FullName.GetMD5();
}
}
///
/// Gets the display preferences id.
///
/// The user id.
/// Guid.
public Guid GetDisplayPreferencesId(Guid userId)
{
return (userId + DisplayPreferencesId.ToString()).GetMD5();
}
#region Indexing
///
/// The _index by options
///
private Dictionary>> _indexByOptions;
///
/// Dictionary of index options - consists of a display value and an indexing function
/// which takes User as a parameter and returns an IEnum of BaseItem
///
/// The index by options.
[IgnoreDataMember]
public Dictionary>> IndexByOptions
{
get { return _indexByOptions ?? (_indexByOptions = GetIndexByOptions()); }
}
///
/// Returns the valid set of index by options for this folder type.
/// Override or extend to modify.
///
/// Dictionary{System.StringFunc{UserIEnumerable{BaseItem}}}.
protected virtual Dictionary>> GetIndexByOptions()
{
return new Dictionary>> {
{LocalizedStrings.Instance.GetString("NoneDispPref"), null},
{LocalizedStrings.Instance.GetString("PerformerDispPref"), GetIndexByPerformer},
{LocalizedStrings.Instance.GetString("GenreDispPref"), GetIndexByGenre},
{LocalizedStrings.Instance.GetString("DirectorDispPref"), GetIndexByDirector},
{LocalizedStrings.Instance.GetString("YearDispPref"), GetIndexByYear},
{LocalizedStrings.Instance.GetString("OfficialRatingDispPref"), null},
{LocalizedStrings.Instance.GetString("StudioDispPref"), GetIndexByStudio}
};
}
///
/// Gets the index by actor.
///
/// The user.
/// IEnumerable{BaseItem}.
protected IEnumerable GetIndexByPerformer(User user)
{
return GetIndexByPerson(user, new List { PersonType.Actor, PersonType.GuestStar }, true, LocalizedStrings.Instance.GetString("PerformerDispPref"));
}
///
/// Gets the index by director.
///
/// The user.
/// IEnumerable{BaseItem}.
protected IEnumerable GetIndexByDirector(User user)
{
return GetIndexByPerson(user, new List { PersonType.Director }, false, LocalizedStrings.Instance.GetString("DirectorDispPref"));
}
///
/// Gets the index by person.
///
/// The user.
/// The person types we should match on
/// if set to true [include audio].
/// Name of the index.
/// IEnumerable{BaseItem}.
private IEnumerable GetIndexByPerson(User user, List personTypes, bool includeAudio, string indexName)
{
// Even though this implementation means multiple iterations over the target list - it allows us to defer
// the retrieval of the individual children for each index value until they are requested.
using (new Profiler(indexName + " Index Build for " + Name, Logger))
{
// Put this in a local variable to avoid an implicitly captured closure
var currentIndexName = indexName;
var us = this;
var recursiveChildren = GetRecursiveChildren(user).Where(i => i.IncludeInIndex).ToList();
// Get the candidates, but handle audio separately
var candidates = recursiveChildren.Where(i => i.AllPeople != null && !(i is Audio.Audio)).ToList();
var indexFolders = candidates.AsParallel().SelectMany(i => i.AllPeople.Where(p => personTypes.Contains(p.Type))
.Select(a => a.Name))
.Distinct()
.Select(i =>
{
try
{
return LibraryManager.GetPerson(i).Result;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting person {0}", ex, i);
return null;
}
catch (AggregateException ex)
{
Logger.ErrorException("Error getting person {0}", ex, i);
return null;
}
})
.Where(i => i != null)
.Select(a => new IndexFolder(us, a,
candidates.Where(i => i.AllPeople.Any(p => personTypes.Contains(p.Type) && p.Name.Equals(a.Name, StringComparison.OrdinalIgnoreCase))
), currentIndexName)).AsEnumerable();
if (includeAudio)
{
var songs = recursiveChildren.OfType().ToList();
indexFolders = songs.Select(i => i.Artist ?? string.Empty)
.Distinct(StringComparer.OrdinalIgnoreCase)
.Select(i =>
{
try
{
return LibraryManager.GetArtist(i).Result;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting artist {0}", ex, i);
return null;
}
catch (AggregateException ex)
{
Logger.ErrorException("Error getting artist {0}", ex, i);
return null;
}
})
.Where(i => i != null)
.Select(a => new IndexFolder(us, a,
songs.Where(i => string.Equals(i.Artist, a.Name, StringComparison.OrdinalIgnoreCase)
), currentIndexName)).Concat(indexFolders);
}
return indexFolders;
}
}
///
/// Gets the index by studio.
///
/// The user.
/// IEnumerable{BaseItem}.
protected IEnumerable GetIndexByStudio(User user)
{
// Even though this implementation means multiple iterations over the target list - it allows us to defer
// the retrieval of the individual children for each index value until they are requested.
using (new Profiler("Studio Index Build for " + Name, Logger))
{
var indexName = LocalizedStrings.Instance.GetString("StudioDispPref");
var candidates = GetRecursiveChildren(user).Where(i => i.IncludeInIndex && i.Studios != null).ToList();
return candidates.AsParallel().SelectMany(i => i.Studios)
.Distinct()
.Select(i =>
{
try
{
return LibraryManager.GetStudio(i).Result;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting studio {0}", ex, i);
return null;
}
catch (AggregateException ex)
{
Logger.ErrorException("Error getting studio {0}", ex, i);
return null;
}
})
.Where(i => i != null)
.Select(ndx => new IndexFolder(this, ndx, candidates.Where(i => i.Studios.Any(s => s.Equals(ndx.Name, StringComparison.OrdinalIgnoreCase))), indexName));
}
}
///
/// Gets the index by genre.
///
/// The user.
/// IEnumerable{BaseItem}.
protected IEnumerable GetIndexByGenre(User user)
{
// Even though this implementation means multiple iterations over the target list - it allows us to defer
// the retrieval of the individual children for each index value until they are requested.
using (new Profiler("Genre Index Build for " + Name, Logger))
{
var indexName = LocalizedStrings.Instance.GetString("GenreDispPref");
//we need a copy of this so we don't double-recurse
var candidates = GetRecursiveChildren(user).Where(i => i.IncludeInIndex && i.Genres != null).ToList();
return candidates.AsParallel().SelectMany(i => i.Genres)
.Distinct()
.Select(i =>
{
try
{
return LibraryManager.GetGenre(i).Result;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting genre {0}", ex, i);
return null;
}
catch (AggregateException ex)
{
Logger.ErrorException("Error getting genre {0}", ex, i);
return null;
}
})
.Where(i => i != null)
.Select(genre => new IndexFolder(this, genre, candidates.Where(i => i.Genres.Any(g => g.Equals(genre.Name, StringComparison.OrdinalIgnoreCase))), indexName)
);
}
}
///
/// Gets the index by year.
///
/// The user.
/// IEnumerable{BaseItem}.
protected IEnumerable GetIndexByYear(User user)
{
// Even though this implementation means multiple iterations over the target list - it allows us to defer
// the retrieval of the individual children for each index value until they are requested.
using (new Profiler("Production Year Index Build for " + Name, Logger))
{
var indexName = LocalizedStrings.Instance.GetString("YearDispPref");
//we need a copy of this so we don't double-recurse
var candidates = GetRecursiveChildren(user).Where(i => i.IncludeInIndex && i.ProductionYear.HasValue).ToList();
return candidates.AsParallel().Select(i => i.ProductionYear.Value)
.Distinct()
.Select(i =>
{
try
{
return LibraryManager.GetYear(i).Result;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting year {0}", ex, i);
return null;
}
catch (AggregateException ex)
{
Logger.ErrorException("Error getting year {0}", ex, i);
return null;
}
})
.Where(i => i != null)
.Select(ndx => new IndexFolder(this, ndx, candidates.Where(i => i.ProductionYear == int.Parse(ndx.Name)), indexName));
}
}
///
/// Returns the indexed children for this user from the cache. Caches them if not already there.
///
/// The user.
/// The index by.
/// IEnumerable{BaseItem}.
private IEnumerable GetIndexedChildren(User user, string indexBy)
{
List result;
var cacheKey = user.Name + indexBy;
IndexCache.TryGetValue(cacheKey, out result);
if (result == null)
{
//not cached - cache it
Func> indexing;
IndexByOptions.TryGetValue(indexBy, out indexing);
result = BuildIndex(indexBy, indexing, user);
}
return result;
}
///
/// Get the list of indexy by choices for this folder (localized).
///
/// The index by option strings.
[IgnoreDataMember]
public IEnumerable IndexByOptionStrings
{
get { return IndexByOptions.Keys; }
}
///
/// The index cache
///
protected ConcurrentDictionary> IndexCache = new ConcurrentDictionary>(StringComparer.OrdinalIgnoreCase);
///
/// Builds the index.
///
/// The index key.
/// The index function.
/// The user.
/// List{BaseItem}.
protected virtual List BuildIndex(string indexKey, Func> indexFunction, User user)
{
return indexFunction != null
? IndexCache[user.Name + indexKey] = indexFunction(user).ToList()
: null;
}
#endregion
///
/// The children
///
private ConcurrentBag _children;
///
/// The _children initialized
///
private bool _childrenInitialized;
///
/// The _children sync lock
///
private object _childrenSyncLock = new object();
///
/// Gets or sets the actual children.
///
/// The actual children.
protected virtual ConcurrentBag ActualChildren
{
get
{
LazyInitializer.EnsureInitialized(ref _children, ref _childrenInitialized, ref _childrenSyncLock, LoadChildren);
return _children;
}
private set
{
_children = value;
if (value == null)
{
_childrenInitialized = false;
}
}
}
///
/// thread-safe access to the actual children of this folder - without regard to user
///
/// The children.
[IgnoreDataMember]
public ConcurrentBag Children
{
get
{
return ActualChildren;
}
}
///
/// thread-safe access to all recursive children of this folder - without regard to user
///
/// The recursive children.
[IgnoreDataMember]
public IEnumerable RecursiveChildren
{
get
{
foreach (var item in Children)
{
yield return item;
if (item.IsFolder)
{
var subFolder = (Folder)item;
foreach (var subitem in subFolder.RecursiveChildren)
{
yield return subitem;
}
}
}
}
}
///
/// Loads our children. Validation will occur externally.
/// We want this sychronous.
///
/// ConcurrentBag{BaseItem}.
protected virtual ConcurrentBag LoadChildren()
{
//just load our children from the repo - the library will be validated and maintained in other processes
return new ConcurrentBag(GetCachedChildren());
}
///
/// Gets or sets the current validation cancellation token source.
///
/// The current validation cancellation token source.
private CancellationTokenSource CurrentValidationCancellationTokenSource { get; set; }
///
/// Validates that the children of the folder still exist
///
/// The progress.
/// The cancellation token.
/// if set to true [recursive].
/// Task.
public async Task ValidateChildren(IProgress progress, CancellationToken cancellationToken, bool? recursive = null)
{
cancellationToken.ThrowIfCancellationRequested();
// Cancel the current validation, if any
if (CurrentValidationCancellationTokenSource != null)
{
CurrentValidationCancellationTokenSource.Cancel();
}
// Create an inner cancellation token. This can cancel all validations from this level on down,
// but nothing above this
var innerCancellationTokenSource = new CancellationTokenSource();
try
{
CurrentValidationCancellationTokenSource = innerCancellationTokenSource;
var linkedCancellationTokenSource = CancellationTokenSource.CreateLinkedTokenSource(innerCancellationTokenSource.Token, cancellationToken);
await ValidateChildrenInternal(progress, linkedCancellationTokenSource.Token, recursive).ConfigureAwait(false);
}
catch (OperationCanceledException ex)
{
Logger.Info("ValidateChildren cancelled for " + Name);
// If the outer cancelletion token in the cause for the cancellation, throw it
if (cancellationToken.IsCancellationRequested && ex.CancellationToken == cancellationToken)
{
throw;
}
}
finally
{
// Null out the token source
if (CurrentValidationCancellationTokenSource == innerCancellationTokenSource)
{
CurrentValidationCancellationTokenSource = null;
}
innerCancellationTokenSource.Dispose();
}
}
///
/// Compare our current children (presumably just read from the repo) with the current state of the file system and adjust for any changes
/// ***Currently does not contain logic to maintain items that are unavailable in the file system***
///
/// The progress.
/// The cancellation token.
/// if set to true [recursive].
/// Task.
protected async virtual Task ValidateChildrenInternal(IProgress progress, CancellationToken cancellationToken, bool? recursive = null)
{
// Nothing to do here
if (LocationType != LocationType.FileSystem)
{
return;
}
cancellationToken.ThrowIfCancellationRequested();
var changedArgs = new ChildrenChangedEventArgs(this);
//get the current valid children from filesystem (or wherever)
var nonCachedChildren = GetNonCachedChildren();
if (nonCachedChildren == null) return; //nothing to validate
progress.Report(5);
//build a dictionary of the current children we have now by Id so we can compare quickly and easily
var currentChildren = ActualChildren.ToDictionary(i => i.Id);
//create a list for our validated children
var validChildren = new ConcurrentBag>();
cancellationToken.ThrowIfCancellationRequested();
var options = new ParallelOptions
{
MaxDegreeOfParallelism = 50
};
Parallel.ForEach(nonCachedChildren, options, child =>
{
BaseItem currentChild;
if (currentChildren.TryGetValue(child.Id, out currentChild))
{
currentChild.ResolveArgs = child.ResolveArgs;
//existing item - check if it has changed
if (currentChild.HasChanged(child))
{
EntityResolutionHelper.EnsureDates(currentChild, child.ResolveArgs);
changedArgs.AddUpdatedItem(currentChild);
validChildren.Add(new Tuple(currentChild, true));
}
else
{
validChildren.Add(new Tuple(currentChild, false));
}
}
else
{
//brand new item - needs to be added
changedArgs.AddNewItem(child);
validChildren.Add(new Tuple(child, true));
}
});
// If any items were added or removed....
if (!changedArgs.ItemsAdded.IsEmpty || currentChildren.Count != validChildren.Count)
{
var newChildren = validChildren.Select(c => c.Item1).ToList();
//that's all the new and changed ones - now see if there are any that are missing
changedArgs.ItemsRemoved = currentChildren.Values.Except(newChildren).ToList();
foreach (var item in changedArgs.ItemsRemoved)
{
Logger.Debug("** " + item.Name + " Removed from library.");
}
var childrenReplaced = false;
if (changedArgs.ItemsRemoved.Count > 0)
{
ActualChildren = new ConcurrentBag(newChildren);
childrenReplaced = true;
}
var saveTasks = new List();
foreach (var item in changedArgs.ItemsAdded)
{
Logger.Debug("** " + item.Name + " Added to library.");
if (!childrenReplaced)
{
_children.Add(item);
}
if (saveTasks.Count > 50)
{
await Task.WhenAll(saveTasks).ConfigureAwait(false);
saveTasks.Clear();
}
saveTasks.Add(LibraryManager.SaveItem(item, CancellationToken.None));
}
await Task.WhenAll(saveTasks).ConfigureAwait(false);
//and save children in repo...
Logger.Debug("*** Saving " + newChildren.Count + " children for " + Name);
await LibraryManager.SaveChildren(Id, newChildren, CancellationToken.None).ConfigureAwait(false);
}
if (changedArgs.HasChange)
{
//force the indexes to rebuild next time
IndexCache.Clear();
//and fire event
LibraryManager.ReportLibraryChanged(changedArgs);
}
progress.Report(10);
cancellationToken.ThrowIfCancellationRequested();
await RefreshChildren(validChildren, progress, cancellationToken, recursive).ConfigureAwait(false);
progress.Report(100);
}
///
/// Refreshes the children.
///
/// The children.
/// The progress.
/// The cancellation token.
/// if set to true [recursive].
/// Task.
private async Task RefreshChildren(IEnumerable> children, IProgress progress, CancellationToken cancellationToken, bool? recursive)
{
var list = children.ToList();
var percentages = new Dictionary();
var tasks = new List();
foreach (var tuple in list)
{
if (tasks.Count > 5)
{
await Task.WhenAll(tasks).ConfigureAwait(false);
}
Tuple currentTuple = tuple;
tasks.Add(Task.Run(async () =>
{
cancellationToken.ThrowIfCancellationRequested();
var child = currentTuple.Item1;
//refresh it
await child.RefreshMetadata(cancellationToken, resetResolveArgs: child.IsFolder).ConfigureAwait(false);
// Refresh children if a folder and the item changed or recursive is set to true
var refreshChildren = child.IsFolder && (currentTuple.Item2 || (recursive.HasValue && recursive.Value));
if (refreshChildren)
{
// Don't refresh children if explicitly set to false
if (recursive.HasValue && recursive.Value == false)
{
refreshChildren = false;
}
}
if (refreshChildren)
{
cancellationToken.ThrowIfCancellationRequested();
var innerProgress = new ActionableProgress();
innerProgress.RegisterAction(p =>
{
lock (percentages)
{
percentages[child.Id] = p/100;
var percent = percentages.Values.Sum();
percent /= list.Count;
progress.Report((90 * percent) + 10);
}
});
await ((Folder)child).ValidateChildren(innerProgress, cancellationToken, recursive).ConfigureAwait(false);
}
else
{
lock (percentages)
{
percentages[child.Id] = 1;
var percent = percentages.Values.Sum();
percent /= list.Count;
progress.Report((90 * percent) + 10);
}
}
}));
}
cancellationToken.ThrowIfCancellationRequested();
await Task.WhenAll(tasks).ConfigureAwait(false);
}
///
/// Get the children of this folder from the actual file system
///
/// IEnumerable{BaseItem}.
protected virtual IEnumerable GetNonCachedChildren()
{
IEnumerable fileSystemChildren;
try
{
fileSystemChildren = ResolveArgs.FileSystemChildren;
}
catch (IOException ex)
{
Logger.ErrorException("Error getting ResolveArgs for {0}", ex, Path);
return new List();
}
return LibraryManager.ResolvePaths(fileSystemChildren, this);
}
///
/// Get our children from the repo - stubbed for now
///
/// IEnumerable{BaseItem}.
protected virtual IEnumerable GetCachedChildren()
{
return LibraryManager.RetrieveChildren(this).Select(i => i is IByReferenceItem ? LibraryManager.GetOrAddByReferenceItem(i) : i);
}
///
/// Gets allowed children of an item
///
/// The user.
/// The index by.
/// IEnumerable{BaseItem}.
///
public virtual IEnumerable GetChildren(User user, string indexBy = null)
{
if (user == null)
{
throw new ArgumentNullException();
}
//the true root should return our users root folder children
if (IsPhysicalRoot) return user.RootFolder.GetChildren(user, indexBy);
IEnumerable result = null;
if (!string.IsNullOrEmpty(indexBy))
{
result = GetIndexedChildren(user, indexBy);
}
// If indexed is false or the indexing function is null
return result ?? (ActualChildren.Where(c => c.IsVisible(user)));
}
///
/// Gets allowed recursive children of an item
///
/// The user.
/// IEnumerable{BaseItem}.
///
public IEnumerable GetRecursiveChildren(User user)
{
if (user == null)
{
throw new ArgumentNullException();
}
foreach (var item in GetChildren(user))
{
yield return item;
var subFolder = item as Folder;
if (subFolder != null)
{
foreach (var subitem in subFolder.GetRecursiveChildren(user))
{
yield return subitem;
}
}
}
}
///
/// Folders need to validate and refresh
///
/// Task.
public override async Task ChangedExternally()
{
await base.ChangedExternally().ConfigureAwait(false);
var progress = new Progress();
await ValidateChildren(progress, CancellationToken.None).ConfigureAwait(false);
}
///
/// Marks the item as either played or unplayed
///
/// The user.
/// if set to true [was played].
/// The user manager.
/// Task.
public override async Task SetPlayedStatus(User user, bool wasPlayed, IUserDataRepository userManager)
{
// Sweep through recursively and update status
var tasks = GetRecursiveChildren(user).Where(i => !i.IsFolder).Select(c => c.SetPlayedStatus(user, wasPlayed, userManager));
await Task.WhenAll(tasks).ConfigureAwait(false);
}
///
/// Finds an item by path, recursively
///
/// The path.
/// BaseItem.
///
public BaseItem FindByPath(string path)
{
if (string.IsNullOrEmpty(path))
{
throw new ArgumentNullException();
}
try
{
if (ResolveArgs.PhysicalLocations.Contains(path, StringComparer.OrdinalIgnoreCase))
{
return this;
}
}
catch (IOException ex)
{
Logger.ErrorException("Error getting ResolveArgs for {0}", ex, Path);
}
//this should be functionally equivilent to what was here since it is IEnum and works on a thread-safe copy
return RecursiveChildren.FirstOrDefault(i =>
{
try
{
return i.ResolveArgs.PhysicalLocations.Contains(path, StringComparer.OrdinalIgnoreCase);
}
catch (IOException ex)
{
Logger.ErrorException("Error getting ResolveArgs for {0}", ex, Path);
return false;
}
});
}
}
}