using MediaBrowser.Common.Extensions; using MediaBrowser.Common.Net; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Entities; using MediaBrowser.Controller.Entities.Movies; using MediaBrowser.Model.Entities; using MediaBrowser.Model.Logging; using MediaBrowser.Model.Net; using MediaBrowser.Model.Serialization; using System; using System.Collections.Generic; using System.Globalization; using System.IO; using System.Linq; using System.Net; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Controller.Providers.Movies { class MovieDbProviderException : ApplicationException { public MovieDbProviderException(string msg) : base(msg) { } } /// /// Class MovieDbProvider /// public class MovieDbProvider : BaseMetadataProvider, IDisposable { protected static CultureInfo EnUs = new CultureInfo("en-US"); protected readonly IProviderManager ProviderManager; /// /// The movie db /// internal readonly SemaphoreSlim MovieDbResourcePool = new SemaphoreSlim(2, 2); internal static MovieDbProvider Current { get; private set; } /// /// Gets the json serializer. /// /// The json serializer. protected IJsonSerializer JsonSerializer { get; private set; } /// /// Gets the HTTP client. /// /// The HTTP client. protected IHttpClient HttpClient { get; private set; } /// /// Initializes a new instance of the class. /// /// The log manager. /// The configuration manager. /// The json serializer. /// The HTTP client. /// The provider manager. public MovieDbProvider(ILogManager logManager, IServerConfigurationManager configurationManager, IJsonSerializer jsonSerializer, IHttpClient httpClient, IProviderManager providerManager) : base(logManager, configurationManager) { JsonSerializer = jsonSerializer; HttpClient = httpClient; ProviderManager = providerManager; Current = this; } /// /// Releases unmanaged and - optionally - managed resources. /// /// true to release both managed and unmanaged resources; false to release only unmanaged resources. protected virtual void Dispose(bool dispose) { if (dispose) { MovieDbResourcePool.Dispose(); } } /// /// Gets the priority. /// /// The priority. public override MetadataProviderPriority Priority { get { return MetadataProviderPriority.Second; } } /// /// Supportses the specified item. /// /// The item. /// true if XXXX, false otherwise public override bool Supports(BaseItem item) { var trailer = item as Trailer; if (trailer != null) { return !trailer.IsLocalTrailer; } // Don't support local trailers return item is Movie || item is BoxSet; } /// /// Gets a value indicating whether [requires internet]. /// /// true if [requires internet]; otherwise, false. public override bool RequiresInternet { get { return true; } } /// /// If we save locally, refresh if they delete something /// protected override bool RefreshOnFileSystemStampChange { get { return ConfigurationManager.Configuration.SaveLocalMeta; } } /// /// The _TMDB settings task /// private Task _tmdbSettingsTask; /// /// The _TMDB settings task initialized /// private bool _tmdbSettingsTaskInitialized; /// /// The _TMDB settings task sync lock /// private object _tmdbSettingsTaskSyncLock = new object(); /// /// Gets the TMDB settings. /// /// The TMDB settings. public Task TmdbSettings { get { LazyInitializer.EnsureInitialized(ref _tmdbSettingsTask, ref _tmdbSettingsTaskInitialized, ref _tmdbSettingsTaskSyncLock, () => GetTmdbSettings(JsonSerializer, HttpClient)); return _tmdbSettingsTask; } } /// /// Gets the TMDB settings. /// /// Task{TmdbSettingsResult}. private static async Task GetTmdbSettings(IJsonSerializer jsonSerializer, IHttpClient httpClient) { try { using (var json = await httpClient.Get(new HttpRequestOptions { Url = string.Format(TmdbConfigUrl, ApiKey), CancellationToken = CancellationToken.None, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { return jsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { return new TmdbSettingsResult { images = new TmdbImageSettings { backdrop_sizes = new List { "w380", "w780", "w1280", "original" }, poster_sizes = new List { "w92", "w154", "w185", "w342", "w500", "original" }, profile_sizes = new List { "w45", "w185", "h632", "original" }, base_url = "http://cf2.imgobject.com/t/p/" } }; } } /// /// The json provider /// protected MovieProviderFromJson JsonProvider; /// /// Sets the persisted last refresh date on the item for this provider. /// /// The item. /// The value. /// The provider version. /// The status. public override void SetLastRefreshed(BaseItem item, DateTime value, string providerVersion, ProviderRefreshStatus status = ProviderRefreshStatus.Success) { base.SetLastRefreshed(item, value, providerVersion, status); if (ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem) { //in addition to ours, we need to set the last refreshed time for the local data provider //so it won't see the new files we download and process them all over again if (JsonProvider == null) JsonProvider = new MovieProviderFromJson(LogManager, ConfigurationManager, JsonSerializer, HttpClient, ProviderManager); BaseProviderInfo data; if (!item.ProviderData.TryGetValue(JsonProvider.Id, out data)) { data = new BaseProviderInfo(); } data.LastRefreshed = value; item.ProviderData[JsonProvider.Id] = data; } } private const string TmdbConfigUrl = "http://api.themoviedb.org/3/configuration?api_key={0}"; private const string Search3 = @"http://api.themoviedb.org/3/search/movie?api_key={1}&query={0}&language={2}"; private const string AltTitleSearch = @"http://api.themoviedb.org/3/movie/{0}/alternative_titles?api_key={1}&country={2}"; private const string GetInfo3 = @"http://api.themoviedb.org/3/{3}/{0}?api_key={1}&language={2}"; private const string CastInfo = @"http://api.themoviedb.org/3/movie/{0}/casts?api_key={1}"; private const string ReleaseInfo = @"http://api.themoviedb.org/3/movie/{0}/releases?api_key={1}"; private const string GetImages = @"http://api.themoviedb.org/3/{2}/{0}/images?api_key={1}"; internal static string ApiKey = "f6bd687ffa63cd282b6ff2c6877f2669"; internal static string AcceptHeader = "application/json,image/*"; static readonly Regex[] NameMatches = new[] { new Regex(@"(?.*)\((?\d{4})\)"), // matches "My Movie (2001)" and gives us the name and the year new Regex(@"(?.*)") // last resort matches the whole string as the name }; public const string LOCAL_META_FILE_NAME = "mbmovie.json"; public const string ALT_META_FILE_NAME = "movie.xml"; protected string ItemType = "movie"; protected override bool NeedsRefreshInternal(BaseItem item, BaseProviderInfo providerInfo) { if (item.DontFetchMeta) return false; if (item.LocationType == LocationType.FileSystem && ConfigurationManager.Configuration.SaveLocalMeta && HasFileSystemStampChanged(item, providerInfo)) { //If they deleted something from file system, chances are, this item was mis-identified the first time item.SetProviderId(MetadataProviders.Tmdb, null); Logger.Debug("MovieProvider reports file system stamp change..."); return true; } if (providerInfo.LastRefreshStatus != ProviderRefreshStatus.Success) { Logger.Debug("MovieProvider for {0} - last attempt had errors. Will try again.", item.Path); return true; } var downloadDate = providerInfo.LastRefreshed; if (ConfigurationManager.Configuration.MetadataRefreshDays == -1 && downloadDate != DateTime.MinValue) { return false; } if (DateTime.Today.Subtract(downloadDate).TotalDays < ConfigurationManager.Configuration.MetadataRefreshDays) // only refresh every n days return false; if (HasAltMeta(item)) return false; //never refresh if has meta from other source Logger.Debug("MovieDbProvider - " + item.Name + " needs refresh. Download date: " + downloadDate + " item created date: " + item.DateCreated + " Check for Update age: " + ConfigurationManager.Configuration.MetadataRefreshDays); return true; } /// /// Fetches metadata and returns true or false indicating if any work that requires persistence was done /// /// The item. /// if set to true [force]. /// The cancellation token /// Task{System.Boolean}. public override async Task FetchAsync(BaseItem item, bool force, CancellationToken cancellationToken) { if (HasAltMeta(item)) { Logger.Info("MovieDbProvider - Not fetching because 3rd party meta exists for " + item.Name); SetLastRefreshed(item, DateTime.UtcNow); return true; } if (item.DontFetchMeta) { Logger.Info("MovieDbProvider - Not fetching because requested to ignore " + item.Name); return false; } cancellationToken.ThrowIfCancellationRequested(); if (!ConfigurationManager.Configuration.SaveLocalMeta || !HasLocalMeta(item) || (force && !HasLocalMeta(item))) { try { await FetchMovieData(item, cancellationToken).ConfigureAwait(false); SetLastRefreshed(item, DateTime.UtcNow); } catch (MovieDbProviderException) { SetLastRefreshed(item, DateTime.UtcNow, ProviderRefreshStatus.CompletedWithErrors); } return true; } Logger.Debug("MovieDBProvider not fetching because local meta exists for " + item.Name); SetLastRefreshed(item, DateTime.UtcNow); return true; } /// /// Determines whether [has local meta] [the specified item]. /// /// The item. /// true if [has local meta] [the specified item]; otherwise, false. private bool HasLocalMeta(BaseItem item) { //need at least the xml and folder.jpg/png or a movie.xml put in by someone else return item.LocationType == LocationType.FileSystem && item.ResolveArgs.ContainsMetaFileByName(LOCAL_META_FILE_NAME); } /// /// Determines whether [has alt meta] [the specified item]. /// /// The item. /// true if [has alt meta] [the specified item]; otherwise, false. private bool HasAltMeta(BaseItem item) { return item.LocationType == LocationType.FileSystem && item.ResolveArgs.ContainsMetaFileByName(ALT_META_FILE_NAME); } /// /// Fetches the movie data. /// /// The item. /// /// Task. private async Task FetchMovieData(BaseItem item, CancellationToken cancellationToken) { string id = item.GetProviderId(MetadataProviders.Tmdb) ?? await FindId(item, item.ProductionYear, cancellationToken).ConfigureAwait(false); if (id != null) { Logger.Debug("MovieDbProvider - getting movie info with id: " + id); cancellationToken.ThrowIfCancellationRequested(); await FetchMovieData(item, id, cancellationToken).ConfigureAwait(false); } else { Logger.Info("MovieDBProvider could not find " + item.Name + ". Check name on themoviedb.org."); } } /// /// Parses the name. /// /// The name. /// Name of the just. /// The year. protected void ParseName(string name, out string justName, out int? year) { justName = null; year = null; foreach (var re in NameMatches) { Match m = re.Match(name); if (m.Success) { justName = m.Groups["name"].Value.Trim(); string y = m.Groups["year"] != null ? m.Groups["year"].Value : null; int temp; year = Int32.TryParse(y, out temp) ? temp : (int?)null; break; } } } /// /// Finds the id. /// /// The item. /// The production year. /// The cancellation token /// Task{System.String}. public async Task FindId(BaseItem item, int? productionYear, CancellationToken cancellationToken) { string id = null; if (item.LocationType == LocationType.FileSystem) { string justName = item.Path != null ? item.Path.Substring(item.Path.LastIndexOf(Path.DirectorySeparatorChar)) : string.Empty; id = justName.GetAttributeValue("tmdbid"); if (id != null) { Logger.Debug("Using tmdb id specified in path."); return id; } } int? year; string name = item.Name; ParseName(name, out name, out year); if (year == null && productionYear != null) { year = productionYear; } Logger.Info("MovieDbProvider: Finding id for movie: " + name); string language = ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower(); //if we are a boxset - look at our first child var boxset = item as BoxSet; if (boxset != null) { var firstChild = boxset.Children.FirstOrDefault(); if (firstChild != null) { Logger.Debug("MovieDbProvider - Attempting to find boxset ID from: " + firstChild.Name); string childName; int? childYear; ParseName(firstChild.Name, out childName, out childYear); id = await GetBoxsetIdFromMovie(childName, childYear, language, cancellationToken).ConfigureAwait(false); if (id != null) { Logger.Info("MovieDbProvider - Found Boxset ID: " + id); } } return id; } //nope - search for it id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (id == null) { //try in english if wasn't before if (language != "en") { id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false); } else { // try with dot and _ turned to space var originalName = name; name = name.Replace(",", " "); name = name.Replace(".", " "); name = name.Replace("_", " "); name = name.Replace("-", ""); // Search again if the new name is different if (!string.Equals(name, originalName)) { id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (id == null && language != "en") { //one more time, in english id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false); } } if (id == null && item.LocationType == LocationType.FileSystem) { //last resort - try using the actual folder name var pathName = Path.GetFileName(item.ResolveArgs.Path); // Only search if it's a name we haven't already tried. if (!string.Equals(pathName, name, StringComparison.OrdinalIgnoreCase) && !string.Equals(pathName, originalName, StringComparison.OrdinalIgnoreCase)) { id = await AttemptFindId(pathName, year, "en", cancellationToken).ConfigureAwait(false); } } } } return id; } /// /// Attempts the find id. /// /// The name. /// The year. /// The language. /// The cancellation token /// Task{System.String}. public virtual async Task AttemptFindId(string name, int? year, string language, CancellationToken cancellationToken) { string url3 = string.Format(Search3, UrlEncode(name), ApiKey, language); TmdbMovieSearchResults searchResult = null; try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { searchResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } if (searchResult == null || searchResult.results.Count == 0) { //try replacing numbers foreach (var pair in ReplaceStartNumbers) { if (name.StartsWith(pair.Key)) { name = name.Remove(0, pair.Key.Length); name = pair.Value + name; } } foreach (var pair in ReplaceEndNumbers) { if (name.EndsWith(pair.Key)) { name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length); name = name + pair.Value; } } Logger.Info("MovieDBProvider - No results. Trying replacement numbers: " + name); url3 = string.Format(Search3, UrlEncode(name), ApiKey, language); try { using (var json = await HttpClient.Get(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { searchResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } } if (searchResult != null) { string compName = GetComparableName(name, Logger); foreach (var possible in searchResult.results) { string matchedName = null; string id = possible.id.ToString(CultureInfo.InvariantCulture); string n = possible.title; if (GetComparableName(n, Logger) == compName) { matchedName = n; } else { n = possible.original_title; if (GetComparableName(n, Logger) == compName) { matchedName = n; } } Logger.Debug("MovieDbProvider - " + compName + " didn't match " + n); //if main title matches we don't have to look for alternatives if (matchedName == null) { //that title didn't match - look for alternatives url3 = string.Format(AltTitleSearch, id, ApiKey, ConfigurationManager.Configuration.MetadataCountryCode); try { using (var json = await HttpClient.Get(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { var response = JsonSerializer.DeserializeFromStream(json); if (response != null && response.titles != null) { foreach (var title in response.titles) { var t = GetComparableName(title.title, Logger); if (t == compName) { Logger.Debug("MovieDbProvider - " + compName + " matched " + t); matchedName = t; break; } Logger.Debug("MovieDbProvider - " + compName + " did not match " + t); } } } } catch (HttpException) { } } if (matchedName != null) { Logger.Debug("Match " + matchedName + " for " + name); if (year != null) { DateTime r; //These dates are always in this exact format if (DateTime.TryParseExact(possible.release_date, "yyyy-MM-dd", EnUs, DateTimeStyles.None, out r)) { if (Math.Abs(r.Year - year.Value) > 1) // allow a 1 year tolerance on release date { Logger.Debug("Result " + matchedName + " released on " + r + " did not match year " + year); continue; } } } //matched name and year return id; } } } return null; } /// /// URLs the encode. /// /// The name. /// System.String. private static string UrlEncode(string name) { return WebUtility.UrlEncode(name); } /// /// Gets the boxset id from movie. /// /// The name. /// The year. /// The language. /// The cancellation token /// Task{System.String}. protected async Task GetBoxsetIdFromMovie(string name, int? year, string language, CancellationToken cancellationToken) { string id = null; string childId = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (childId != null) { string url = string.Format(GetInfo3, childId, ApiKey, language, ItemType); try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { var movieResult = JsonSerializer.DeserializeFromStream(json); if (movieResult != null && movieResult.belongs_to_collection != null) { id = movieResult.belongs_to_collection.id.ToString(CultureInfo.InvariantCulture); } else { Logger.Error("Unable to obtain boxset id."); } } } catch (HttpException) { } } return id; } /// /// Fetches the movie data. /// /// The item. /// The id. /// The cancellation token /// Task. protected async Task FetchMovieData(BaseItem item, string id, CancellationToken cancellationToken) { cancellationToken.ThrowIfCancellationRequested(); if (String.IsNullOrEmpty(id)) { Logger.Info("MoviedbProvider: Ignoring " + item.Name + " because ID forced blank."); return; } if (item.GetProviderId(MetadataProviders.Tmdb) == null) item.SetProviderId(MetadataProviders.Tmdb, id); var mainTask = FetchMainResult(item, id, cancellationToken); var castTask = FetchCastInfo(item, id, cancellationToken); var releaseTask = FetchReleaseInfo(item, id, cancellationToken); var imageTask = FetchImageInfo(item, id, cancellationToken); await Task.WhenAll(mainTask, castTask, releaseTask).ConfigureAwait(false); cancellationToken.ThrowIfCancellationRequested(); var mainResult = mainTask.Result; if (mainResult == null) return; if (castTask.Result != null) { mainResult.cast = castTask.Result.cast; mainResult.crew = castTask.Result.crew; } if (releaseTask.Result != null) { mainResult.countries = releaseTask.Result.countries; } ProcessMainInfo(item, mainResult); await Task.WhenAll(imageTask).ConfigureAwait(false); cancellationToken.ThrowIfCancellationRequested(); if (imageTask.Result != null) { await ProcessImages(item, imageTask.Result, cancellationToken).ConfigureAwait(false); } //and save locally if (ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem) { var ms = new MemoryStream(); JsonSerializer.SerializeToStream(mainResult, ms); cancellationToken.ThrowIfCancellationRequested(); await ProviderManager.SaveToLibraryFilesystem(item, Path.Combine(item.MetaLocation, LOCAL_META_FILE_NAME), ms, cancellationToken).ConfigureAwait(false); } } /// /// Fetches the main result. /// /// The item. /// The id. /// The cancellation token /// Task{CompleteMovieData}. protected async Task FetchMainResult(BaseItem item, string id, CancellationToken cancellationToken) { ItemType = item is BoxSet ? "collection" : "movie"; string url = string.Format(GetInfo3, id, ApiKey, ConfigurationManager.Configuration.PreferredMetadataLanguage, ItemType); CompleteMovieData mainResult; cancellationToken.ThrowIfCancellationRequested(); try { using (var json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { mainResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException e) { if (e.IsTimedOut) { Logger.ErrorException("MovieDbProvider timed out attempting to retrieve main info for {0}", e, item.Path); throw new MovieDbProviderException("Timed out on main info"); } if (e.StatusCode == HttpStatusCode.NotFound) { Logger.ErrorException("MovieDbProvider not found error attempting to retrieve main info for {0}", e, item.Path); throw new MovieDbProviderException("Not Found"); } throw; } cancellationToken.ThrowIfCancellationRequested(); if (mainResult != null && string.IsNullOrEmpty(mainResult.overview)) { if (ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower() != "en") { Logger.Info("MovieDbProvider couldn't find meta for language " + ConfigurationManager.Configuration.PreferredMetadataLanguage + ". Trying English..."); url = string.Format(GetInfo3, id, ApiKey, "en", ItemType); try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { mainResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } if (String.IsNullOrEmpty(mainResult.overview)) { Logger.Error("MovieDbProvider - Unable to find information for " + item.Name + " (id:" + id + ")"); return null; } } } return mainResult; } /// /// Fetches the cast info. /// /// The item. /// The id. /// The cancellation token /// Task{TmdbCastResult}. protected async Task FetchCastInfo(BaseItem item, string id, CancellationToken cancellationToken) { //get cast and crew info var url = string.Format(CastInfo, id, ApiKey); TmdbCastResult cast = null; cancellationToken.ThrowIfCancellationRequested(); try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { cast = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } return cast; } /// /// Fetches the release info. /// /// The item. /// The id. /// The cancellation token /// Task{TmdbReleasesResult}. protected async Task FetchReleaseInfo(BaseItem item, string id, CancellationToken cancellationToken) { var url = string.Format(ReleaseInfo, id, ApiKey); TmdbReleasesResult releases = null; cancellationToken.ThrowIfCancellationRequested(); try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { releases = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } return releases; } /// /// Fetches the image info. /// /// The item. /// The id. /// The cancellation token /// Task{TmdbImages}. protected async Task FetchImageInfo(BaseItem item, string id, CancellationToken cancellationToken) { //fetch images var url = string.Format(GetImages, id, ApiKey, ItemType); TmdbImages images = null; cancellationToken.ThrowIfCancellationRequested(); try { using (Stream json = await HttpClient.Get(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, ResourcePool = Current.MovieDbResourcePool, AcceptHeader = AcceptHeader }).ConfigureAwait(false)) { images = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } return images; } /// /// Processes the main info. /// /// The movie. /// The movie data. protected virtual void ProcessMainInfo(BaseItem movie, CompleteMovieData movieData) { if (movie != null && movieData != null) { movie.Name = movieData.title ?? movieData.original_title ?? movie.Name; movie.Overview = movieData.overview; movie.Overview = movie.Overview != null ? movie.Overview.Replace("\n\n", "\n") : null; movie.HomePageUrl = movieData.homepage; movie.Budget = movieData.budget; movie.Revenue = movieData.revenue; if (!string.IsNullOrEmpty(movieData.tagline)) { movie.Taglines.Clear(); movie.AddTagline(movieData.tagline); } movie.SetProviderId(MetadataProviders.Imdb, movieData.imdb_id); float rating; string voteAvg = movieData.vote_average.ToString(CultureInfo.InvariantCulture); //tmdb appears to have unified their numbers to always report "7.3" regardless of country // so I removed the culture-specific processing here because it was not working for other countries -ebr if (float.TryParse(voteAvg, NumberStyles.AllowDecimalPoint, CultureInfo.InvariantCulture, out rating)) movie.CommunityRating = rating; //release date and certification are retrieved based on configured country and we fall back on US if not there if (movieData.countries != null) { var ourRelease = movieData.countries.FirstOrDefault(c => c.iso_3166_1.Equals(ConfigurationManager.Configuration.MetadataCountryCode, StringComparison.OrdinalIgnoreCase)) ?? new Country(); var usRelease = movieData.countries.FirstOrDefault(c => c.iso_3166_1.Equals("US", StringComparison.OrdinalIgnoreCase)) ?? new Country(); movie.OfficialRating = ourRelease.certification ?? usRelease.certification; if (ourRelease.release_date > new DateTime(1900, 1, 1)) { movie.PremiereDate = ourRelease.release_date.ToUniversalTime(); movie.ProductionYear = ourRelease.release_date.Year; } else { movie.PremiereDate = usRelease.release_date.ToUniversalTime(); movie.ProductionYear = usRelease.release_date.Year; } } else { //no specific country release info at all movie.PremiereDate = movieData.release_date.ToUniversalTime(); movie.ProductionYear = movieData.release_date.Year; } //if that didn't find a rating and we are a boxset, use the one from our first child if (movie.OfficialRating == null && movie is BoxSet) { var boxset = movie as BoxSet; Logger.Info("MovieDbProvider - Using rating of first child of boxset..."); var firstChild = boxset.Children.FirstOrDefault(); boxset.OfficialRating = firstChild != null ? firstChild.OfficialRating : null; } //if (movie.RunTimeTicks == null && movieData.runtime > 0) // movie.RunTimeTicks = TimeSpan.FromMinutes(movieData.runtime).Ticks; //studios if (movieData.production_companies != null) { movie.Studios.Clear(); foreach (var studio in movieData.production_companies.Select(c => c.name)) { movie.AddStudio(studio); } } //genres if (movieData.genres != null) { movie.Genres.Clear(); foreach (var genre in movieData.genres.Select(g => g.name)) { movie.AddGenre(genre); } } movie.People.Clear(); //Actors, Directors, Writers - all in People //actors come from cast if (movieData.cast != null) { foreach (var actor in movieData.cast.OrderBy(a => a.order)) movie.AddPerson(new PersonInfo { Name = actor.name, Role = actor.character, Type = PersonType.Actor }); } //and the rest from crew if (movieData.crew != null) { foreach (var person in movieData.crew) movie.AddPerson(new PersonInfo { Name = person.name, Role = person.job, Type = person.department }); } } } /// /// Processes the images. /// /// The item. /// The images. /// The cancellation token /// Task. protected virtual async Task ProcessImages(BaseItem item, TmdbImages images, CancellationToken cancellationToken) { cancellationToken.ThrowIfCancellationRequested(); var hasLocalPoster = item.LocationType == LocationType.FileSystem ? item.HasLocalImage("folder") : item.HasImage(ImageType.Primary); // poster if (images.posters != null && images.posters.Count > 0 && (ConfigurationManager.Configuration.RefreshItemImages || !hasLocalPoster)) { var tmdbSettings = await TmdbSettings.ConfigureAwait(false); var tmdbImageUrl = tmdbSettings.images.base_url + ConfigurationManager.Configuration.TmdbFetchedPosterSize; // get highest rated poster for our language var postersSortedByVote = images.posters.OrderByDescending(i => i.vote_average); var poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 != null && p.iso_639_1.Equals(ConfigurationManager.Configuration.PreferredMetadataLanguage, StringComparison.OrdinalIgnoreCase)); if (poster == null && !ConfigurationManager.Configuration.PreferredMetadataLanguage.Equals("en")) { // couldn't find our specific language, find english (if that wasn't our language) poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 != null && p.iso_639_1.Equals("en", StringComparison.OrdinalIgnoreCase)); } if (poster == null) { //still couldn't find it - try highest rated null one poster = postersSortedByVote.FirstOrDefault(p => p.iso_639_1 == null); } if (poster == null) { //finally - just get the highest rated one poster = postersSortedByVote.FirstOrDefault(); } if (poster != null) { try { item.PrimaryImagePath = await ProviderManager.DownloadAndSaveImage(item, tmdbImageUrl + poster.file_path, "folder" + Path.GetExtension(poster.file_path), ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem, MovieDbResourcePool, cancellationToken).ConfigureAwait(false); } catch (HttpException) { } catch (IOException) { } } } cancellationToken.ThrowIfCancellationRequested(); // backdrops if (images.backdrops != null && images.backdrops.Count > 0) { item.BackdropImagePaths = new List(); var tmdbSettings = await TmdbSettings.ConfigureAwait(false); var tmdbImageUrl = tmdbSettings.images.base_url + ConfigurationManager.Configuration.TmdbFetchedBackdropSize; //backdrops should be in order of rating. get first n ones var numToFetch = Math.Min(ConfigurationManager.Configuration.MaxBackdrops, images.backdrops.Count); for (var i = 0; i < numToFetch; i++) { var bdName = "backdrop" + (i == 0 ? "" : i.ToString(CultureInfo.InvariantCulture)); var hasLocalBackdrop = item.LocationType == LocationType.FileSystem ? item.HasLocalImage(bdName) : item.BackdropImagePaths.Count > i; if (ConfigurationManager.Configuration.RefreshItemImages || !hasLocalBackdrop) { try { item.BackdropImagePaths.Add(await ProviderManager.DownloadAndSaveImage(item, tmdbImageUrl + images.backdrops[i].file_path, bdName + Path.GetExtension(images.backdrops[i].file_path), ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem, MovieDbResourcePool, cancellationToken).ConfigureAwait(false)); } catch (HttpException) { } catch (IOException) { } } } } } /// /// The remove /// const string remove = "\"'!`?"; // "Face/Off" support. /// /// The spacers /// const string spacers = "/,.:;\\(){}[]+-_=–*"; // (there are not actually two - in the they are different char codes) /// /// The replace start numbers /// static readonly Dictionary ReplaceStartNumbers = new Dictionary { {"1 ","one "}, {"2 ","two "}, {"3 ","three "}, {"4 ","four "}, {"5 ","five "}, {"6 ","six "}, {"7 ","seven "}, {"8 ","eight "}, {"9 ","nine "}, {"10 ","ten "}, {"11 ","eleven "}, {"12 ","twelve "}, {"13 ","thirteen "}, {"100 ","one hundred "}, {"101 ","one hundred one "} }; /// /// The replace end numbers /// static readonly Dictionary ReplaceEndNumbers = new Dictionary { {" 1"," i"}, {" 2"," ii"}, {" 3"," iii"}, {" 4"," iv"}, {" 5"," v"}, {" 6"," vi"}, {" 7"," vii"}, {" 8"," viii"}, {" 9"," ix"}, {" 10"," x"} }; /// /// Gets the name of the comparable. /// /// The name. /// The logger. /// System.String. internal static string GetComparableName(string name, ILogger logger) { name = name.ToLower(); name = name.Replace("á", "a"); name = name.Replace("é", "e"); name = name.Replace("í", "i"); name = name.Replace("ó", "o"); name = name.Replace("ú", "u"); name = name.Replace("ü", "u"); name = name.Replace("ñ", "n"); foreach (var pair in ReplaceStartNumbers) { if (name.StartsWith(pair.Key)) { name = name.Remove(0, pair.Key.Length); name = pair.Value + name; logger.Info("MovieDbProvider - Replaced Start Numbers: " + name); } } foreach (var pair in ReplaceEndNumbers) { if (name.EndsWith(pair.Key)) { name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length); name = name + pair.Value; logger.Info("MovieDbProvider - Replaced End Numbers: " + name); } } name = name.Normalize(NormalizationForm.FormKD); var sb = new StringBuilder(); foreach (var c in name) { if (c >= 0x2B0 && c <= 0x0333) { // skip char modifier and diacritics } else if (remove.IndexOf(c) > -1) { // skip chars we are removing } else if (spacers.IndexOf(c) > -1) { sb.Append(" "); } else if (c == '&') { sb.Append(" and "); } else { sb.Append(c); } } name = sb.ToString(); name = name.Replace(", the", ""); name = name.Replace(" the ", " "); name = name.Replace("the ", ""); string prev_name; do { prev_name = name; name = name.Replace(" ", " "); } while (name.Length != prev_name.Length); return name.Trim(); } #region Result Objects /// /// Class TmdbMovieSearchResult /// protected class TmdbMovieSearchResult { /// /// Gets or sets a value indicating whether this is adult. /// /// true if adult; otherwise, false. public bool adult { get; set; } /// /// Gets or sets the backdrop_path. /// /// The backdrop_path. public string backdrop_path { get; set; } /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the original_title. /// /// The original_title. public string original_title { get; set; } /// /// Gets or sets the release_date. /// /// The release_date. public string release_date { get; set; } /// /// Gets or sets the poster_path. /// /// The poster_path. public string poster_path { get; set; } /// /// Gets or sets the popularity. /// /// The popularity. public double popularity { get; set; } /// /// Gets or sets the title. /// /// The title. public string title { get; set; } /// /// Gets or sets the vote_average. /// /// The vote_average. public double vote_average { get; set; } /// /// Gets or sets the vote_count. /// /// The vote_count. public int vote_count { get; set; } } /// /// Class TmdbMovieSearchResults /// protected class TmdbMovieSearchResults { /// /// Gets or sets the page. /// /// The page. public int page { get; set; } /// /// Gets or sets the results. /// /// The results. public List results { get; set; } /// /// Gets or sets the total_pages. /// /// The total_pages. public int total_pages { get; set; } /// /// Gets or sets the total_results. /// /// The total_results. public int total_results { get; set; } } /// /// Class BelongsToCollection /// protected class BelongsToCollection { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } /// /// Gets or sets the poster_path. /// /// The poster_path. public string poster_path { get; set; } /// /// Gets or sets the backdrop_path. /// /// The backdrop_path. public string backdrop_path { get; set; } } /// /// Class Genre /// protected class Genre { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } } /// /// Class ProductionCompany /// protected class ProductionCompany { /// /// Gets or sets the name. /// /// The name. public string name { get; set; } /// /// Gets or sets the id. /// /// The id. public int id { get; set; } } /// /// Class ProductionCountry /// protected class ProductionCountry { /// /// Gets or sets the iso_3166_1. /// /// The iso_3166_1. public string iso_3166_1 { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } } /// /// Class SpokenLanguage /// protected class SpokenLanguage { /// /// Gets or sets the iso_639_1. /// /// The iso_639_1. public string iso_639_1 { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } } /// /// Class Cast /// protected class Cast { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } /// /// Gets or sets the character. /// /// The character. public string character { get; set; } /// /// Gets or sets the order. /// /// The order. public int order { get; set; } /// /// Gets or sets the profile_path. /// /// The profile_path. public string profile_path { get; set; } } /// /// Class Crew /// protected class Crew { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the name. /// /// The name. public string name { get; set; } /// /// Gets or sets the department. /// /// The department. public string department { get; set; } /// /// Gets or sets the job. /// /// The job. public string job { get; set; } /// /// Gets or sets the profile_path. /// /// The profile_path. public object profile_path { get; set; } } /// /// Class Country /// protected class Country { /// /// Gets or sets the iso_3166_1. /// /// The iso_3166_1. public string iso_3166_1 { get; set; } /// /// Gets or sets the certification. /// /// The certification. public string certification { get; set; } /// /// Gets or sets the release_date. /// /// The release_date. public DateTime release_date { get; set; } } //protected class TmdbMovieResult //{ // public bool adult { get; set; } // public string backdrop_path { get; set; } // public int belongs_to_collection { get; set; } // public int budget { get; set; } // public List genres { get; set; } // public string homepage { get; set; } // public int id { get; set; } // public string imdb_id { get; set; } // public string original_title { get; set; } // public string overview { get; set; } // public double popularity { get; set; } // public string poster_path { get; set; } // public List production_companies { get; set; } // public List production_countries { get; set; } // public string release_date { get; set; } // public int revenue { get; set; } // public int runtime { get; set; } // public List spoken_languages { get; set; } // public string tagline { get; set; } // public string title { get; set; } // public double vote_average { get; set; } // public int vote_count { get; set; } //} /// /// Class TmdbTitle /// protected class TmdbTitle { /// /// Gets or sets the iso_3166_1. /// /// The iso_3166_1. public string iso_3166_1 { get; set; } /// /// Gets or sets the title. /// /// The title. public string title { get; set; } } /// /// Class TmdbAltTitleResults /// protected class TmdbAltTitleResults { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the titles. /// /// The titles. public List titles { get; set; } } /// /// Class TmdbCastResult /// protected class TmdbCastResult { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the cast. /// /// The cast. public List cast { get; set; } /// /// Gets or sets the crew. /// /// The crew. public List crew { get; set; } } /// /// Class TmdbReleasesResult /// protected class TmdbReleasesResult { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the countries. /// /// The countries. public List countries { get; set; } } /// /// Class TmdbImage /// protected class TmdbImage { /// /// Gets or sets the file_path. /// /// The file_path. public string file_path { get; set; } /// /// Gets or sets the width. /// /// The width. public int width { get; set; } /// /// Gets or sets the height. /// /// The height. public int height { get; set; } /// /// Gets or sets the iso_639_1. /// /// The iso_639_1. public string iso_639_1 { get; set; } /// /// Gets or sets the aspect_ratio. /// /// The aspect_ratio. public double aspect_ratio { get; set; } /// /// Gets or sets the vote_average. /// /// The vote_average. public double vote_average { get; set; } /// /// Gets or sets the vote_count. /// /// The vote_count. public int vote_count { get; set; } } /// /// Class TmdbImages /// protected class TmdbImages { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the backdrops. /// /// The backdrops. public List backdrops { get; set; } /// /// Gets or sets the posters. /// /// The posters. public List posters { get; set; } } /// /// Class CompleteMovieData /// protected class CompleteMovieData { public bool adult { get; set; } public string backdrop_path { get; set; } public BelongsToCollection belongs_to_collection { get; set; } public int budget { get; set; } public List genres { get; set; } public string homepage { get; set; } public int id { get; set; } public string imdb_id { get; set; } public string original_title { get; set; } public string overview { get; set; } public double popularity { get; set; } public string poster_path { get; set; } public List production_companies { get; set; } public List production_countries { get; set; } public DateTime release_date { get; set; } public int revenue { get; set; } public int runtime { get; set; } public List spoken_languages { get; set; } public string tagline { get; set; } public string title { get; set; } public double vote_average { get; set; } public int vote_count { get; set; } public List countries { get; set; } public List cast { get; set; } public List crew { get; set; } } public class TmdbImageSettings { public List backdrop_sizes { get; set; } public string base_url { get; set; } public List poster_sizes { get; set; } public List profile_sizes { get; set; } } public class TmdbSettingsResult { public TmdbImageSettings images { get; set; } } #endregion public void Dispose() { Dispose(true); } } }