using MediaBrowser.Common.Extensions; using MediaBrowser.Common.Net; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Entities; using MediaBrowser.Controller.Entities.Movies; using MediaBrowser.Model.Entities; using MediaBrowser.Model.Logging; using MediaBrowser.Model.Net; using MediaBrowser.Model.Serialization; using System; using System.Collections.Generic; using System.Globalization; using System.IO; using System.Linq; using System.Net; using System.Text; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Controller.Providers.Movies { class MovieDbProviderException : ApplicationException { public MovieDbProviderException(string msg) : base(msg) { } } /// /// Class MovieDbProvider /// public class MovieDbProvider : BaseMetadataProvider, IDisposable { protected static CultureInfo EnUs = new CultureInfo("en-US"); protected readonly IProviderManager ProviderManager; /// /// The movie db /// private readonly SemaphoreSlim _movieDbResourcePool = new SemaphoreSlim(1,1); internal static MovieDbProvider Current { get; private set; } /// /// Gets the json serializer. /// /// The json serializer. protected IJsonSerializer JsonSerializer { get; private set; } /// /// Gets the HTTP client. /// /// The HTTP client. protected IHttpClient HttpClient { get; private set; } /// /// Initializes a new instance of the class. /// /// The log manager. /// The configuration manager. /// The json serializer. /// The HTTP client. /// The provider manager. public MovieDbProvider(ILogManager logManager, IServerConfigurationManager configurationManager, IJsonSerializer jsonSerializer, IHttpClient httpClient, IProviderManager providerManager) : base(logManager, configurationManager) { JsonSerializer = jsonSerializer; HttpClient = httpClient; ProviderManager = providerManager; Current = this; } /// /// Releases unmanaged and - optionally - managed resources. /// /// true to release both managed and unmanaged resources; false to release only unmanaged resources. protected virtual void Dispose(bool dispose) { if (dispose) { _movieDbResourcePool.Dispose(); } } /// /// Gets the priority. /// /// The priority. public override MetadataProviderPriority Priority { get { return MetadataProviderPriority.Second; } } /// /// Supportses the specified item. /// /// The item. /// true if XXXX, false otherwise public override bool Supports(BaseItem item) { var trailer = item as Trailer; if (trailer != null) { return !trailer.IsLocalTrailer; } // Don't support local trailers return item is Movie || item is BoxSet; } /// /// Gets a value indicating whether [requires internet]. /// /// true if [requires internet]; otherwise, false. public override bool RequiresInternet { get { return true; } } /// /// If we save locally, refresh if they delete something /// protected override bool RefreshOnFileSystemStampChange { get { return ConfigurationManager.Configuration.SaveLocalMeta; } } protected override bool RefreshOnVersionChange { get { return true; } } protected override string ProviderVersion { get { return "2"; } } /// /// The _TMDB settings task /// private Task _tmdbSettingsTask; /// /// The _TMDB settings task initialized /// private bool _tmdbSettingsTaskInitialized; /// /// The _TMDB settings task sync lock /// private object _tmdbSettingsTaskSyncLock = new object(); /// /// Gets the TMDB settings. /// /// The TMDB settings. public Task TmdbSettings { get { LazyInitializer.EnsureInitialized(ref _tmdbSettingsTask, ref _tmdbSettingsTaskInitialized, ref _tmdbSettingsTaskSyncLock, () => GetTmdbSettings(JsonSerializer)); return _tmdbSettingsTask; } } /// /// Gets the TMDB settings. /// /// Task{TmdbSettingsResult}. private async Task GetTmdbSettings(IJsonSerializer jsonSerializer) { try { using (var json = await GetMovieDbResponse(new HttpRequestOptions { Url = string.Format(TmdbConfigUrl, ApiKey), CancellationToken = CancellationToken.None, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { return jsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { return new TmdbSettingsResult { images = new TmdbImageSettings { backdrop_sizes = new List { "w380", "w780", "w1280", "original" }, poster_sizes = new List { "w92", "w154", "w185", "w342", "w500", "original" }, profile_sizes = new List { "w45", "w185", "h632", "original" }, base_url = "http://cf2.imgobject.com/t/p/" } }; } } /// /// The json provider /// protected MovieProviderFromJson JsonProvider; /// /// Sets the persisted last refresh date on the item for this provider. /// /// The item. /// The value. /// The provider version. /// The status. public override void SetLastRefreshed(BaseItem item, DateTime value, string providerVersion, ProviderRefreshStatus status = ProviderRefreshStatus.Success) { base.SetLastRefreshed(item, value, providerVersion, status); if (ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem) { //in addition to ours, we need to set the last refreshed time for the local data provider //so it won't see the new files we download and process them all over again if (JsonProvider == null) JsonProvider = new MovieProviderFromJson(LogManager, ConfigurationManager, JsonSerializer, HttpClient, ProviderManager); BaseProviderInfo data; if (!item.ProviderData.TryGetValue(JsonProvider.Id, out data)) { data = new BaseProviderInfo(); } data.LastRefreshed = value; item.ProviderData[JsonProvider.Id] = data; } } private const string TmdbConfigUrl = "http://api.themoviedb.org/3/configuration?api_key={0}"; private const string Search3 = @"http://api.themoviedb.org/3/search/movie?api_key={1}&query={0}&language={2}"; private const string AltTitleSearch = @"http://api.themoviedb.org/3/movie/{0}/alternative_titles?api_key={1}&country={2}"; private const string GetMovieInfo3 = @"http://api.themoviedb.org/3/movie/{0}?api_key={1}&language={2}&append_to_response=casts,releases,images,keywords"; private const string GetBoxSetInfo3 = @"http://api.themoviedb.org/3/collection/{0}?api_key={1}&language={2}&append_to_response=images"; internal static string ApiKey = "f6bd687ffa63cd282b6ff2c6877f2669"; internal static string AcceptHeader = "application/json,image/*"; static readonly Regex[] NameMatches = new[] { new Regex(@"(?.*)\((?\d{4})\)"), // matches "My Movie (2001)" and gives us the name and the year new Regex(@"(?.*)") // last resort matches the whole string as the name }; public const string LOCAL_META_FILE_NAME = "tmdb3.json"; public const string ALT_META_FILE_NAME = "movie.xml"; protected override bool NeedsRefreshInternal(BaseItem item, BaseProviderInfo providerInfo) { if (item.DontFetchMeta) return false; if (item.LocationType == LocationType.FileSystem && ConfigurationManager.Configuration.SaveLocalMeta && HasFileSystemStampChanged(item, providerInfo)) { //If they deleted something from file system, chances are, this item was mis-identified the first time item.SetProviderId(MetadataProviders.Tmdb, null); Logger.Debug("MovieProvider reports file system stamp change..."); return true; } if (providerInfo.LastRefreshStatus != ProviderRefreshStatus.Success) { Logger.Debug("MovieProvider for {0} - last attempt had errors. Will try again.", item.Path); return true; } if (RefreshOnVersionChange && !String.Equals(ProviderVersion, providerInfo.ProviderVersion)) { return true; } var downloadDate = providerInfo.LastRefreshed; if (ConfigurationManager.Configuration.MetadataRefreshDays == -1 && downloadDate != DateTime.MinValue) { return false; } if (DateTime.Today.Subtract(downloadDate).TotalDays < ConfigurationManager.Configuration.MetadataRefreshDays) // only refresh every n days return false; if (HasAltMeta(item)) return false; //never refresh if has meta from other source return true; } /// /// Fetches metadata and returns true or false indicating if any work that requires persistence was done /// /// The item. /// if set to true [force]. /// The cancellation token /// Task{System.Boolean}. public override async Task FetchAsync(BaseItem item, bool force, CancellationToken cancellationToken) { if (HasAltMeta(item)) { Logger.Info("MovieDbProvider - Not fetching because 3rd party meta exists for " + item.Name); SetLastRefreshed(item, DateTime.UtcNow); return true; } if (item.DontFetchMeta) { Logger.Info("MovieDbProvider - Not fetching because requested to ignore " + item.Name); return false; } cancellationToken.ThrowIfCancellationRequested(); if (!ConfigurationManager.Configuration.SaveLocalMeta || !HasLocalMeta(item) || (force && !HasLocalMeta(item))) { try { await FetchMovieData(item, cancellationToken).ConfigureAwait(false); SetLastRefreshed(item, DateTime.UtcNow); } catch (MovieDbProviderException) { SetLastRefreshed(item, DateTime.UtcNow, ProviderRefreshStatus.CompletedWithErrors); } return true; } Logger.Debug("MovieDBProvider not fetching because local meta exists for " + item.Name); SetLastRefreshed(item, DateTime.UtcNow); return true; } /// /// Determines whether [has local meta] [the specified item]. /// /// The item. /// true if [has local meta] [the specified item]; otherwise, false. private bool HasLocalMeta(BaseItem item) { //need at least the xml and folder.jpg/png or a movie.xml put in by someone else return item.LocationType == LocationType.FileSystem && item.ResolveArgs.ContainsMetaFileByName(LOCAL_META_FILE_NAME); } /// /// Determines whether [has alt meta] [the specified item]. /// /// The item. /// true if [has alt meta] [the specified item]; otherwise, false. private bool HasAltMeta(BaseItem item) { return item.LocationType == LocationType.FileSystem && item.ResolveArgs.ContainsMetaFileByName(ALT_META_FILE_NAME); } /// /// Fetches the movie data. /// /// The item. /// /// Task. private async Task FetchMovieData(BaseItem item, CancellationToken cancellationToken) { string id = item.GetProviderId(MetadataProviders.Tmdb) ?? await FindId(item, item.ProductionYear, cancellationToken).ConfigureAwait(false); if (id != null) { Logger.Debug("MovieDbProvider - getting movie info with id: " + id); cancellationToken.ThrowIfCancellationRequested(); await FetchMovieData(item, id, cancellationToken).ConfigureAwait(false); } else { Logger.Info("MovieDBProvider could not find " + item.Name + ". Check name on themoviedb.org."); } } /// /// Parses the name. /// /// The name. /// Name of the just. /// The year. protected void ParseName(string name, out string justName, out int? year) { justName = null; year = null; foreach (var re in NameMatches) { Match m = re.Match(name); if (m.Success) { justName = m.Groups["name"].Value.Trim(); string y = m.Groups["year"] != null ? m.Groups["year"].Value : null; int temp; year = Int32.TryParse(y, out temp) ? temp : (int?)null; break; } } } /// /// Finds the id. /// /// The item. /// The production year. /// The cancellation token /// Task{System.String}. public async Task FindId(BaseItem item, int? productionYear, CancellationToken cancellationToken) { string id = null; if (item.LocationType == LocationType.FileSystem) { string justName = item.Path != null ? item.Path.Substring(item.Path.LastIndexOf(Path.DirectorySeparatorChar)) : string.Empty; id = justName.GetAttributeValue("tmdbid"); if (id != null) { Logger.Debug("Using tmdb id specified in path."); return id; } } int? year; string name = item.Name; ParseName(name, out name, out year); if (year == null && productionYear != null) { year = productionYear; } Logger.Info("MovieDbProvider: Finding id for movie: " + name); string language = ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower(); //if we are a boxset - look at our first child var boxset = item as BoxSet; if (boxset != null) { var firstChild = boxset.Children.FirstOrDefault(); if (firstChild != null) { Logger.Debug("MovieDbProvider - Attempting to find boxset ID from: " + firstChild.Name); string childName; int? childYear; ParseName(firstChild.Name, out childName, out childYear); id = await GetBoxsetIdFromMovie(childName, childYear, language, cancellationToken).ConfigureAwait(false); if (id != null) { Logger.Info("MovieDbProvider - Found Boxset ID: " + id); } } return id; } //nope - search for it id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (id == null) { //try in english if wasn't before if (language != "en") { id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false); } else { // try with dot and _ turned to space var originalName = name; name = name.Replace(",", " "); name = name.Replace(".", " "); name = name.Replace("_", " "); name = name.Replace("-", ""); // Search again if the new name is different if (!string.Equals(name, originalName)) { id = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (id == null && language != "en") { //one more time, in english id = await AttemptFindId(name, year, "en", cancellationToken).ConfigureAwait(false); } } if (id == null && item.LocationType == LocationType.FileSystem) { //last resort - try using the actual folder name var pathName = Path.GetFileName(item.ResolveArgs.Path); // Only search if it's a name we haven't already tried. if (!string.Equals(pathName, name, StringComparison.OrdinalIgnoreCase) && !string.Equals(pathName, originalName, StringComparison.OrdinalIgnoreCase)) { id = await AttemptFindId(pathName, year, "en", cancellationToken).ConfigureAwait(false); } } } } return id; } /// /// Attempts the find id. /// /// The name. /// The year. /// The language. /// The cancellation token /// Task{System.String}. public virtual async Task AttemptFindId(string name, int? year, string language, CancellationToken cancellationToken) { string url3 = string.Format(Search3, UrlEncode(name), ApiKey, language); TmdbMovieSearchResults searchResult = null; try { using (Stream json = await GetMovieDbResponse(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { searchResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } if (searchResult == null || searchResult.results.Count == 0) { //try replacing numbers foreach (var pair in ReplaceStartNumbers) { if (name.StartsWith(pair.Key)) { name = name.Remove(0, pair.Key.Length); name = pair.Value + name; } } foreach (var pair in ReplaceEndNumbers) { if (name.EndsWith(pair.Key)) { name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length); name = name + pair.Value; } } Logger.Info("MovieDBProvider - No results. Trying replacement numbers: " + name); url3 = string.Format(Search3, UrlEncode(name), ApiKey, language); try { using (var json = await GetMovieDbResponse(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { searchResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } } if (searchResult != null) { string compName = GetComparableName(name, Logger); foreach (var possible in searchResult.results) { string matchedName = null; string id = possible.id.ToString(CultureInfo.InvariantCulture); string n = possible.title; if (GetComparableName(n, Logger) == compName) { matchedName = n; } else { n = possible.original_title; if (GetComparableName(n, Logger) == compName) { matchedName = n; } } Logger.Debug("MovieDbProvider - " + compName + " didn't match " + n); //if main title matches we don't have to look for alternatives if (matchedName == null) { //that title didn't match - look for alternatives url3 = string.Format(AltTitleSearch, id, ApiKey, ConfigurationManager.Configuration.MetadataCountryCode); try { using (var json = await GetMovieDbResponse(new HttpRequestOptions { Url = url3, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { var response = JsonSerializer.DeserializeFromStream(json); if (response != null && response.titles != null) { foreach (var title in response.titles) { var t = GetComparableName(title.title, Logger); if (t == compName) { Logger.Debug("MovieDbProvider - " + compName + " matched " + t); matchedName = t; break; } Logger.Debug("MovieDbProvider - " + compName + " did not match " + t); } } } } catch (HttpException) { } } if (matchedName != null) { Logger.Debug("Match " + matchedName + " for " + name); if (year != null) { DateTime r; //These dates are always in this exact format if (DateTime.TryParseExact(possible.release_date, "yyyy-MM-dd", EnUs, DateTimeStyles.None, out r)) { if (Math.Abs(r.Year - year.Value) > 1) // allow a 1 year tolerance on release date { Logger.Debug("Result " + matchedName + " released on " + r + " did not match year " + year); continue; } } } //matched name and year return id; } } } return null; } /// /// URLs the encode. /// /// The name. /// System.String. private static string UrlEncode(string name) { return WebUtility.UrlEncode(name); } /// /// Gets the boxset id from movie. /// /// The name. /// The year. /// The language. /// The cancellation token /// Task{System.String}. protected async Task GetBoxsetIdFromMovie(string name, int? year, string language, CancellationToken cancellationToken) { string id = null; string childId = await AttemptFindId(name, year, language, cancellationToken).ConfigureAwait(false); if (childId != null) { string url = string.Format(GetMovieInfo3, childId, ApiKey, language); try { using (Stream json = await GetMovieDbResponse(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { var movieResult = JsonSerializer.DeserializeFromStream(json); if (movieResult != null && movieResult.belongs_to_collection != null) { id = movieResult.belongs_to_collection.id.ToString(CultureInfo.InvariantCulture); } else { Logger.Error("Unable to obtain boxset id."); } } } catch (HttpException) { } } return id; } /// /// Fetches the movie data. /// /// The item. /// The id. /// The cancellation token /// Task. protected async Task FetchMovieData(BaseItem item, string id, CancellationToken cancellationToken) { cancellationToken.ThrowIfCancellationRequested(); if (String.IsNullOrEmpty(id)) { Logger.Info("MoviedbProvider: Ignoring " + item.Name + " because ID forced blank."); return; } if (item.GetProviderId(MetadataProviders.Tmdb) == null) item.SetProviderId(MetadataProviders.Tmdb, id); var mainResult = await FetchMainResult(item, id, cancellationToken).ConfigureAwait(false); if (mainResult == null) return; ProcessMainInfo(item, mainResult); cancellationToken.ThrowIfCancellationRequested(); //and save locally if (ConfigurationManager.Configuration.SaveLocalMeta && item.LocationType == LocationType.FileSystem) { var ms = new MemoryStream(); JsonSerializer.SerializeToStream(mainResult, ms); cancellationToken.ThrowIfCancellationRequested(); await ProviderManager.SaveToLibraryFilesystem(item, Path.Combine(item.MetaLocation, LOCAL_META_FILE_NAME), ms, cancellationToken).ConfigureAwait(false); } } /// /// Fetches the main result. /// /// The item. /// The id. /// The cancellation token /// Task{CompleteMovieData}. protected async Task FetchMainResult(BaseItem item, string id, CancellationToken cancellationToken) { var baseUrl = item is BoxSet ? GetBoxSetInfo3 : GetMovieInfo3; string url = string.Format(baseUrl, id, ApiKey, ConfigurationManager.Configuration.PreferredMetadataLanguage); CompleteMovieData mainResult; cancellationToken.ThrowIfCancellationRequested(); try { using (var json = await GetMovieDbResponse(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { mainResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException e) { if (e.IsTimedOut) { Logger.ErrorException("MovieDbProvider timed out attempting to retrieve main info for {0}", e, item.Path); throw new MovieDbProviderException("Timed out on main info"); } if (e.StatusCode == HttpStatusCode.NotFound) { Logger.ErrorException("MovieDbProvider not found error attempting to retrieve main info for {0}", e, item.Path); throw new MovieDbProviderException("Not Found"); } throw; } cancellationToken.ThrowIfCancellationRequested(); if (mainResult != null && string.IsNullOrEmpty(mainResult.overview)) { if (ConfigurationManager.Configuration.PreferredMetadataLanguage.ToLower() != "en") { Logger.Info("MovieDbProvider couldn't find meta for language " + ConfigurationManager.Configuration.PreferredMetadataLanguage + ". Trying English..."); url = string.Format(baseUrl, id, ApiKey, "en"); try { using (Stream json = await GetMovieDbResponse(new HttpRequestOptions { Url = url, CancellationToken = cancellationToken, AcceptHeader = AcceptHeader, EnableResponseCache = true }).ConfigureAwait(false)) { mainResult = JsonSerializer.DeserializeFromStream(json); } } catch (HttpException) { } if (String.IsNullOrEmpty(mainResult.overview)) { Logger.Error("MovieDbProvider - Unable to find information for " + item.Name + " (id:" + id + ")"); return null; } } } return mainResult; } /// /// Processes the main info. /// /// The movie. /// The movie data. protected virtual void ProcessMainInfo(BaseItem movie, CompleteMovieData movieData) { if (movie != null && movieData != null) { movie.Name = movieData.title ?? movieData.original_title ?? movie.Name; movie.Overview = movieData.overview; movie.Overview = movie.Overview != null ? movie.Overview.Replace("\n\n", "\n") : null; movie.HomePageUrl = movieData.homepage; movie.Budget = movieData.budget; movie.Revenue = movieData.revenue; if (!string.IsNullOrEmpty(movieData.tagline)) { movie.Taglines.Clear(); movie.AddTagline(movieData.tagline); } movie.SetProviderId(MetadataProviders.Imdb, movieData.imdb_id); if (movieData.belongs_to_collection != null) { movie.SetProviderId(MetadataProviders.TmdbCollection, movieData.belongs_to_collection.id.ToString(CultureInfo.InvariantCulture)); } float rating; string voteAvg = movieData.vote_average.ToString(CultureInfo.InvariantCulture); //tmdb appears to have unified their numbers to always report "7.3" regardless of country // so I removed the culture-specific processing here because it was not working for other countries -ebr if (float.TryParse(voteAvg, NumberStyles.AllowDecimalPoint, CultureInfo.InvariantCulture, out rating)) movie.CommunityRating = rating; //release date and certification are retrieved based on configured country and we fall back on US if not there if (movieData.releases != null && movieData.releases.countries != null) { var ourRelease = movieData.releases.countries.FirstOrDefault(c => c.iso_3166_1.Equals(ConfigurationManager.Configuration.MetadataCountryCode, StringComparison.OrdinalIgnoreCase)) ?? new Country(); var usRelease = movieData.releases.countries.FirstOrDefault(c => c.iso_3166_1.Equals("US", StringComparison.OrdinalIgnoreCase)) ?? new Country(); movie.OfficialRating = ourRelease.certification ?? usRelease.certification; if (ourRelease.release_date > new DateTime(1900, 1, 1)) { if (ourRelease.release_date.Year != 1) { movie.PremiereDate = ourRelease.release_date.ToUniversalTime(); movie.ProductionYear = ourRelease.release_date.Year; } } else { if (usRelease.release_date.Year != 1) { movie.PremiereDate = usRelease.release_date.ToUniversalTime(); movie.ProductionYear = usRelease.release_date.Year; } } } else { if (movieData.release_date.Year != 1) { //no specific country release info at all movie.PremiereDate = movieData.release_date.ToUniversalTime(); movie.ProductionYear = movieData.release_date.Year; } } //if that didn't find a rating and we are a boxset, use the one from our first child if (movie.OfficialRating == null && movie is BoxSet) { var boxset = movie as BoxSet; Logger.Info("MovieDbProvider - Using rating of first child of boxset..."); var firstChild = boxset.Children.FirstOrDefault(); boxset.OfficialRating = firstChild != null ? firstChild.OfficialRating : null; } if (movieData.runtime > 0) movie.OriginalRunTimeTicks = TimeSpan.FromMinutes(movieData.runtime).Ticks; //studios if (movieData.production_companies != null) { movie.Studios.Clear(); foreach (var studio in movieData.production_companies.Select(c => c.name)) { movie.AddStudio(studio); } } //genres if (movieData.genres != null) { movie.Genres.Clear(); foreach (var genre in movieData.genres.Select(g => g.name)) { movie.AddGenre(genre); } } movie.People.Clear(); movie.Tags.Clear(); //Actors, Directors, Writers - all in People //actors come from cast if (movieData.casts != null && movieData.casts.cast != null) { foreach (var actor in movieData.casts.cast.OrderBy(a => a.order)) movie.AddPerson(new PersonInfo { Name = actor.name, Role = actor.character, Type = PersonType.Actor }); } //and the rest from crew if (movieData.casts != null && movieData.casts.crew != null) { foreach (var person in movieData.casts.crew) movie.AddPerson(new PersonInfo { Name = person.name, Role = person.job, Type = person.department }); } if (movieData.keywords != null && movieData.keywords.keywords != null) { movie.Tags = movieData.keywords.keywords.Select(i => i.name).ToList(); } } } private DateTime _lastRequestDate = DateTime.MinValue; /// /// Gets the movie db response. /// internal async Task GetMovieDbResponse(HttpRequestOptions options) { var cancellationToken = options.CancellationToken; await _movieDbResourcePool.WaitAsync(cancellationToken).ConfigureAwait(false); try { // Limit to three requests per second var diff = 330 - (DateTime.Now - _lastRequestDate).TotalMilliseconds; if (diff > 0) { await Task.Delay(Convert.ToInt32(diff), cancellationToken).ConfigureAwait(false); } _lastRequestDate = DateTime.Now; return await HttpClient.Get(options).ConfigureAwait(false); } finally { _lastRequestDate = DateTime.Now; _movieDbResourcePool.Release(); } } /// /// The remove /// const string remove = "\"'!`?"; // "Face/Off" support. /// /// The spacers /// const string spacers = "/,.:;\\(){}[]+-_=–*"; // (there are not actually two - in the they are different char codes) /// /// The replace start numbers /// static readonly Dictionary ReplaceStartNumbers = new Dictionary { {"1 ","one "}, {"2 ","two "}, {"3 ","three "}, {"4 ","four "}, {"5 ","five "}, {"6 ","six "}, {"7 ","seven "}, {"8 ","eight "}, {"9 ","nine "}, {"10 ","ten "}, {"11 ","eleven "}, {"12 ","twelve "}, {"13 ","thirteen "}, {"100 ","one hundred "}, {"101 ","one hundred one "} }; /// /// The replace end numbers /// static readonly Dictionary ReplaceEndNumbers = new Dictionary { {" 1"," i"}, {" 2"," ii"}, {" 3"," iii"}, {" 4"," iv"}, {" 5"," v"}, {" 6"," vi"}, {" 7"," vii"}, {" 8"," viii"}, {" 9"," ix"}, {" 10"," x"} }; /// /// Gets the name of the comparable. /// /// The name. /// The logger. /// System.String. internal static string GetComparableName(string name, ILogger logger) { name = name.ToLower(); name = name.Replace("á", "a"); name = name.Replace("é", "e"); name = name.Replace("í", "i"); name = name.Replace("ó", "o"); name = name.Replace("ú", "u"); name = name.Replace("ü", "u"); name = name.Replace("ñ", "n"); foreach (var pair in ReplaceStartNumbers) { if (name.StartsWith(pair.Key)) { name = name.Remove(0, pair.Key.Length); name = pair.Value + name; logger.Info("MovieDbProvider - Replaced Start Numbers: " + name); } } foreach (var pair in ReplaceEndNumbers) { if (name.EndsWith(pair.Key)) { name = name.Remove(name.IndexOf(pair.Key), pair.Key.Length); name = name + pair.Value; logger.Info("MovieDbProvider - Replaced End Numbers: " + name); } } name = name.Normalize(NormalizationForm.FormKD); var sb = new StringBuilder(); foreach (var c in name) { if (c >= 0x2B0 && c <= 0x0333) { // skip char modifier and diacritics } else if (remove.IndexOf(c) > -1) { // skip chars we are removing } else if (spacers.IndexOf(c) > -1) { sb.Append(" "); } else if (c == '&') { sb.Append(" and "); } else { sb.Append(c); } } name = sb.ToString(); name = name.Replace(", the", ""); name = name.Replace(" the ", " "); name = name.Replace("the ", ""); string prev_name; do { prev_name = name; name = name.Replace(" ", " "); } while (name.Length != prev_name.Length); return name.Trim(); } #region Result Objects /// /// Class TmdbTitle /// protected class TmdbTitle { /// /// Gets or sets the iso_3166_1. /// /// The iso_3166_1. public string iso_3166_1 { get; set; } /// /// Gets or sets the title. /// /// The title. public string title { get; set; } } /// /// Class TmdbAltTitleResults /// protected class TmdbAltTitleResults { /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the titles. /// /// The titles. public List titles { get; set; } } /// /// Class TmdbMovieSearchResult /// protected class TmdbMovieSearchResult { /// /// Gets or sets a value indicating whether this is adult. /// /// true if adult; otherwise, false. public bool adult { get; set; } /// /// Gets or sets the backdrop_path. /// /// The backdrop_path. public string backdrop_path { get; set; } /// /// Gets or sets the id. /// /// The id. public int id { get; set; } /// /// Gets or sets the original_title. /// /// The original_title. public string original_title { get; set; } /// /// Gets or sets the release_date. /// /// The release_date. public string release_date { get; set; } /// /// Gets or sets the poster_path. /// /// The poster_path. public string poster_path { get; set; } /// /// Gets or sets the popularity. /// /// The popularity. public double popularity { get; set; } /// /// Gets or sets the title. /// /// The title. public string title { get; set; } /// /// Gets or sets the vote_average. /// /// The vote_average. public double vote_average { get; set; } /// /// Gets or sets the vote_count. /// /// The vote_count. public int vote_count { get; set; } } /// /// Class TmdbMovieSearchResults /// protected class TmdbMovieSearchResults { /// /// Gets or sets the page. /// /// The page. public int page { get; set; } /// /// Gets or sets the results. /// /// The results. public List results { get; set; } /// /// Gets or sets the total_pages. /// /// The total_pages. public int total_pages { get; set; } /// /// Gets or sets the total_results. /// /// The total_results. public int total_results { get; set; } } protected class BelongsToCollection { public int id { get; set; } public string name { get; set; } public string poster_path { get; set; } public string backdrop_path { get; set; } } protected class GenreItem { public int id { get; set; } public string name { get; set; } } protected class ProductionCompany { public string name { get; set; } public int id { get; set; } } protected class ProductionCountry { public string iso_3166_1 { get; set; } public string name { get; set; } } protected class SpokenLanguage { public string iso_639_1 { get; set; } public string name { get; set; } } protected class Cast { public int id { get; set; } public string name { get; set; } public string character { get; set; } public int order { get; set; } public int cast_id { get; set; } public string profile_path { get; set; } } protected class Crew { public int id { get; set; } public string name { get; set; } public string department { get; set; } public string job { get; set; } public string profile_path { get; set; } } protected class Casts { public List cast { get; set; } public List crew { get; set; } } protected class Country { public string iso_3166_1 { get; set; } public string certification { get; set; } public DateTime release_date { get; set; } } protected class Releases { public List countries { get; set; } } protected class Keyword { public int id { get; set; } public string name { get; set; } } protected class Keywords { public List keywords { get; set; } } protected class CompleteMovieData { public bool adult { get; set; } public string backdrop_path { get; set; } public BelongsToCollection belongs_to_collection { get; set; } public int budget { get; set; } public List genres { get; set; } public string homepage { get; set; } public int id { get; set; } public string imdb_id { get; set; } public string original_title { get; set; } public string overview { get; set; } public double popularity { get; set; } public string poster_path { get; set; } public List production_companies { get; set; } public List production_countries { get; set; } public DateTime release_date { get; set; } public int revenue { get; set; } public int runtime { get; set; } public List spoken_languages { get; set; } public string status { get; set; } public string tagline { get; set; } public string title { get; set; } public double vote_average { get; set; } public int vote_count { get; set; } public Casts casts { get; set; } public Releases releases { get; set; } public Keywords keywords { get; set; } } public class TmdbImageSettings { public List backdrop_sizes { get; set; } public string base_url { get; set; } public List poster_sizes { get; set; } public List profile_sizes { get; set; } } public class TmdbSettingsResult { public TmdbImageSettings images { get; set; } } #endregion public void Dispose() { Dispose(true); } } }