2013-08-18 15:23:28 +00:00
using MediaBrowser.Common.Net ;
2013-03-04 05:43:06 +00:00
using MediaBrowser.Controller.Configuration ;
2013-02-21 01:33:05 +00:00
using MediaBrowser.Controller.Entities ;
using MediaBrowser.Controller.Entities.Movies ;
2013-06-09 16:47:28 +00:00
using MediaBrowser.Controller.Providers ;
2013-02-21 01:33:05 +00:00
using MediaBrowser.Model.Entities ;
using MediaBrowser.Model.Logging ;
2013-03-04 05:43:06 +00:00
using MediaBrowser.Model.Serialization ;
2013-10-04 15:22:03 +00:00
using MediaBrowser.Providers.Savers ;
2013-02-21 01:33:05 +00:00
using System ;
using System.Collections.Generic ;
using System.Globalization ;
using System.IO ;
using System.Linq ;
2013-03-04 05:43:06 +00:00
using System.Net ;
2013-02-21 01:33:05 +00:00
using System.Text.RegularExpressions ;
using System.Threading ;
using System.Threading.Tasks ;
2013-06-09 16:47:28 +00:00
namespace MediaBrowser.Providers.Movies
2013-02-21 01:33:05 +00:00
{
/// <summary>
/// Class MovieDbProvider
/// </summary>
2013-03-08 05:08:27 +00:00
public class MovieDbProvider : BaseMetadataProvider , IDisposable
2013-02-21 01:33:05 +00:00
{
2013-04-22 15:26:56 +00:00
protected static CultureInfo EnUs = new CultureInfo ( "en-US" ) ;
2013-03-08 05:08:27 +00:00
protected readonly IProviderManager ProviderManager ;
2013-04-13 18:02:30 +00:00
2013-03-04 05:43:06 +00:00
/// <summary>
/// The movie db
/// </summary>
2013-06-28 20:25:58 +00:00
private readonly SemaphoreSlim _movieDbResourcePool = new SemaphoreSlim ( 1 , 1 ) ;
2013-03-04 05:43:06 +00:00
internal static MovieDbProvider Current { get ; private set ; }
2013-02-24 21:53:54 +00:00
/// <summary>
/// Gets the json serializer.
/// </summary>
/// <value>The json serializer.</value>
protected IJsonSerializer JsonSerializer { get ; private set ; }
2013-02-25 00:13:45 +00:00
/// <summary>
/// Gets the HTTP client.
/// </summary>
/// <value>The HTTP client.</value>
protected IHttpClient HttpClient { get ; private set ; }
2013-02-24 21:53:54 +00:00
/// <summary>
/// Initializes a new instance of the <see cref="MovieDbProvider" /> class.
/// </summary>
2013-03-04 05:43:06 +00:00
/// <param name="logManager">The log manager.</param>
/// <param name="configurationManager">The configuration manager.</param>
2013-02-24 21:53:54 +00:00
/// <param name="jsonSerializer">The json serializer.</param>
2013-02-25 00:13:45 +00:00
/// <param name="httpClient">The HTTP client.</param>
2013-04-10 15:56:36 +00:00
/// <param name="providerManager">The provider manager.</param>
2013-03-08 05:08:27 +00:00
public MovieDbProvider ( ILogManager logManager , IServerConfigurationManager configurationManager , IJsonSerializer jsonSerializer , IHttpClient httpClient , IProviderManager providerManager )
2013-03-04 05:43:06 +00:00
: base ( logManager , configurationManager )
2013-02-24 21:53:54 +00:00
{
JsonSerializer = jsonSerializer ;
2013-02-25 00:13:45 +00:00
HttpClient = httpClient ;
2013-03-08 05:08:27 +00:00
ProviderManager = providerManager ;
2013-03-04 05:43:06 +00:00
Current = this ;
}
/// <summary>
/// Releases unmanaged and - optionally - managed resources.
/// </summary>
/// <param name="dispose"><c>true</c> to release both managed and unmanaged resources; <c>false</c> to release only unmanaged resources.</param>
2013-03-08 05:08:27 +00:00
protected virtual void Dispose ( bool dispose )
2013-03-04 05:43:06 +00:00
{
if ( dispose )
{
2013-05-19 18:42:58 +00:00
_movieDbResourcePool . Dispose ( ) ;
2013-03-04 05:43:06 +00:00
}
2013-02-24 21:53:54 +00:00
}
2013-02-21 01:33:05 +00:00
/// <summary>
/// Gets the priority.
/// </summary>
/// <value>The priority.</value>
public override MetadataProviderPriority Priority
{
2013-06-13 18:45:58 +00:00
get { return MetadataProviderPriority . Third ; }
2013-02-21 01:33:05 +00:00
}
/// <summary>
/// Supportses the specified item.
/// </summary>
/// <param name="item">The item.</param>
/// <returns><c>true</c> if XXXX, <c>false</c> otherwise</returns>
public override bool Supports ( BaseItem item )
{
2013-05-06 15:37:02 +00:00
var trailer = item as Trailer ;
if ( trailer ! = null )
{
return ! trailer . IsLocalTrailer ;
}
// Don't support local trailers
2013-05-28 01:59:26 +00:00
return item is Movie | | item is BoxSet | | item is MusicVideo ;
2013-02-21 01:33:05 +00:00
}
/// <summary>
/// Gets a value indicating whether [requires internet].
/// </summary>
/// <value><c>true</c> if [requires internet]; otherwise, <c>false</c>.</value>
public override bool RequiresInternet
{
get
{
return true ;
}
}
2013-05-06 22:52:13 +00:00
protected override bool RefreshOnVersionChange
{
get
{
return true ;
}
}
protected override string ProviderVersion
{
get
{
return "2" ;
}
}
2013-02-21 01:33:05 +00:00
/// <summary>
/// The _TMDB settings task
/// </summary>
2013-05-19 19:37:52 +00:00
private TmdbSettingsResult _tmdbSettings ;
private readonly SemaphoreSlim _tmdbSettingsSemaphore = new SemaphoreSlim ( 1 , 1 ) ;
2013-02-21 01:33:05 +00:00
/// <summary>
/// Gets the TMDB settings.
/// </summary>
2013-05-19 19:37:52 +00:00
/// <returns>Task{TmdbSettingsResult}.</returns>
internal async Task < TmdbSettingsResult > GetTmdbSettings ( CancellationToken cancellationToken )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
if ( _tmdbSettings ! = null )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
return _tmdbSettings ;
2013-02-21 01:33:05 +00:00
}
2013-05-19 19:37:52 +00:00
await _tmdbSettingsSemaphore . WaitAsync ( cancellationToken ) . ConfigureAwait ( false ) ;
2013-02-21 01:33:05 +00:00
try
{
2013-09-05 21:34:46 +00:00
// Check again in case it got populated while we were waiting.
if ( _tmdbSettings ! = null )
{
return _tmdbSettings ;
}
2013-05-19 18:42:58 +00:00
using ( var json = await GetMovieDbResponse ( new HttpRequestOptions
2013-05-04 04:15:39 +00:00
{
Url = string . Format ( TmdbConfigUrl , ApiKey ) ,
2013-05-19 19:37:52 +00:00
CancellationToken = cancellationToken ,
2013-05-21 04:04:38 +00:00
AcceptHeader = AcceptHeader
2013-05-04 04:15:39 +00:00
} ) . ConfigureAwait ( false ) )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
_tmdbSettings = JsonSerializer . DeserializeFromStream < TmdbSettingsResult > ( json ) ;
return _tmdbSettings ;
2013-02-21 01:33:05 +00:00
}
}
2013-05-19 19:37:52 +00:00
finally
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
_tmdbSettingsSemaphore . Release ( ) ;
2013-02-21 01:33:05 +00:00
}
}
private const string TmdbConfigUrl = "http://api.themoviedb.org/3/configuration?api_key={0}" ;
2013-08-26 14:36:41 +00:00
private const string Search3 = @"http://api.themoviedb.org/3/search/{3}?api_key={1}&query={0}&language={2}" ;
2013-06-27 17:01:20 +00:00
private const string GetMovieInfo3 = @"http://api.themoviedb.org/3/movie/{0}?api_key={1}&language={2}&append_to_response=casts,releases,images,keywords,trailers" ;
2013-05-06 22:52:13 +00:00
private const string GetBoxSetInfo3 = @"http://api.themoviedb.org/3/collection/{0}?api_key={1}&language={2}&append_to_response=images" ;
2013-05-04 04:15:39 +00:00
internal static string ApiKey = "f6bd687ffa63cd282b6ff2c6877f2669" ;
internal static string AcceptHeader = "application/json,image/*" ;
2013-02-21 01:33:05 +00:00
static readonly Regex [ ] NameMatches = new [ ] {
new Regex ( @"(?<name>.*)\((?<year>\d{4})\)" ) , // matches "My Movie (2001)" and gives us the name and the year
new Regex ( @"(?<name>.*)" ) // last resort matches the whole string as the name
} ;
protected override bool NeedsRefreshInternal ( BaseItem item , BaseProviderInfo providerInfo )
{
2013-05-19 19:37:52 +00:00
if ( HasAltMeta ( item ) )
2013-06-28 20:25:58 +00:00
return false ;
// Boxsets require two passes because we need the children to be refreshed
if ( item is BoxSet & & string . IsNullOrEmpty ( item . GetProviderId ( MetadataProviders . TmdbCollection ) ) )
{
return true ;
}
2013-05-19 19:37:52 +00:00
return base . NeedsRefreshInternal ( item , providerInfo ) ;
2013-02-21 01:33:05 +00:00
}
/// <summary>
/// Fetches metadata and returns true or false indicating if any work that requires persistence was done
/// </summary>
/// <param name="item">The item.</param>
/// <param name="force">if set to <c>true</c> [force].</param>
2013-03-03 16:05:17 +00:00
/// <param name="cancellationToken">The cancellation token</param>
2013-02-21 01:33:05 +00:00
/// <returns>Task{System.Boolean}.</returns>
2013-03-08 05:08:27 +00:00
public override async Task < bool > FetchAsync ( BaseItem item , bool force , CancellationToken cancellationToken )
2013-02-21 01:33:05 +00:00
{
cancellationToken . ThrowIfCancellationRequested ( ) ;
2013-05-19 20:19:30 +00:00
await FetchMovieData ( item , cancellationToken ) . ConfigureAwait ( false ) ;
2013-05-19 19:37:52 +00:00
2013-02-21 01:33:05 +00:00
SetLastRefreshed ( item , DateTime . UtcNow ) ;
return true ;
}
/// <summary>
/// Determines whether [has alt meta] [the specified item].
/// </summary>
/// <param name="item">The item.</param>
/// <returns><c>true</c> if [has alt meta] [the specified item]; otherwise, <c>false</c>.</returns>
2013-06-25 01:22:21 +00:00
internal static bool HasAltMeta ( BaseItem item )
2013-02-21 01:33:05 +00:00
{
2013-06-27 14:51:40 +00:00
if ( item is BoxSet )
{
return item . LocationType = = LocationType . FileSystem & & item . ResolveArgs . ContainsMetaFileByName ( "collection.xml" ) ;
}
2013-08-26 15:14:59 +00:00
2013-10-01 18:24:27 +00:00
var path = MovieXmlSaver . GetMovieSavePath ( item ) ;
2013-08-26 15:14:59 +00:00
2013-10-01 18:24:27 +00:00
if ( item . LocationType = = LocationType . FileSystem )
{
// If mixed with multiple movies in one folder, resolve args won't have the file system children
return item . ResolveArgs . ContainsMetaFileByName ( Path . GetFileName ( path ) ) | | File . Exists ( path ) ;
}
return false ;
2013-02-21 01:33:05 +00:00
}
/// <summary>
/// Fetches the movie data.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="cancellationToken"></param>
/// <returns>Task.</returns>
private async Task FetchMovieData ( BaseItem item , CancellationToken cancellationToken )
{
2013-08-24 04:30:45 +00:00
var id = item . GetProviderId ( MetadataProviders . Tmdb ) ;
if ( string . IsNullOrEmpty ( id ) )
{
id = item . GetProviderId ( MetadataProviders . Imdb ) ;
}
if ( string . IsNullOrEmpty ( id ) )
{
id = await FindId ( item , cancellationToken ) . ConfigureAwait ( false ) ;
}
if ( ! string . IsNullOrEmpty ( id ) )
2013-02-21 01:33:05 +00:00
{
Logger . Debug ( "MovieDbProvider - getting movie info with id: " + id ) ;
cancellationToken . ThrowIfCancellationRequested ( ) ;
await FetchMovieData ( item , id , cancellationToken ) . ConfigureAwait ( false ) ;
}
else
{
Logger . Info ( "MovieDBProvider could not find " + item . Name + ". Check name on themoviedb.org." ) ;
}
}
/// <summary>
/// Parses the name.
/// </summary>
/// <param name="name">The name.</param>
/// <param name="justName">Name of the just.</param>
/// <param name="year">The year.</param>
protected void ParseName ( string name , out string justName , out int? year )
{
justName = null ;
year = null ;
foreach ( var re in NameMatches )
{
Match m = re . Match ( name ) ;
if ( m . Success )
{
justName = m . Groups [ "name" ] . Value . Trim ( ) ;
string y = m . Groups [ "year" ] ! = null ? m . Groups [ "year" ] . Value : null ;
int temp ;
year = Int32 . TryParse ( y , out temp ) ? temp : ( int? ) null ;
break ;
}
}
}
/// <summary>
/// Finds the id.
/// </summary>
/// <param name="item">The item.</param>
2013-03-03 16:05:17 +00:00
/// <param name="cancellationToken">The cancellation token</param>
2013-02-21 01:33:05 +00:00
/// <returns>Task{System.String}.</returns>
2013-08-24 04:30:45 +00:00
public async Task < string > FindId ( BaseItem item , CancellationToken cancellationToken )
2013-02-21 01:33:05 +00:00
{
2013-08-24 04:30:45 +00:00
int? yearInName ;
2013-02-21 01:33:05 +00:00
string name = item . Name ;
2013-08-24 04:30:45 +00:00
ParseName ( name , out name , out yearInName ) ;
2013-02-21 01:33:05 +00:00
2013-08-24 04:30:45 +00:00
var year = item . ProductionYear ? ? yearInName ;
2013-02-21 01:33:05 +00:00
2013-08-26 14:36:41 +00:00
Logger . Info ( "MovieDbProvider: Finding id for item: " + name ) ;
2013-03-04 05:43:06 +00:00
string language = ConfigurationManager . Configuration . PreferredMetadataLanguage . ToLower ( ) ;
2013-02-21 01:33:05 +00:00
//if we are a boxset - look at our first child
var boxset = item as BoxSet ;
if ( boxset ! = null )
{
2013-09-23 14:02:56 +00:00
// See if any movies have a collection id already
2013-08-26 14:36:41 +00:00
var collId = boxset . Children . Concat ( boxset . GetLinkedChildren ( ) ) . OfType < Video > ( )
2013-06-28 20:25:58 +00:00
. Select ( i = > i . GetProviderId ( MetadataProviders . TmdbCollection ) )
. FirstOrDefault ( i = > i ! = null ) ;
2013-08-26 14:36:41 +00:00
if ( collId ! = null ) return collId ;
2013-02-21 01:33:05 +00:00
}
2013-06-28 20:25:58 +00:00
2013-02-21 01:33:05 +00:00
//nope - search for it
2013-08-26 14:36:41 +00:00
var searchType = item is BoxSet ? "collection" : "movie" ;
var id = await AttemptFindId ( name , searchType , year , language , cancellationToken ) . ConfigureAwait ( false ) ;
2013-02-21 01:33:05 +00:00
if ( id = = null )
{
//try in english if wasn't before
if ( language ! = "en" )
{
2013-08-26 14:36:41 +00:00
id = await AttemptFindId ( name , searchType , year , "en" , cancellationToken ) . ConfigureAwait ( false ) ;
2013-02-21 01:33:05 +00:00
}
else
{
// try with dot and _ turned to space
2013-05-06 18:10:44 +00:00
var originalName = name ;
2013-02-21 01:33:05 +00:00
name = name . Replace ( "," , " " ) ;
name = name . Replace ( "." , " " ) ;
name = name . Replace ( "_" , " " ) ;
name = name . Replace ( "-" , "" ) ;
2013-05-06 18:10:44 +00:00
// Search again if the new name is different
if ( ! string . Equals ( name , originalName ) )
2013-02-21 01:33:05 +00:00
{
2013-08-26 14:36:41 +00:00
id = await AttemptFindId ( name , searchType , year , language , cancellationToken ) . ConfigureAwait ( false ) ;
2013-05-06 18:10:44 +00:00
if ( id = = null & & language ! = "en" )
{
//one more time, in english
2013-08-26 14:36:41 +00:00
id = await AttemptFindId ( name , searchType , year , "en" , cancellationToken ) . ConfigureAwait ( false ) ;
2013-02-21 01:33:05 +00:00
2013-05-06 18:10:44 +00:00
}
2013-02-21 01:33:05 +00:00
}
2013-05-06 18:10:44 +00:00
2013-05-06 17:35:51 +00:00
if ( id = = null & & item . LocationType = = LocationType . FileSystem )
2013-02-21 01:33:05 +00:00
{
//last resort - try using the actual folder name
2013-05-06 18:10:44 +00:00
var pathName = Path . GetFileName ( item . ResolveArgs . Path ) ;
// Only search if it's a name we haven't already tried.
if ( ! string . Equals ( pathName , name , StringComparison . OrdinalIgnoreCase )
& & ! string . Equals ( pathName , originalName , StringComparison . OrdinalIgnoreCase ) )
{
2013-08-26 14:36:41 +00:00
id = await AttemptFindId ( pathName , searchType , year , "en" , cancellationToken ) . ConfigureAwait ( false ) ;
2013-05-06 18:10:44 +00:00
}
2013-02-21 01:33:05 +00:00
}
}
}
2013-05-06 18:10:44 +00:00
2013-02-21 01:33:05 +00:00
return id ;
}
/// <summary>
/// Attempts the find id.
/// </summary>
/// <param name="name">The name.</param>
2013-08-26 14:36:41 +00:00
/// <param name="type">movie or collection</param>
2013-02-21 01:33:05 +00:00
/// <param name="year">The year.</param>
/// <param name="language">The language.</param>
2013-03-03 16:05:17 +00:00
/// <param name="cancellationToken">The cancellation token</param>
2013-02-21 01:33:05 +00:00
/// <returns>Task{System.String}.</returns>
2013-08-26 14:36:41 +00:00
private async Task < string > AttemptFindId ( string name , string type , int? year , string language , CancellationToken cancellationToken )
2013-02-21 01:33:05 +00:00
{
2013-08-26 14:36:41 +00:00
string url3 = string . Format ( Search3 , UrlEncode ( name ) , ApiKey , language , type ) ;
2013-02-21 01:33:05 +00:00
TmdbMovieSearchResults searchResult = null ;
2013-05-19 19:37:52 +00:00
using ( Stream json = await GetMovieDbResponse ( new HttpRequestOptions
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
Url = url3 ,
CancellationToken = cancellationToken ,
2013-05-21 04:04:38 +00:00
AcceptHeader = AcceptHeader
2013-05-04 04:15:39 +00:00
2013-05-19 19:37:52 +00:00
} ) . ConfigureAwait ( false ) )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
searchResult = JsonSerializer . DeserializeFromStream < TmdbMovieSearchResults > ( json ) ;
2013-02-21 01:33:05 +00:00
}
2013-05-19 19:37:52 +00:00
2013-02-21 01:33:05 +00:00
if ( searchResult ! = null )
{
foreach ( var possible in searchResult . results )
{
2013-08-26 14:36:41 +00:00
string matchedName = possible . title ? ? possible . name ;
2013-04-22 15:26:56 +00:00
string id = possible . id . ToString ( CultureInfo . InvariantCulture ) ;
2013-02-21 01:33:05 +00:00
if ( matchedName ! = null )
{
Logger . Debug ( "Match " + matchedName + " for " + name ) ;
if ( year ! = null )
{
DateTime r ;
2013-04-22 15:26:56 +00:00
//These dates are always in this exact format
2013-06-28 20:25:58 +00:00
if ( DateTime . TryParseExact ( possible . release_date , "yyyy-MM-dd" , EnUs , DateTimeStyles . None , out r ) )
2013-02-21 01:33:05 +00:00
{
if ( Math . Abs ( r . Year - year . Value ) > 1 ) // allow a 1 year tolerance on release date
{
Logger . Debug ( "Result " + matchedName + " released on " + r + " did not match year " + year ) ;
continue ;
}
}
}
//matched name and year
return id ;
}
}
}
return null ;
}
/// <summary>
/// URLs the encode.
/// </summary>
/// <param name="name">The name.</param>
/// <returns>System.String.</returns>
private static string UrlEncode ( string name )
{
return WebUtility . UrlEncode ( name ) ;
}
/// <summary>
/// Fetches the movie data.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="id">The id.</param>
2013-03-03 16:05:17 +00:00
/// <param name="cancellationToken">The cancellation token</param>
2013-02-21 01:33:05 +00:00
/// <returns>Task.</returns>
protected async Task FetchMovieData ( BaseItem item , string id , CancellationToken cancellationToken )
{
cancellationToken . ThrowIfCancellationRequested ( ) ;
if ( String . IsNullOrEmpty ( id ) )
{
Logger . Info ( "MoviedbProvider: Ignoring " + item . Name + " because ID forced blank." ) ;
return ;
}
2013-09-23 14:02:56 +00:00
2013-07-07 15:54:52 +00:00
item . SetProviderId ( MetadataProviders . Tmdb , id ) ;
2013-02-21 01:33:05 +00:00
2013-05-06 22:52:13 +00:00
var mainResult = await FetchMainResult ( item , id , cancellationToken ) . ConfigureAwait ( false ) ;
2013-02-21 01:33:05 +00:00
if ( mainResult = = null ) return ;
ProcessMainInfo ( item , mainResult ) ;
}
/// <summary>
/// Fetches the main result.
/// </summary>
/// <param name="item">The item.</param>
/// <param name="id">The id.</param>
2013-03-03 16:05:17 +00:00
/// <param name="cancellationToken">The cancellation token</param>
2013-02-21 01:33:05 +00:00
/// <returns>Task{CompleteMovieData}.</returns>
protected async Task < CompleteMovieData > FetchMainResult ( BaseItem item , string id , CancellationToken cancellationToken )
{
2013-05-06 22:52:13 +00:00
var baseUrl = item is BoxSet ? GetBoxSetInfo3 : GetMovieInfo3 ;
string url = string . Format ( baseUrl , id , ApiKey , ConfigurationManager . Configuration . PreferredMetadataLanguage ) ;
2013-03-03 16:05:17 +00:00
CompleteMovieData mainResult ;
2013-02-21 01:33:05 +00:00
cancellationToken . ThrowIfCancellationRequested ( ) ;
2013-05-19 19:37:52 +00:00
using ( var json = await GetMovieDbResponse ( new HttpRequestOptions
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
Url = url ,
CancellationToken = cancellationToken ,
2013-05-21 04:04:38 +00:00
AcceptHeader = AcceptHeader
2013-05-04 04:15:39 +00:00
2013-05-19 19:37:52 +00:00
} ) . ConfigureAwait ( false ) )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
mainResult = JsonSerializer . DeserializeFromStream < CompleteMovieData > ( json ) ;
2013-02-21 01:33:05 +00:00
}
cancellationToken . ThrowIfCancellationRequested ( ) ;
if ( mainResult ! = null & & string . IsNullOrEmpty ( mainResult . overview ) )
{
2013-03-04 05:43:06 +00:00
if ( ConfigurationManager . Configuration . PreferredMetadataLanguage . ToLower ( ) ! = "en" )
2013-02-21 01:33:05 +00:00
{
2013-03-04 05:43:06 +00:00
Logger . Info ( "MovieDbProvider couldn't find meta for language " + ConfigurationManager . Configuration . PreferredMetadataLanguage + ". Trying English..." ) ;
2013-05-06 22:52:13 +00:00
url = string . Format ( baseUrl , id , ApiKey , "en" ) ;
2013-02-21 01:33:05 +00:00
2013-05-19 19:37:52 +00:00
using ( Stream json = await GetMovieDbResponse ( new HttpRequestOptions
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
Url = url ,
CancellationToken = cancellationToken ,
2013-05-21 04:04:38 +00:00
AcceptHeader = AcceptHeader
2013-05-04 04:15:39 +00:00
2013-05-19 19:37:52 +00:00
} ) . ConfigureAwait ( false ) )
2013-02-21 01:33:05 +00:00
{
2013-05-19 19:37:52 +00:00
mainResult = JsonSerializer . DeserializeFromStream < CompleteMovieData > ( json ) ;
2013-02-21 01:33:05 +00:00
}
if ( String . IsNullOrEmpty ( mainResult . overview ) )
{
Logger . Error ( "MovieDbProvider - Unable to find information for " + item . Name + " (id:" + id + ")" ) ;
return null ;
}
}
}
return mainResult ;
}
/// <summary>
/// Processes the main info.
/// </summary>
/// <param name="movie">The movie.</param>
/// <param name="movieData">The movie data.</param>
protected virtual void ProcessMainInfo ( BaseItem movie , CompleteMovieData movieData )
{
if ( movie ! = null & & movieData ! = null )
{
2013-06-15 22:19:47 +00:00
if ( ! movie . LockedFields . Contains ( MetadataFields . Name ) )
{
2013-08-19 18:15:25 +00:00
movie . Name = movieData . title ? ? movieData . original_title ? ? movieData . name ? ? movie . Name ;
2013-06-15 22:19:47 +00:00
}
if ( ! movie . LockedFields . Contains ( MetadataFields . Overview ) )
{
2013-06-28 04:17:30 +00:00
movie . Overview = WebUtility . HtmlDecode ( movieData . overview ) ;
2013-08-21 20:08:26 +00:00
movie . Overview = movie . Overview ! = null ? movie . Overview . Replace ( "\n\n" , "\n" ) : null ;
2013-06-15 22:19:47 +00:00
}
2013-04-12 14:13:47 +00:00
movie . HomePageUrl = movieData . homepage ;
2013-09-11 17:54:59 +00:00
2013-04-12 14:13:47 +00:00
movie . Budget = movieData . budget ;
2013-04-18 13:54:38 +00:00
movie . Revenue = movieData . revenue ;
2013-04-12 14:13:47 +00:00
2013-04-28 05:44:45 +00:00
if ( ! string . IsNullOrEmpty ( movieData . tagline ) )
{
movie . Taglines . Clear ( ) ;
movie . AddTagline ( movieData . tagline ) ;
}
2013-02-21 01:33:05 +00:00
movie . SetProviderId ( MetadataProviders . Imdb , movieData . imdb_id ) ;
2013-05-07 03:20:51 +00:00
if ( movieData . belongs_to_collection ! = null )
{
movie . SetProviderId ( MetadataProviders . TmdbCollection , movieData . belongs_to_collection . id . ToString ( CultureInfo . InvariantCulture ) ) ;
}
2013-08-19 19:37:44 +00:00
else
{
movie . SetProviderId ( MetadataProviders . TmdbCollection , null ) ; // clear out any old entry
}
2013-05-07 03:20:51 +00:00
2013-02-21 01:33:05 +00:00
float rating ;
2013-04-22 15:26:56 +00:00
string voteAvg = movieData . vote_average . ToString ( CultureInfo . InvariantCulture ) ;
2013-07-05 17:40:51 +00:00
2013-04-22 15:26:56 +00:00
//tmdb appears to have unified their numbers to always report "7.3" regardless of country
// so I removed the culture-specific processing here because it was not working for other countries -ebr
if ( float . TryParse ( voteAvg , NumberStyles . AllowDecimalPoint , CultureInfo . InvariantCulture , out rating ) )
2013-02-21 01:33:05 +00:00
movie . CommunityRating = rating ;
2013-07-05 17:40:51 +00:00
movie . VoteCount = movieData . vote_count ;
2013-06-28 03:54:43 +00:00
//release date and certification are retrieved based on configured country and we fall back on US if not there and to minimun release date if still no match
2013-05-06 22:52:13 +00:00
if ( movieData . releases ! = null & & movieData . releases . countries ! = null )
2013-02-21 01:33:05 +00:00
{
2013-05-06 22:52:13 +00:00
var ourRelease = movieData . releases . countries . FirstOrDefault ( c = > c . iso_3166_1 . Equals ( ConfigurationManager . Configuration . MetadataCountryCode , StringComparison . OrdinalIgnoreCase ) ) ? ? new Country ( ) ;
var usRelease = movieData . releases . countries . FirstOrDefault ( c = > c . iso_3166_1 . Equals ( "US" , StringComparison . OrdinalIgnoreCase ) ) ? ? new Country ( ) ;
2013-06-28 03:54:43 +00:00
var minimunRelease = movieData . releases . countries . OrderBy ( c = > c . release_date ) . FirstOrDefault ( ) ? ? new Country ( ) ;
2013-09-23 14:02:56 +00:00
if ( ! movie . LockedFields . Contains ( MetadataFields . OfficialRating ) )
{
var ratingPrefix = ConfigurationManager . Configuration . MetadataCountryCode . Equals ( "us" , StringComparison . OrdinalIgnoreCase ) ? "" : ConfigurationManager . Configuration . MetadataCountryCode + "-" ;
movie . OfficialRating = ! string . IsNullOrEmpty ( ourRelease . certification )
? ratingPrefix + ourRelease . certification
: ! string . IsNullOrEmpty ( usRelease . certification )
? usRelease . certification
: ! string . IsNullOrEmpty ( minimunRelease . certification )
? minimunRelease . iso_3166_1 + "-" + minimunRelease . certification
: null ;
}
2013-06-28 03:54:43 +00:00
if ( ourRelease . release_date ! = default ( DateTime ) )
2013-02-21 01:33:05 +00:00
{
2013-05-07 03:00:24 +00:00
if ( ourRelease . release_date . Year ! = 1 )
{
movie . PremiereDate = ourRelease . release_date . ToUniversalTime ( ) ;
movie . ProductionYear = ourRelease . release_date . Year ;
}
2013-02-21 01:33:05 +00:00
}
2013-06-28 20:25:58 +00:00
else if ( usRelease . release_date ! = default ( DateTime ) )
2013-02-21 01:33:05 +00:00
{
2013-05-07 03:00:24 +00:00
if ( usRelease . release_date . Year ! = 1 )
{
movie . PremiereDate = usRelease . release_date . ToUniversalTime ( ) ;
movie . ProductionYear = usRelease . release_date . Year ;
}
2013-02-21 01:33:05 +00:00
}
2013-06-28 20:25:58 +00:00
else if ( minimunRelease . release_date ! = default ( DateTime ) )
2013-06-28 03:54:43 +00:00
{
if ( minimunRelease . release_date . Year ! = 1 )
{
movie . PremiereDate = minimunRelease . release_date . ToUniversalTime ( ) ;
movie . ProductionYear = minimunRelease . release_date . Year ;
}
}
2013-02-21 01:33:05 +00:00
}
else
{
2013-05-07 03:00:24 +00:00
if ( movieData . release_date . Year ! = 1 )
{
//no specific country release info at all
movie . PremiereDate = movieData . release_date . ToUniversalTime ( ) ;
movie . ProductionYear = movieData . release_date . Year ;
}
2013-02-21 01:33:05 +00:00
}
//if that didn't find a rating and we are a boxset, use the one from our first child
2013-09-23 14:02:56 +00:00
if ( movie . OfficialRating = = null & & movie is BoxSet & & ! movie . LockedFields . Contains ( MetadataFields . OfficialRating ) )
2013-02-21 01:33:05 +00:00
{
var boxset = movie as BoxSet ;
Logger . Info ( "MovieDbProvider - Using rating of first child of boxset..." ) ;
2013-05-03 04:10:11 +00:00
2013-07-06 00:19:44 +00:00
var firstChild = boxset . Children . Concat ( boxset . GetLinkedChildren ( ) ) . FirstOrDefault ( ) ;
2013-05-03 04:10:11 +00:00
boxset . OfficialRating = firstChild ! = null ? firstChild . OfficialRating : null ;
2013-02-21 01:33:05 +00:00
}
2013-05-17 19:18:54 +00:00
if ( movieData . runtime > 0 )
movie . OriginalRunTimeTicks = TimeSpan . FromMinutes ( movieData . runtime ) . Ticks ;
2013-02-21 01:33:05 +00:00
//studios
2013-06-15 22:19:47 +00:00
if ( movieData . production_companies ! = null & & ! movie . LockedFields . Contains ( MetadataFields . Studios ) )
2013-02-21 01:33:05 +00:00
{
2013-04-28 05:44:45 +00:00
movie . Studios . Clear ( ) ;
foreach ( var studio in movieData . production_companies . Select ( c = > c . name ) )
{
movie . AddStudio ( studio ) ;
}
2013-02-21 01:33:05 +00:00
}
//genres
2013-06-15 22:19:47 +00:00
if ( movieData . genres ! = null & & ! movie . LockedFields . Contains ( MetadataFields . Genres ) )
2013-02-21 01:33:05 +00:00
{
2013-04-28 05:44:45 +00:00
movie . Genres . Clear ( ) ;
foreach ( var genre in movieData . genres . Select ( g = > g . name ) )
{
movie . AddGenre ( genre ) ;
}
2013-02-21 01:33:05 +00:00
}
2013-07-29 12:38:58 +00:00
if ( ! movie . LockedFields . Contains ( MetadataFields . Cast ) )
2013-02-21 01:33:05 +00:00
{
2013-07-29 12:38:58 +00:00
movie . People . Clear ( ) ;
2013-05-06 22:52:13 +00:00
2013-07-29 12:38:58 +00:00
//Actors, Directors, Writers - all in People
//actors come from cast
if ( movieData . casts ! = null & & movieData . casts . cast ! = null )
{
2013-07-31 12:09:23 +00:00
foreach ( var actor in movieData . casts . cast . OrderBy ( a = > a . order ) ) movie . AddPerson ( new PersonInfo { Name = actor . name . Trim ( ) , Role = actor . character , Type = PersonType . Actor } ) ;
2013-07-29 12:38:58 +00:00
}
//and the rest from crew
if ( movieData . casts ! = null & & movieData . casts . crew ! = null )
{
2013-07-31 12:09:23 +00:00
foreach ( var person in movieData . casts . crew ) movie . AddPerson ( new PersonInfo { Name = person . name . Trim ( ) , Role = person . job , Type = person . department } ) ;
2013-07-29 12:38:58 +00:00
}
2013-02-21 01:33:05 +00:00
}
2013-06-15 22:19:47 +00:00
if ( movieData . keywords ! = null & & movieData . keywords . keywords ! = null & & ! movie . LockedFields . Contains ( MetadataFields . Tags ) )
2013-05-06 22:52:13 +00:00
{
movie . Tags = movieData . keywords . keywords . Select ( i = > i . name ) . ToList ( ) ;
}
2013-06-27 16:36:41 +00:00
if ( movieData . trailers ! = null & & movieData . trailers . youtube ! = null & &
movieData . trailers . youtube . Count > 0 )
{
movie . RemoteTrailers = movieData . trailers . youtube . Select ( i = > new MediaUrl
{
2013-07-27 22:41:58 +00:00
Url = string . Format ( "http://www.youtube.com/watch?v={0}" , i . source ) ,
2013-06-27 16:36:41 +00:00
IsDirectLink = false ,
Name = i . name ,
2013-06-27 16:47:10 +00:00
VideoSize = string . Equals ( "hd" , i . size , StringComparison . OrdinalIgnoreCase ) ? VideoSize . HighDefinition : VideoSize . StandardDefinition
2013-06-27 16:36:41 +00:00
} ) . ToList ( ) ;
}
2013-02-21 01:33:05 +00:00
}
}
2013-05-19 18:42:58 +00:00
private DateTime _lastRequestDate = DateTime . MinValue ;
/// <summary>
/// Gets the movie db response.
/// </summary>
internal async Task < Stream > GetMovieDbResponse ( HttpRequestOptions options )
{
var cancellationToken = options . CancellationToken ;
await _movieDbResourcePool . WaitAsync ( cancellationToken ) . ConfigureAwait ( false ) ;
try
{
// Limit to three requests per second
2013-05-21 04:04:38 +00:00
var diff = 340 - ( DateTime . Now - _lastRequestDate ) . TotalMilliseconds ;
2013-05-19 18:42:58 +00:00
if ( diff > 0 )
{
await Task . Delay ( Convert . ToInt32 ( diff ) , cancellationToken ) . ConfigureAwait ( false ) ;
}
_lastRequestDate = DateTime . Now ;
return await HttpClient . Get ( options ) . ConfigureAwait ( false ) ;
}
finally
{
_lastRequestDate = DateTime . Now ;
_movieDbResourcePool . Release ( ) ;
}
}
2013-02-21 01:33:05 +00:00
#region Result Objects
2013-05-06 22:52:13 +00:00
/// <summary>
/// Class TmdbTitle
/// </summary>
protected class TmdbTitle
{
/// <summary>
/// Gets or sets the iso_3166_1.
/// </summary>
/// <value>The iso_3166_1.</value>
public string iso_3166_1 { get ; set ; }
/// <summary>
/// Gets or sets the title.
/// </summary>
/// <value>The title.</value>
public string title { get ; set ; }
}
/// <summary>
/// Class TmdbAltTitleResults
/// </summary>
protected class TmdbAltTitleResults
{
/// <summary>
/// Gets or sets the id.
/// </summary>
/// <value>The id.</value>
public int id { get ; set ; }
/// <summary>
/// Gets or sets the titles.
/// </summary>
/// <value>The titles.</value>
public List < TmdbTitle > titles { get ; set ; }
}
2013-02-21 01:33:05 +00:00
/// <summary>
/// Class TmdbMovieSearchResult
/// </summary>
protected class TmdbMovieSearchResult
{
/// <summary>
/// Gets or sets a value indicating whether this <see cref="TmdbMovieSearchResult" /> is adult.
/// </summary>
/// <value><c>true</c> if adult; otherwise, <c>false</c>.</value>
public bool adult { get ; set ; }
/// <summary>
/// Gets or sets the backdrop_path.
/// </summary>
/// <value>The backdrop_path.</value>
public string backdrop_path { get ; set ; }
/// <summary>
/// Gets or sets the id.
/// </summary>
/// <value>The id.</value>
public int id { get ; set ; }
/// <summary>
/// Gets or sets the original_title.
/// </summary>
/// <value>The original_title.</value>
public string original_title { get ; set ; }
/// <summary>
/// Gets or sets the release_date.
/// </summary>
/// <value>The release_date.</value>
public string release_date { get ; set ; }
/// <summary>
/// Gets or sets the poster_path.
/// </summary>
/// <value>The poster_path.</value>
public string poster_path { get ; set ; }
/// <summary>
/// Gets or sets the popularity.
/// </summary>
/// <value>The popularity.</value>
public double popularity { get ; set ; }
/// <summary>
/// Gets or sets the title.
/// </summary>
/// <value>The title.</value>
public string title { get ; set ; }
/// <summary>
/// Gets or sets the vote_average.
/// </summary>
/// <value>The vote_average.</value>
public double vote_average { get ; set ; }
/// <summary>
2013-08-26 14:36:41 +00:00
/// For collection search results
/// </summary>
public string name { get ; set ; }
/// <summary>
2013-02-21 01:33:05 +00:00
/// Gets or sets the vote_count.
/// </summary>
/// <value>The vote_count.</value>
public int vote_count { get ; set ; }
}
/// <summary>
/// Class TmdbMovieSearchResults
/// </summary>
protected class TmdbMovieSearchResults
{
/// <summary>
/// Gets or sets the page.
/// </summary>
/// <value>The page.</value>
public int page { get ; set ; }
/// <summary>
/// Gets or sets the results.
/// </summary>
/// <value>The results.</value>
public List < TmdbMovieSearchResult > results { get ; set ; }
/// <summary>
/// Gets or sets the total_pages.
/// </summary>
/// <value>The total_pages.</value>
public int total_pages { get ; set ; }
/// <summary>
/// Gets or sets the total_results.
/// </summary>
/// <value>The total_results.</value>
public int total_results { get ; set ; }
}
2013-06-28 20:25:58 +00:00
2013-02-21 01:33:05 +00:00
protected class BelongsToCollection
{
public int id { get ; set ; }
public string name { get ; set ; }
public string poster_path { get ; set ; }
public string backdrop_path { get ; set ; }
}
2013-05-06 22:52:13 +00:00
protected class GenreItem
2013-02-21 01:33:05 +00:00
{
public int id { get ; set ; }
public string name { get ; set ; }
}
protected class ProductionCompany
{
public string name { get ; set ; }
public int id { get ; set ; }
}
protected class ProductionCountry
{
public string iso_3166_1 { get ; set ; }
public string name { get ; set ; }
}
protected class SpokenLanguage
{
public string iso_639_1 { get ; set ; }
public string name { get ; set ; }
}
protected class Cast
{
public int id { get ; set ; }
public string name { get ; set ; }
public string character { get ; set ; }
public int order { get ; set ; }
2013-05-06 22:52:13 +00:00
public int cast_id { get ; set ; }
2013-02-21 01:33:05 +00:00
public string profile_path { get ; set ; }
}
protected class Crew
{
public int id { get ; set ; }
public string name { get ; set ; }
public string department { get ; set ; }
public string job { get ; set ; }
2013-05-06 22:52:13 +00:00
public string profile_path { get ; set ; }
2013-02-21 01:33:05 +00:00
}
2013-05-06 22:52:13 +00:00
protected class Casts
2013-02-21 01:33:05 +00:00
{
2013-05-06 22:52:13 +00:00
public List < Cast > cast { get ; set ; }
public List < Crew > crew { get ; set ; }
2013-02-21 01:33:05 +00:00
}
2013-05-06 22:52:13 +00:00
protected class Country
2013-02-21 01:33:05 +00:00
{
public string iso_3166_1 { get ; set ; }
2013-05-06 22:52:13 +00:00
public string certification { get ; set ; }
public DateTime release_date { get ; set ; }
2013-02-21 01:33:05 +00:00
}
2013-05-06 22:52:13 +00:00
protected class Releases
2013-02-21 01:33:05 +00:00
{
2013-05-06 22:52:13 +00:00
public List < Country > countries { get ; set ; }
2013-02-21 01:33:05 +00:00
}
2013-05-06 22:52:13 +00:00
protected class Keyword
2013-02-21 01:33:05 +00:00
{
public int id { get ; set ; }
2013-05-06 22:52:13 +00:00
public string name { get ; set ; }
}
protected class Keywords
{
public List < Keyword > keywords { get ; set ; }
2013-02-21 01:33:05 +00:00
}
protected class CompleteMovieData
{
public bool adult { get ; set ; }
public string backdrop_path { get ; set ; }
public BelongsToCollection belongs_to_collection { get ; set ; }
public int budget { get ; set ; }
2013-05-06 22:52:13 +00:00
public List < GenreItem > genres { get ; set ; }
2013-02-21 01:33:05 +00:00
public string homepage { get ; set ; }
public int id { get ; set ; }
public string imdb_id { get ; set ; }
2013-08-19 18:15:25 +00:00
public string name { get ; set ; }
2013-02-21 01:33:05 +00:00
public string original_title { get ; set ; }
public string overview { get ; set ; }
public double popularity { get ; set ; }
public string poster_path { get ; set ; }
public List < ProductionCompany > production_companies { get ; set ; }
public List < ProductionCountry > production_countries { get ; set ; }
public DateTime release_date { get ; set ; }
public int revenue { get ; set ; }
public int runtime { get ; set ; }
public List < SpokenLanguage > spoken_languages { get ; set ; }
2013-05-06 22:52:13 +00:00
public string status { get ; set ; }
2013-02-21 01:33:05 +00:00
public string tagline { get ; set ; }
public string title { get ; set ; }
public double vote_average { get ; set ; }
public int vote_count { get ; set ; }
2013-05-06 22:52:13 +00:00
public Casts casts { get ; set ; }
public Releases releases { get ; set ; }
public Keywords keywords { get ; set ; }
2013-06-27 16:36:41 +00:00
public Trailers trailers { get ; set ; }
}
public class Trailers
{
public List < Youtube > youtube { get ; set ; }
}
public class Youtube
{
public string name { get ; set ; }
public string size { get ; set ; }
public string source { get ; set ; }
2013-02-21 01:33:05 +00:00
}
public class TmdbImageSettings
{
public List < string > backdrop_sizes { get ; set ; }
public string base_url { get ; set ; }
public List < string > poster_sizes { get ; set ; }
public List < string > profile_sizes { get ; set ; }
}
public class TmdbSettingsResult
{
public TmdbImageSettings images { get ; set ; }
}
#endregion
2013-03-08 05:08:27 +00:00
public void Dispose ( )
{
Dispose ( true ) ;
}
2013-02-21 01:33:05 +00:00
}
}