improve embedded image extraction

This commit is contained in:
Luke Pulverenti 2016-04-13 16:49:16 -04:00
parent 41ee4600fd
commit b0379ec7f8
8 changed files with 92 additions and 26 deletions

View file

@ -51,6 +51,8 @@ namespace MediaBrowser.Controller.MediaEncoding
/// <returns>Task{Stream}.</returns> /// <returns>Task{Stream}.</returns>
Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, Video3DFormat? threedFormat, TimeSpan? offset, CancellationToken cancellationToken); Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, Video3DFormat? threedFormat, TimeSpan? offset, CancellationToken cancellationToken);
Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, int? imageStreamIndex, CancellationToken cancellationToken);
/// <summary> /// <summary>
/// Extracts the video images on interval. /// Extracts the video images on interval.
/// </summary> /// </summary>

View file

@ -484,12 +484,16 @@ namespace MediaBrowser.MediaEncoding.Encoder
return ExtractImage(new[] { path }, imageStreamIndex, MediaProtocol.File, true, null, null, cancellationToken); return ExtractImage(new[] { path }, imageStreamIndex, MediaProtocol.File, true, null, null, cancellationToken);
} }
public Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, Video3DFormat? threedFormat, public Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, Video3DFormat? threedFormat, TimeSpan? offset, CancellationToken cancellationToken)
TimeSpan? offset, CancellationToken cancellationToken)
{ {
return ExtractImage(inputFiles, null, protocol, false, threedFormat, offset, cancellationToken); return ExtractImage(inputFiles, null, protocol, false, threedFormat, offset, cancellationToken);
} }
public Task<Stream> ExtractVideoImage(string[] inputFiles, MediaProtocol protocol, int? imageStreamIndex, CancellationToken cancellationToken)
{
return ExtractImage(inputFiles, imageStreamIndex, protocol, false, null, null, cancellationToken);
}
private async Task<Stream> ExtractImage(string[] inputFiles, int? imageStreamIndex, MediaProtocol protocol, bool isAudio, private async Task<Stream> ExtractImage(string[] inputFiles, int? imageStreamIndex, MediaProtocol protocol, bool isAudio,
Video3DFormat? threedFormat, TimeSpan? offset, CancellationToken cancellationToken) Video3DFormat? threedFormat, TimeSpan? offset, CancellationToken cancellationToken)
{ {

View file

@ -138,10 +138,14 @@ namespace MediaBrowser.MediaEncoding.Probing
var parts = iTunEXTC.Split(new[] { '|' }, StringSplitOptions.RemoveEmptyEntries); var parts = iTunEXTC.Split(new[] { '|' }, StringSplitOptions.RemoveEmptyEntries);
// Example // Example
// mpaa|G|100|For crude humor // mpaa|G|100|For crude humor
if (parts.Length == 4) if (parts.Length > 1)
{ {
info.OfficialRating = parts[1]; info.OfficialRating = parts[1];
info.OfficialRatingDescription = parts[3];
if (parts.Length > 3)
{
info.OfficialRatingDescription = parts[3];
}
} }
} }

View file

@ -520,7 +520,7 @@ namespace MediaBrowser.Model.Dlna
{ {
if (StringHelper.EqualsIgnoreCase(targetAudioCodec, "ac3")) if (StringHelper.EqualsIgnoreCase(targetAudioCodec, "ac3"))
{ {
defaultBitrate = 384000; defaultBitrate = 448000;
} }
else else
{ {
@ -840,13 +840,25 @@ namespace MediaBrowser.Model.Dlna
private bool IsAudioEligibleForDirectPlay(MediaSourceInfo item, int? maxBitrate) private bool IsAudioEligibleForDirectPlay(MediaSourceInfo item, int? maxBitrate)
{ {
if (!maxBitrate.HasValue || (item.Bitrate.HasValue && item.Bitrate.Value <= maxBitrate.Value)) if (!maxBitrate.HasValue)
{ {
return true; _logger.Info("Cannot direct play due to unknown supported bitrate");
return false;
} }
_logger.Info("Bitrate exceeds DirectPlay limit"); if (!item.Bitrate.HasValue)
return false; {
_logger.Info("Cannot direct play due to unknown content bitrate");
return false;
}
if (item.Bitrate.Value > maxBitrate.Value)
{
_logger.Info("Bitrate exceeds DirectPlay limit");
return false;
}
return true;
} }
private void ValidateInput(VideoOptions options) private void ValidateInput(VideoOptions options)

View file

@ -10,9 +10,9 @@ namespace MediaBrowser.Providers.Manager
public static class ProviderUtils public static class ProviderUtils
{ {
public static void MergeBaseItemData<T>(MetadataResult<T> sourceResult, public static void MergeBaseItemData<T>(MetadataResult<T> sourceResult,
MetadataResult<T> targetResult, MetadataResult<T> targetResult,
List<MetadataFields> lockedFields, List<MetadataFields> lockedFields,
bool replaceData, bool replaceData,
bool mergeMetadataSettings) bool mergeMetadataSettings)
where T : BaseItem where T : BaseItem
{ {
@ -89,7 +89,7 @@ namespace MediaBrowser.Providers.Manager
{ {
target.CustomRating = source.CustomRating; target.CustomRating = source.CustomRating;
} }
if (!lockedFields.Contains(MetadataFields.Overview)) if (!lockedFields.Contains(MetadataFields.Overview))
{ {
if (replaceData || string.IsNullOrEmpty(target.Overview)) if (replaceData || string.IsNullOrEmpty(target.Overview))
@ -107,7 +107,7 @@ namespace MediaBrowser.Providers.Manager
{ {
if (replaceData || targetResult.People == null || targetResult.People.Count == 0) if (replaceData || targetResult.People == null || targetResult.People.Count == 0)
{ {
targetResult.People = sourceResult.People ?? new List<PersonInfo>(); targetResult.People = sourceResult.People;
} }
} }
@ -238,7 +238,7 @@ namespace MediaBrowser.Providers.Manager
targetHasDisplayOrder.DisplayOrder = sourceHasDisplayOrder.DisplayOrder; targetHasDisplayOrder.DisplayOrder = sourceHasDisplayOrder.DisplayOrder;
} }
} }
private static void MergeShortOverview(BaseItem source, BaseItem target, List<MetadataFields> lockedFields, bool replaceData) private static void MergeShortOverview(BaseItem source, BaseItem target, List<MetadataFields> lockedFields, bool replaceData)
{ {
var sourceHasShortOverview = source as IHasShortOverview; var sourceHasShortOverview = source as IHasShortOverview;

View file

@ -78,7 +78,8 @@ namespace MediaBrowser.Providers.MediaInfo
_fileSystem.CreateDirectory(Path.GetDirectoryName(path)); _fileSystem.CreateDirectory(Path.GetDirectoryName(path));
var imageStream = imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("front", StringComparison.OrdinalIgnoreCase) != -1) ?? var imageStream = imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("front", StringComparison.OrdinalIgnoreCase) != -1) ??
imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("cover", StringComparison.OrdinalIgnoreCase) != -1); imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("cover", StringComparison.OrdinalIgnoreCase) != -1) ??
imageStreams.FirstOrDefault();
var imageStreamIndex = imageStream == null ? (int?)null : imageStream.Index; var imageStreamIndex = imageStream == null ? (int?)null : imageStream.Index;

View file

@ -10,6 +10,8 @@ using MediaBrowser.Model.Logging;
using MediaBrowser.Model.MediaInfo; using MediaBrowser.Model.MediaInfo;
using System; using System;
using System.Collections.Generic; using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Threading; using System.Threading;
using System.Threading.Tasks; using System.Threading.Tasks;
using CommonIO; using CommonIO;
@ -93,20 +95,59 @@ namespace MediaBrowser.Providers.MediaInfo
try try
{ {
// If we know the duration, grab it from 10% into the video. Otherwise just 10 seconds in.
// Always use 10 seconds for dvd because our duration could be out of whack
var imageOffset = item.VideoType != VideoType.Dvd && item.RunTimeTicks.HasValue &&
item.RunTimeTicks.Value > 0
? TimeSpan.FromTicks(Convert.ToInt64(item.RunTimeTicks.Value * .1))
: TimeSpan.FromSeconds(10);
var protocol = item.LocationType == LocationType.Remote var protocol = item.LocationType == LocationType.Remote
? MediaProtocol.Http ? MediaProtocol.Http
: MediaProtocol.File; : MediaProtocol.File;
var inputPath = MediaEncoderHelpers.GetInputArgument(_fileSystem, item.Path, protocol, isoMount, item.PlayableStreamFileNames); var inputPath = MediaEncoderHelpers.GetInputArgument(_fileSystem, item.Path, protocol, isoMount, item.PlayableStreamFileNames);
var stream = await _mediaEncoder.ExtractVideoImage(inputPath, protocol, item.Video3DFormat, imageOffset, cancellationToken).ConfigureAwait(false); var mediaStreams =
item.GetMediaSources(false)
.Take(1)
.SelectMany(i => i.MediaStreams)
.ToList();
var imageStreams =
mediaStreams
.Where(i => i.Type == MediaStreamType.EmbeddedImage)
.ToList();
var imageStream = imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("front", StringComparison.OrdinalIgnoreCase) != -1) ??
imageStreams.FirstOrDefault(i => (i.Comment ?? string.Empty).IndexOf("cover", StringComparison.OrdinalIgnoreCase) != -1) ??
imageStreams.FirstOrDefault();
Stream stream;
if (imageStream != null)
{
// Instead of using the raw stream index, we need to use nth video/embedded image stream
var videoIndex = -1;
foreach (var mediaStream in mediaStreams)
{
if (mediaStream.Type == MediaStreamType.Video ||
mediaStream.Type == MediaStreamType.EmbeddedImage)
{
videoIndex++;
}
if (mediaStream == imageStream)
{
break;
}
}
stream = await _mediaEncoder.ExtractVideoImage(inputPath, protocol, videoIndex, cancellationToken).ConfigureAwait(false);
}
else
{
// If we know the duration, grab it from 10% into the video. Otherwise just 10 seconds in.
// Always use 10 seconds for dvd because our duration could be out of whack
var imageOffset = item.VideoType != VideoType.Dvd && item.RunTimeTicks.HasValue &&
item.RunTimeTicks.Value > 0
? TimeSpan.FromTicks(Convert.ToInt64(item.RunTimeTicks.Value * .1))
: TimeSpan.FromSeconds(10);
stream = await _mediaEncoder.ExtractVideoImage(inputPath, protocol, item.Video3DFormat, imageOffset, cancellationToken).ConfigureAwait(false);
}
return new DynamicImageResponse return new DynamicImageResponse
{ {

View file

@ -85,8 +85,6 @@ namespace MediaBrowser.XbmcMetadata.Parsers
/// <param name="cancellationToken">The cancellation token.</param> /// <param name="cancellationToken">The cancellation token.</param>
private void Fetch(MetadataResult<T> item, string metadataFile, XmlReaderSettings settings, CancellationToken cancellationToken) private void Fetch(MetadataResult<T> item, string metadataFile, XmlReaderSettings settings, CancellationToken cancellationToken)
{ {
item.ResetPeople();
if (!SupportsUrlAfterClosingXmlTag) if (!SupportsUrlAfterClosingXmlTag)
{ {
using (var streamReader = BaseNfoSaver.GetStreamReader(metadataFile)) using (var streamReader = BaseNfoSaver.GetStreamReader(metadataFile))
@ -94,6 +92,8 @@ namespace MediaBrowser.XbmcMetadata.Parsers
// Use XmlReader for best performance // Use XmlReader for best performance
using (var reader = XmlReader.Create(streamReader, settings)) using (var reader = XmlReader.Create(streamReader, settings))
{ {
item.ResetPeople();
reader.MoveToContent(); reader.MoveToContent();
// Loop through each element // Loop through each element
@ -113,6 +113,8 @@ namespace MediaBrowser.XbmcMetadata.Parsers
using (var streamReader = BaseNfoSaver.GetStreamReader(metadataFile)) using (var streamReader = BaseNfoSaver.GetStreamReader(metadataFile))
{ {
item.ResetPeople();
// Need to handle a url after the xml data // Need to handle a url after the xml data
// http://kodi.wiki/view/NFO_files/movies // http://kodi.wiki/view/NFO_files/movies