using DvdLib.Ifo; using MediaBrowser.Common.Configuration; using MediaBrowser.Common.Extensions; using MediaBrowser.Common.IO; using MediaBrowser.Controller.Chapters; using MediaBrowser.Controller.Configuration; using MediaBrowser.Controller.Entities; using MediaBrowser.Controller.Entities.Movies; using MediaBrowser.Controller.Entities.TV; using MediaBrowser.Controller.Library; using MediaBrowser.Controller.Localization; using MediaBrowser.Controller.MediaEncoding; using MediaBrowser.Controller.Persistence; using MediaBrowser.Controller.Providers; using MediaBrowser.Controller.Subtitles; using MediaBrowser.MediaInfo; using MediaBrowser.Model.Configuration; using MediaBrowser.Model.Entities; using MediaBrowser.Model.IO; using MediaBrowser.Model.Logging; using MediaBrowser.Model.MediaInfo; using MediaBrowser.Model.Providers; using MediaBrowser.Model.Serialization; using System; using System.Collections.Generic; using System.Globalization; using System.IO; using System.Linq; using System.Threading; using System.Threading.Tasks; namespace MediaBrowser.Providers.MediaInfo { public class FFProbeVideoInfo { private readonly ILogger _logger; private readonly IIsoManager _isoManager; private readonly IMediaEncoder _mediaEncoder; private readonly IItemRepository _itemRepo; private readonly IBlurayExaminer _blurayExaminer; private readonly ILocalizationManager _localization; private readonly IApplicationPaths _appPaths; private readonly IJsonSerializer _json; private readonly IEncodingManager _encodingManager; private readonly IFileSystem _fileSystem; private readonly IServerConfigurationManager _config; private readonly ISubtitleManager _subtitleManager; private readonly IChapterManager _chapterManager; private readonly CultureInfo _usCulture = new CultureInfo("en-US"); public FFProbeVideoInfo(ILogger logger, IIsoManager isoManager, IMediaEncoder mediaEncoder, IItemRepository itemRepo, IBlurayExaminer blurayExaminer, ILocalizationManager localization, IApplicationPaths appPaths, IJsonSerializer json, IEncodingManager encodingManager, IFileSystem fileSystem, IServerConfigurationManager config, ISubtitleManager subtitleManager, IChapterManager chapterManager) { _logger = logger; _isoManager = isoManager; _mediaEncoder = mediaEncoder; _itemRepo = itemRepo; _blurayExaminer = blurayExaminer; _localization = localization; _appPaths = appPaths; _json = json; _encodingManager = encodingManager; _fileSystem = fileSystem; _config = config; _subtitleManager = subtitleManager; _chapterManager = chapterManager; } public async Task ProbeVideo(T item, MetadataRefreshOptions options, CancellationToken cancellationToken) where T : Video { var isoMount = await MountIsoIfNeeded(item, cancellationToken).ConfigureAwait(false); BlurayDiscInfo blurayDiscInfo = null; try { if (item.VideoType == VideoType.BluRay || (item.IsoType.HasValue && item.IsoType == IsoType.BluRay)) { var inputPath = isoMount != null ? isoMount.MountedPath : item.Path; blurayDiscInfo = GetBDInfo(inputPath); } OnPreFetch(item, isoMount, blurayDiscInfo); // If we didn't find any satisfying the min length, just take them all if (item.VideoType == VideoType.Dvd || (item.IsoType.HasValue && item.IsoType == IsoType.Dvd)) { if (item.PlayableStreamFileNames.Count == 0) { _logger.Error("No playable vobs found in dvd structure, skipping ffprobe."); return ItemUpdateType.MetadataImport; } } if (item.VideoType == VideoType.BluRay || (item.IsoType.HasValue && item.IsoType == IsoType.BluRay)) { if (item.PlayableStreamFileNames.Count == 0) { _logger.Error("No playable vobs found in bluray structure, skipping ffprobe."); return ItemUpdateType.MetadataImport; } } var result = await GetMediaInfo(item, isoMount, cancellationToken).ConfigureAwait(false); cancellationToken.ThrowIfCancellationRequested(); FFProbeHelpers.NormalizeFFProbeResult(result); cancellationToken.ThrowIfCancellationRequested(); await Fetch(item, cancellationToken, result, isoMount, blurayDiscInfo, options).ConfigureAwait(false); } finally { if (isoMount != null) { isoMount.Dispose(); } } return ItemUpdateType.MetadataImport; } private const string SchemaVersion = "1"; private async Task GetMediaInfo(Video item, IIsoMount isoMount, CancellationToken cancellationToken) { cancellationToken.ThrowIfCancellationRequested(); var idString = item.Id.ToString("N"); var cachePath = Path.Combine(_appPaths.CachePath, "ffprobe-video", idString.Substring(0, 2), idString, "v" + SchemaVersion + _mediaEncoder.Version + item.DateModified.Ticks.ToString(_usCulture) + ".json"); try { return _json.DeserializeFromFile(cachePath); } catch (FileNotFoundException) { } catch (DirectoryNotFoundException) { } var protocol = item.LocationType == LocationType.Remote ? MediaProtocol.Http : MediaProtocol.File; var inputPath = MediaEncoderHelpers.GetInputArgument(item.Path, protocol, isoMount, item.PlayableStreamFileNames); var result = await _mediaEncoder.GetMediaInfo(inputPath, protocol, false, cancellationToken).ConfigureAwait(false); Directory.CreateDirectory(Path.GetDirectoryName(cachePath)); _json.SerializeToFile(result, cachePath); return result; } protected async Task Fetch(Video video, CancellationToken cancellationToken, InternalMediaInfoResult data, IIsoMount isoMount, BlurayDiscInfo blurayInfo, MetadataRefreshOptions options) { var mediaInfo = MediaEncoderHelpers.GetMediaInfo(data); var mediaStreams = mediaInfo.MediaStreams; video.TotalBitrate = mediaInfo.TotalBitrate; video.FormatName = (mediaInfo.Format ?? string.Empty) .Replace("matroska", "mkv", StringComparison.OrdinalIgnoreCase); if (data.format != null) { // For dvd's this may not always be accurate, so don't set the runtime if the item already has one var needToSetRuntime = video.VideoType != VideoType.Dvd || video.RunTimeTicks == null || video.RunTimeTicks.Value == 0; if (needToSetRuntime && !string.IsNullOrEmpty(data.format.duration)) { video.RunTimeTicks = TimeSpan.FromSeconds(double.Parse(data.format.duration, _usCulture)).Ticks; } if (video.VideoType == VideoType.VideoFile) { var extension = (Path.GetExtension(video.Path) ?? string.Empty).TrimStart('.'); video.Container = extension; } else { video.Container = null; } if (!string.IsNullOrEmpty(data.format.size)) { video.Size = long.Parse(data.format.size, _usCulture); } else { video.Size = null; } } var mediaChapters = (data.Chapters ?? new MediaChapter[] { }).ToList(); var chapters = mediaChapters.Select(GetChapterInfo).ToList(); if (video.VideoType == VideoType.BluRay || (video.IsoType.HasValue && video.IsoType.Value == IsoType.BluRay)) { FetchBdInfo(video, chapters, mediaStreams, blurayInfo); } await AddExternalSubtitles(video, mediaStreams, options, cancellationToken).ConfigureAwait(false); FetchWtvInfo(video, data); video.IsHD = mediaStreams.Any(i => i.Type == MediaStreamType.Video && i.Width.HasValue && i.Width.Value >= 1270); var videoStream = mediaStreams.FirstOrDefault(i => i.Type == MediaStreamType.Video); video.VideoBitRate = videoStream == null ? null : videoStream.BitRate; video.DefaultVideoStreamIndex = videoStream == null ? (int?)null : videoStream.Index; video.HasSubtitles = mediaStreams.Any(i => i.Type == MediaStreamType.Subtitle); ExtractTimestamp(video); UpdateFromMediaInfo(video, videoStream); await _itemRepo.SaveMediaStreams(video.Id, mediaStreams, cancellationToken).ConfigureAwait(false); if (options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh || options.MetadataRefreshMode == MetadataRefreshMode.Default) { var chapterOptions = _chapterManager.GetConfiguration(); try { var remoteChapters = await DownloadChapters(video, chapters, chapterOptions, cancellationToken).ConfigureAwait(false); if (remoteChapters.Count > 0) { chapters = remoteChapters; } } catch (Exception ex) { _logger.ErrorException("Error downloading chapters", ex); } if (chapters.Count == 0 && mediaStreams.Any(i => i.Type == MediaStreamType.Video)) { AddDummyChapters(video, chapters); } NormalizeChapterNames(chapters); await _encodingManager.RefreshChapterImages(new ChapterImageRefreshOptions { Chapters = chapters, Video = video, ExtractImages = chapterOptions.ExtractDuringLibraryScan, SaveChapters = false }, cancellationToken).ConfigureAwait(false); await _chapterManager.SaveChapters(video.Id.ToString(), chapters, cancellationToken).ConfigureAwait(false); } } private void UpdateFromMediaInfo(Video video, MediaStream videoStream) { if (video.VideoType == VideoType.VideoFile && video.LocationType != LocationType.Remote && video.LocationType != LocationType.Virtual) { if (videoStream != null) { try { var result = new MediaInfoLib().GetVideoInfo(video.Path); videoStream.IsInterlaced = result.IsInterlaced ?? videoStream.IsInterlaced; videoStream.BitDepth = result.BitDepth ?? videoStream.BitDepth; videoStream.RefFrames = result.RefFrames; } catch (Exception ex) { _logger.ErrorException("Error running MediaInfo on {0}", ex, video.Path); } } } } private void NormalizeChapterNames(List chapters) { var index = 1; foreach (var chapter in chapters) { TimeSpan time; // Check if the name is empty and/or if the name is a time // Some ripping programs do that. if (string.IsNullOrWhiteSpace(chapter.Name) || TimeSpan.TryParse(chapter.Name, out time)) { chapter.Name = string.Format(_localization.GetLocalizedString("LabelChapterName"), index.ToString(CultureInfo.InvariantCulture)); } index++; } } private ChapterInfo GetChapterInfo(MediaChapter chapter) { var info = new ChapterInfo(); if (chapter.tags != null) { string name; if (chapter.tags.TryGetValue("title", out name)) { info.Name = name; } } // Limit accuracy to milliseconds to match xml saving var secondsString = chapter.start_time; double seconds; if (double.TryParse(secondsString, NumberStyles.Any, CultureInfo.InvariantCulture, out seconds)) { var ms = Math.Round(TimeSpan.FromSeconds(seconds).TotalMilliseconds); info.StartPositionTicks = TimeSpan.FromMilliseconds(ms).Ticks; } return info; } private void FetchBdInfo(BaseItem item, List chapters, List mediaStreams, BlurayDiscInfo blurayInfo) { var video = (Video)item; int? currentHeight = null; int? currentWidth = null; int? currentBitRate = null; var videoStream = mediaStreams.FirstOrDefault(s => s.Type == MediaStreamType.Video); // Grab the values that ffprobe recorded if (videoStream != null) { currentBitRate = videoStream.BitRate; currentWidth = videoStream.Width; currentHeight = videoStream.Height; } // Fill video properties from the BDInfo result mediaStreams.Clear(); mediaStreams.AddRange(blurayInfo.MediaStreams); video.MainFeaturePlaylistName = blurayInfo.PlaylistName; if (blurayInfo.RunTimeTicks.HasValue && blurayInfo.RunTimeTicks.Value > 0) { video.RunTimeTicks = blurayInfo.RunTimeTicks; } video.PlayableStreamFileNames = blurayInfo.Files.ToList(); if (blurayInfo.Chapters != null) { chapters.Clear(); chapters.AddRange(blurayInfo.Chapters.Select(c => new ChapterInfo { StartPositionTicks = TimeSpan.FromSeconds(c).Ticks })); } videoStream = mediaStreams.FirstOrDefault(s => s.Type == MediaStreamType.Video); // Use the ffprobe values if these are empty if (videoStream != null) { videoStream.BitRate = IsEmpty(videoStream.BitRate) ? currentBitRate : videoStream.BitRate; videoStream.Width = IsEmpty(videoStream.Width) ? currentWidth : videoStream.Width; videoStream.Height = IsEmpty(videoStream.Height) ? currentHeight : videoStream.Height; } } private bool IsEmpty(int? num) { return !num.HasValue || num.Value == 0; } /// /// Gets information about the longest playlist on a bdrom /// /// The path. /// VideoStream. private BlurayDiscInfo GetBDInfo(string path) { return _blurayExaminer.GetDiscInfo(path); } private void FetchWtvInfo(Video video, InternalMediaInfoResult data) { if (data.format == null || data.format.tags == null) { return; } if (video.Genres.Count == 0) { if (!video.LockedFields.Contains(MetadataFields.Genres)) { var genres = FFProbeHelpers.GetDictionaryValue(data.format.tags, "genre"); if (!string.IsNullOrEmpty(genres)) { video.Genres = genres.Split(new[] { ';', '/', ',' }, StringSplitOptions.RemoveEmptyEntries) .Where(i => !string.IsNullOrWhiteSpace(i)) .Select(i => i.Trim()) .ToList(); } } } if (string.IsNullOrEmpty(video.Overview)) { if (!video.LockedFields.Contains(MetadataFields.Overview)) { var overview = FFProbeHelpers.GetDictionaryValue(data.format.tags, "WM/SubTitleDescription"); if (!string.IsNullOrWhiteSpace(overview)) { video.Overview = overview; } } } if (string.IsNullOrEmpty(video.OfficialRating)) { var officialRating = FFProbeHelpers.GetDictionaryValue(data.format.tags, "WM/ParentalRating"); if (!string.IsNullOrWhiteSpace(officialRating)) { if (!video.LockedFields.Contains(MetadataFields.OfficialRating)) { video.OfficialRating = officialRating; } } } if (video.People.Count == 0) { if (!video.LockedFields.Contains(MetadataFields.Cast)) { var people = FFProbeHelpers.GetDictionaryValue(data.format.tags, "WM/MediaCredits"); if (!string.IsNullOrEmpty(people)) { video.People = people.Split(new[] { ';', '/' }, StringSplitOptions.RemoveEmptyEntries) .Where(i => !string.IsNullOrWhiteSpace(i)) .Select(i => new PersonInfo { Name = i.Trim(), Type = PersonType.Actor }) .ToList(); } } } if (!video.ProductionYear.HasValue) { var year = FFProbeHelpers.GetDictionaryValue(data.format.tags, "WM/OriginalReleaseTime"); if (!string.IsNullOrWhiteSpace(year)) { int val; if (int.TryParse(year, NumberStyles.Integer, _usCulture, out val)) { video.ProductionYear = val; } } } } private SubtitleOptions GetOptions() { return _config.GetConfiguration("subtitles"); } /// /// Adds the external subtitles. /// /// The video. /// The current streams. /// The options. /// The cancellation token. /// Task. private async Task AddExternalSubtitles(Video video, List currentStreams, MetadataRefreshOptions options, CancellationToken cancellationToken) { var subtitleResolver = new SubtitleResolver(_localization, _fileSystem); var externalSubtitleStreams = subtitleResolver.GetExternalSubtitleStreams(video, currentStreams.Count, options.DirectoryService, false).ToList(); var enableSubtitleDownloading = options.MetadataRefreshMode == MetadataRefreshMode.Default || options.MetadataRefreshMode == MetadataRefreshMode.FullRefresh; var subtitleOptions = GetOptions(); if (enableSubtitleDownloading && (subtitleOptions.DownloadEpisodeSubtitles && video is Episode) || (subtitleOptions.DownloadMovieSubtitles && video is Movie)) { var downloadedLanguages = await new SubtitleDownloader(_logger, _subtitleManager) .DownloadSubtitles(video, currentStreams.Concat(externalSubtitleStreams).ToList(), subtitleOptions.SkipIfGraphicalSubtitlesPresent, subtitleOptions.SkipIfAudioTrackMatches, subtitleOptions.DownloadLanguages, cancellationToken).ConfigureAwait(false); // Rescan if (downloadedLanguages.Count > 0) { externalSubtitleStreams = subtitleResolver.GetExternalSubtitleStreams(video, currentStreams.Count, options.DirectoryService, true).ToList(); } } video.SubtitleFiles = externalSubtitleStreams.Select(i => i.Path).OrderBy(i => i).ToList(); currentStreams.AddRange(externalSubtitleStreams); } private async Task> DownloadChapters(Video video, List currentChapters, ChapterOptions options, CancellationToken cancellationToken) { if ((options.DownloadEpisodeChapters && video is Episode) || (options.DownloadMovieChapters && video is Movie)) { var results = await _chapterManager.Search(video, cancellationToken).ConfigureAwait(false); var result = results.FirstOrDefault(); if (result != null) { var chapters = await _chapterManager.GetChapters(result.Id, cancellationToken).ConfigureAwait(false); var chapterInfos = chapters.Chapters.Select(i => new ChapterInfo { Name = i.Name, StartPositionTicks = i.StartPositionTicks }).ToList(); if (chapterInfos.All(i => i.StartPositionTicks == 0)) { if (currentChapters.Count >= chapterInfos.Count) { var index = 0; foreach (var info in chapterInfos) { info.StartPositionTicks = currentChapters[index].StartPositionTicks; index++; } } else { chapterInfos.Clear(); } } return chapterInfos; } } return new List(); } /// /// The dummy chapter duration /// private readonly long _dummyChapterDuration = TimeSpan.FromMinutes(5).Ticks; /// /// Adds the dummy chapters. /// /// The video. /// The chapters. private void AddDummyChapters(Video video, List chapters) { var runtime = video.RunTimeTicks ?? 0; if (runtime < 0) { throw new ArgumentException(string.Format("{0} has invalid runtime of {1}", video.Name, runtime)); } if (runtime < _dummyChapterDuration) { return; } long currentChapterTicks = 0; var index = 1; // Limit to 100 chapters just in case there's some incorrect metadata here while (currentChapterTicks < runtime && index < 100) { chapters.Add(new ChapterInfo { StartPositionTicks = currentChapterTicks }); index++; currentChapterTicks += _dummyChapterDuration; } } /// /// Called when [pre fetch]. /// /// The item. /// The mount. /// The bluray disc information. private void OnPreFetch(Video item, IIsoMount mount, BlurayDiscInfo blurayDiscInfo) { if (item.VideoType == VideoType.Iso) { item.IsoType = DetermineIsoType(mount); } if (item.VideoType == VideoType.Dvd || (item.IsoType.HasValue && item.IsoType == IsoType.Dvd)) { FetchFromDvdLib(item, mount); } if (item.VideoType == VideoType.BluRay || (item.IsoType.HasValue && item.IsoType.Value == IsoType.BluRay)) { item.PlayableStreamFileNames = blurayDiscInfo.Files.ToList(); } } private void ExtractTimestamp(Video video) { if (video.VideoType == VideoType.VideoFile) { if (string.Equals(video.Container, "mpeg2ts", StringComparison.OrdinalIgnoreCase) || string.Equals(video.Container, "m2ts", StringComparison.OrdinalIgnoreCase) || string.Equals(video.Container, "ts", StringComparison.OrdinalIgnoreCase)) { try { video.Timestamp = GetMpegTimestamp(video.Path); _logger.Debug("Video has {0} timestamp", video.Timestamp); } catch (Exception ex) { _logger.ErrorException("Error extracting timestamp info from {0}", ex, video.Path); video.Timestamp = null; } } } } private TransportStreamTimestamp GetMpegTimestamp(string path) { var packetBuffer = new byte['Å']; using (var fs = _fileSystem.GetFileStream(path, FileMode.Open, FileAccess.Read, FileShare.Read)) { fs.Read(packetBuffer, 0, packetBuffer.Length); } if (packetBuffer[0] == 71) { return TransportStreamTimestamp.None; } if ((packetBuffer[4] == 71) && (packetBuffer['Ä'] == 71)) { if ((packetBuffer[0] == 0) && (packetBuffer[1] == 0) && (packetBuffer[2] == 0) && (packetBuffer[3] == 0)) { return TransportStreamTimestamp.Zero; } return TransportStreamTimestamp.Valid; } return TransportStreamTimestamp.None; } private void FetchFromDvdLib(Video item, IIsoMount mount) { var path = mount == null ? item.Path : mount.MountedPath; var dvd = new Dvd(path); var primaryTitle = dvd.Titles.OrderByDescending(GetRuntime).FirstOrDefault(); byte? titleNumber = null; if (primaryTitle != null) { titleNumber = primaryTitle.VideoTitleSetNumber; item.RunTimeTicks = GetRuntime(primaryTitle); } item.PlayableStreamFileNames = GetPrimaryPlaylistVobFiles(item, mount, titleNumber) .Select(Path.GetFileName) .ToList(); } private long GetRuntime(Title title) { return title.ProgramChains .Select(i => (TimeSpan)i.PlaybackTime) .Select(i => i.Ticks) .Sum(); } /// /// Mounts the iso if needed. /// /// The item. /// The cancellation token. /// IsoMount. protected Task MountIsoIfNeeded(Video item, CancellationToken cancellationToken) { if (item.VideoType == VideoType.Iso) { return _isoManager.Mount(item.Path, cancellationToken); } return Task.FromResult(null); } /// /// Determines the type of the iso. /// /// The iso mount. /// System.Nullable{IsoType}. private IsoType? DetermineIsoType(IIsoMount isoMount) { var folders = Directory.EnumerateDirectories(isoMount.MountedPath).Select(Path.GetFileName).ToList(); if (folders.Contains("video_ts", StringComparer.OrdinalIgnoreCase)) { return IsoType.Dvd; } if (folders.Contains("bdmv", StringComparer.OrdinalIgnoreCase)) { return IsoType.BluRay; } return null; } private IEnumerable GetPrimaryPlaylistVobFiles(Video video, IIsoMount isoMount, uint? titleNumber) { // min size 300 mb const long minPlayableSize = 314572800; var root = isoMount != null ? isoMount.MountedPath : video.Path; // Try to eliminate menus and intros by skipping all files at the front of the list that are less than the minimum size // Once we reach a file that is at least the minimum, return all subsequent ones var allVobs = new DirectoryInfo(root).EnumerateFiles("*", SearchOption.AllDirectories) .Where(file => string.Equals(file.Extension, ".vob", StringComparison.OrdinalIgnoreCase)) .OrderBy(i => i.FullName) .ToList(); // If we didn't find any satisfying the min length, just take them all if (allVobs.Count == 0) { _logger.Error("No vobs found in dvd structure."); return new List(); } if (titleNumber.HasValue) { var prefix = string.Format("VTS_0{0}_", titleNumber.Value.ToString(_usCulture)); var vobs = allVobs.Where(i => i.Name.StartsWith(prefix, StringComparison.OrdinalIgnoreCase)).ToList(); if (vobs.Count > 0) { var minSizeVobs = vobs .SkipWhile(f => f.Length < minPlayableSize) .ToList(); return minSizeVobs.Count == 0 ? vobs.Select(i => i.FullName) : minSizeVobs.Select(i => i.FullName); } _logger.Debug("Could not determine vob file list for {0} using DvdLib. Will scan using file sizes.", video.Path); } var files = allVobs .SkipWhile(f => f.Length < minPlayableSize) .ToList(); // If we didn't find any satisfying the min length, just take them all if (files.Count == 0) { _logger.Warn("Vob size filter resulted in zero matches. Taking all vobs."); files = allVobs; } // Assuming they're named "vts_05_01", take all files whose second part matches that of the first file if (files.Count > 0) { var parts = _fileSystem.GetFileNameWithoutExtension(files[0]).Split('_'); if (parts.Length == 3) { var title = parts[1]; files = files.TakeWhile(f => { var fileParts = _fileSystem.GetFileNameWithoutExtension(f).Split('_'); return fileParts.Length == 3 && string.Equals(title, fileParts[1], StringComparison.OrdinalIgnoreCase); }).ToList(); // If this resulted in not getting any vobs, just take them all if (files.Count == 0) { _logger.Warn("Vob filename filter resulted in zero matches. Taking all vobs."); files = allVobs; } } } return files.Select(i => i.FullName); } } }