UNPKG

shaka-player

Version:
1,452 lines (1,285 loc) 62.5 kB
/** * @license * Copyright 2016 Google Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ goog.provide('shaka.dash.DashParser'); goog.require('goog.asserts'); goog.require('shaka.abr.Ewma'); goog.require('shaka.dash.ContentProtection'); goog.require('shaka.dash.MpdUtils'); goog.require('shaka.dash.SegmentBase'); goog.require('shaka.dash.SegmentList'); goog.require('shaka.dash.SegmentTemplate'); goog.require('shaka.log'); goog.require('shaka.media.DrmEngine'); goog.require('shaka.media.ManifestParser'); goog.require('shaka.media.PresentationTimeline'); goog.require('shaka.media.SegmentReference'); goog.require('shaka.net.NetworkingEngine'); goog.require('shaka.text.TextEngine'); goog.require('shaka.util.Error'); goog.require('shaka.util.Functional'); goog.require('shaka.util.LanguageUtils'); goog.require('shaka.util.ManifestParserUtils'); goog.require('shaka.util.MimeUtils'); goog.require('shaka.util.Networking'); goog.require('shaka.util.OperationManager'); goog.require('shaka.util.StringUtils'); goog.require('shaka.util.XmlUtils'); /** * Creates a new DASH parser. * * @struct * @constructor * @implements {shaka.extern.ManifestParser} * @export */ shaka.dash.DashParser = function() { /** @private {?shaka.extern.ManifestConfiguration} */ this.config_ = null; /** @private {?shaka.extern.ManifestParser.PlayerInterface} */ this.playerInterface_ = null; /** @private {!Array.<string>} */ this.manifestUris_ = []; /** @private {?shaka.extern.Manifest} */ this.manifest_ = null; /** @private {!Array.<string>} */ this.periodIds_ = []; /** @private {number} */ this.globalId_ = 1; /** * A map of IDs to SegmentIndex objects. * ID: Period@id,AdaptationSet@id,@Representation@id * e.g.: '1,5,23' * @private {!Object.<string, !shaka.media.SegmentIndex>} */ this.segmentIndexMap_ = {}; /** * The update period in seconds, or 0 for no updates. * @private {number} */ this.updatePeriod_ = 0; /** * An ewma that tracks how long updates take. * This is to mitigate issues caused by slow parsing on embedded devices. * @private {!shaka.abr.Ewma} */ this.averageUpdateDuration_ = new shaka.abr.Ewma(5); /** @private {shaka.util.Timer} */ this.updateTimer_ = new shaka.util.Timer(() => { this.onUpdate_(); }); /** @private {!shaka.util.OperationManager} */ this.operationManager_ = new shaka.util.OperationManager(); }; /** * Contains the minimum amount of time, in seconds, between manifest update * requests. * * @private * @const {number} */ shaka.dash.DashParser.MIN_UPDATE_PERIOD_ = 3; /** * @typedef { * function(!Array.<string>, ?number, ?number):!Promise.<!ArrayBuffer> * } */ shaka.dash.DashParser.RequestInitSegmentCallback; /** * @typedef {{ * segmentBase: Element, * segmentList: Element, * segmentTemplate: Element, * baseUris: !Array.<string>, * width: (number|undefined), * height: (number|undefined), * contentType: string, * mimeType: string, * codecs: string, * frameRate: (number|undefined), * pixelAspectRatio: (string|undefined), * emsgSchemeIdUris: !Array.<string>, * id: ?string, * numChannels: ?number, * audioSamplingRate: ?number * }} * * @description * A collection of elements and properties which are inherited across levels * of a DASH manifest. * * @property {Element} segmentBase * The XML node for SegmentBase. * @property {Element} segmentList * The XML node for SegmentList. * @property {Element} segmentTemplate * The XML node for SegmentTemplate. * @property {!Array.<string>} baseUris * An array of absolute base URIs for the frame. * @property {(number|undefined)} width * The inherited width value. * @property {(number|undefined)} height * The inherited height value. * @property {string} contentType * The inherited media type. * @property {string} mimeType * The inherited MIME type value. * @property {string} codecs * The inherited codecs value. * @property {(number|undefined)} frameRate * The inherited framerate value. * @property {(string|undefined)} pixelAspectRatio * The inherited pixel aspect ratio value. * @property {!Array.<string>} emsgSchemeIdUris * emsg registered schemeIdUris. * @property {?string} id * The ID of the element. * @property {?number} numChannels * The number of audio channels, or null if unknown. * @property {?number} audioSamplingRate * Specifies the maximum sampling rate of the content, or null if unknown. */ shaka.dash.DashParser.InheritanceFrame; /** * @typedef {{ * dynamic: boolean, * presentationTimeline: !shaka.media.PresentationTimeline, * period: ?shaka.dash.DashParser.InheritanceFrame, * periodInfo: ?shaka.dash.DashParser.PeriodInfo, * adaptationSet: ?shaka.dash.DashParser.InheritanceFrame, * representation: ?shaka.dash.DashParser.InheritanceFrame, * bandwidth: number, * indexRangeWarningGiven: boolean * }} * * @description * Contains context data for the streams. * * @property {boolean} dynamic * True if the MPD is dynamic (not all segments available at once) * @property {!shaka.media.PresentationTimeline} presentationTimeline * The PresentationTimeline. * @property {?shaka.dash.DashParser.InheritanceFrame} period * The inheritance from the Period element. * @property {?shaka.dash.DashParser.PeriodInfo} periodInfo * The Period info for the current Period. * @property {?shaka.dash.DashParser.InheritanceFrame} adaptationSet * The inheritance from the AdaptationSet element. * @property {?shaka.dash.DashParser.InheritanceFrame} representation * The inheritance from the Representation element. * @property {number} bandwidth * The bandwidth of the Representation, or zero if missing. * @property {boolean} indexRangeWarningGiven * True if the warning about SegmentURL@indexRange has been printed. */ shaka.dash.DashParser.Context; /** * @typedef {{ * start: number, * duration: ?number, * node: !Element, * isLastPeriod: boolean * }} * * @description * Contains information about a Period element. * * @property {number} start * The start time of the period. * @property {?number} duration * The duration of the period; or null if the duration is not given. This * will be non-null for all periods except the last. * @property {!Element} node * The XML Node for the Period. * @property {boolean} isLastPeriod * Whether this Period is the last one in the manifest. */ shaka.dash.DashParser.PeriodInfo; /** * @typedef {{ * id: string, * contentType: ?string, * language: string, * main: boolean, * streams: !Array.<shaka.extern.Stream>, * drmInfos: !Array.<shaka.extern.DrmInfo>, * trickModeFor: ?string, * representationIds: !Array.<string> * }} * * @description * Contains information about an AdaptationSet element. * * @property {string} id * The unique ID of the adaptation set. * @property {?string} contentType * The content type of the AdaptationSet. * @property {string} language * The language of the AdaptationSet. * @property {boolean} main * Whether the AdaptationSet has the 'main' type. * @property {!Array.<shaka.extern.Stream>} streams * The streams this AdaptationSet contains. * @property {!Array.<shaka.extern.DrmInfo>} drmInfos * The DRM info for the AdaptationSet. * @property {?string} trickModeFor * If non-null, this AdaptationInfo represents trick mode tracks. This * property is the ID of the normal AdaptationSet these tracks should be * associated with. * @property {!Array.<string>} representationIds * An array of the IDs of the Representations this AdaptationSet contains. */ shaka.dash.DashParser.AdaptationInfo; /** * @typedef {{ * createSegmentIndex: shaka.extern.CreateSegmentIndexFunction, * findSegmentPosition: shaka.extern.FindSegmentPositionFunction, * getSegmentReference: shaka.extern.GetSegmentReferenceFunction * }} * * @description * Contains functions used to create and find segment references. Used as * a return value, to temporarily store them before StreamInfo is created. * * @property {shaka.extern.CreateSegmentIndexFunction} createSegmentIndex * The createSegmentIndex function. * @property {shaka.extern.FindSegmentPositionFunction} findSegmentPosition * The findSegmentPosition function. * @property {shaka.extern.GetSegmentReferenceFunction} getSegmentReference * The getSegmentReference function. */ shaka.dash.DashParser.SegmentIndexFunctions; /** * @typedef {{ * createSegmentIndex: shaka.extern.CreateSegmentIndexFunction, * findSegmentPosition: shaka.extern.FindSegmentPositionFunction, * getSegmentReference: shaka.extern.GetSegmentReferenceFunction, * initSegmentReference: shaka.media.InitSegmentReference, * scaledPresentationTimeOffset: number * }} * * @description * Contains information about a Stream. This is passed from the createStream * methods. * * @property {shaka.extern.CreateSegmentIndexFunction} createSegmentIndex * The createSegmentIndex function for the stream. * @property {shaka.extern.FindSegmentPositionFunction} findSegmentPosition * The findSegmentPosition function for the stream. * @property {shaka.extern.GetSegmentReferenceFunction} getSegmentReference * The getSegmentReference function for the stream. * @property {shaka.media.InitSegmentReference} initSegmentReference * The init segment for the stream. * @property {number} scaledPresentationTimeOffset * The presentation time offset for the stream, in seconds. */ shaka.dash.DashParser.StreamInfo; /** * @override * @exportInterface */ shaka.dash.DashParser.prototype.configure = function(config) { goog.asserts.assert(config.dash != null, 'DashManifestConfiguration should not be null!'); this.config_ = config; }; /** * @override * @exportInterface */ shaka.dash.DashParser.prototype.start = async function(uri, playerInterface) { goog.asserts.assert(this.config_, 'Must call configure() before start()!'); this.manifestUris_ = [uri]; this.playerInterface_ = playerInterface; const updateDelay = await this.requestManifest_(); if (this.playerInterface_) { this.setUpdateTimer_(updateDelay); } // Make sure that the parser has not been destroyed. if (!this.playerInterface_) { throw new shaka.util.Error( shaka.util.Error.Severity.CRITICAL, shaka.util.Error.Category.PLAYER, shaka.util.Error.Code.OPERATION_ABORTED); } goog.asserts.assert(this.manifest_, 'Manifest should be non-null!'); return this.manifest_; }; /** * @override * @exportInterface */ shaka.dash.DashParser.prototype.stop = function() { this.playerInterface_ = null; this.config_ = null; this.manifestUris_ = []; this.manifest_ = null; this.periodIds_ = []; this.segmentIndexMap_ = {}; if (this.updateTimer_ != null) { this.updateTimer_.stop(); this.updateTimer_ = null; } return this.operationManager_.destroy(); }; /** * @override * @exportInterface */ shaka.dash.DashParser.prototype.update = function() { this.requestManifest_().catch(function(error) { if (!this.playerInterface_) return; this.playerInterface_.onError(error); }.bind(this)); }; /** * @override * @exportInterface */ shaka.dash.DashParser.prototype.onExpirationUpdated = function( sessionId, expiration) { // No-op }; /** * Makes a network request for the manifest and parses the resulting data. * * @return {!Promise.<number>} Resolves with the time it took, in seconds, to * fulfill the request and parse the data. * @private */ shaka.dash.DashParser.prototype.requestManifest_ = function() { const requestType = shaka.net.NetworkingEngine.RequestType.MANIFEST; let request = shaka.net.NetworkingEngine.makeRequest( this.manifestUris_, this.config_.retryParameters); let networkingEngine = this.playerInterface_.networkingEngine; const startTime = Date.now(); let operation = networkingEngine.request(requestType, request); this.operationManager_.manage(operation); return operation.promise.then((response) => { // Detect calls to stop(). if (!this.playerInterface_) { return; } // For redirections add the response uri to the first entry in the // Manifest Uris array. if (response.uri && !this.manifestUris_.includes(response.uri)) { this.manifestUris_.unshift(response.uri); } // This may throw, but it will result in a failed promise. return this.parseManifest_(response.data, response.uri); }).then(() => { // Keep track of how long the longest manifest update took. const endTime = Date.now(); const updateDuration = (endTime - startTime) / 1000.0; this.averageUpdateDuration_.sample(1, updateDuration); // Let the caller know how long this update took. return updateDuration; }); }; /** * Parses the manifest XML. This also handles updates and will update the * stored manifest. * * @param {ArrayBuffer} data * @param {string} finalManifestUri The final manifest URI, which may * differ from this.manifestUri_ if there has been a redirect. * @return {!Promise} * @throws shaka.util.Error When there is a parsing error. * @private */ shaka.dash.DashParser.prototype.parseManifest_ = function(data, finalManifestUri) { const Error = shaka.util.Error; const MpdUtils = shaka.dash.MpdUtils; let mpd = shaka.util.XmlUtils.parseXml(data, 'MPD'); if (!mpd) { throw new Error( Error.Severity.CRITICAL, Error.Category.MANIFEST, Error.Code.DASH_INVALID_XML, finalManifestUri); } // Process the mpd to account for xlink connections. let failGracefully = this.config_.dash.xlinkFailGracefully; let xlinkOperation = MpdUtils.processXlinks( mpd, this.config_.retryParameters, failGracefully, finalManifestUri, this.playerInterface_.networkingEngine); this.operationManager_.manage(xlinkOperation); return xlinkOperation.promise.then((finalMpd) => { return this.processManifest_(finalMpd, finalManifestUri); }); }; /** * Takes a formatted MPD and converts it into a manifest. * * @param {!Element} mpd * @param {string} finalManifestUri The final manifest URI, which may * differ from this.manifestUri_ if there has been a redirect. * @return {!Promise} * @throws shaka.util.Error When there is a parsing error. * @private */ shaka.dash.DashParser.prototype.processManifest_ = async function(mpd, finalManifestUri) { const Functional = shaka.util.Functional; const XmlUtils = shaka.util.XmlUtils; // Get any Location elements. This will update the manifest location and // the base URI. /** @type {!Array.<string>} */ let manifestBaseUris = [finalManifestUri]; /** @type {!Array.<string>} */ let locations = XmlUtils.findChildren(mpd, 'Location') .map(XmlUtils.getContents) .filter(Functional.isNotNull); if (locations.length > 0) { const absoluteLocations = shaka.util.ManifestParserUtils.resolveUris( manifestBaseUris, locations); this.manifestUris_ = absoluteLocations; manifestBaseUris = absoluteLocations; } let uris = XmlUtils.findChildren(mpd, 'BaseURL').map(XmlUtils.getContents); let baseUris = shaka.util.ManifestParserUtils.resolveUris( manifestBaseUris, uris); let ignoreMinBufferTime = this.config_.dash.ignoreMinBufferTime; let minBufferTime = 0; if (!ignoreMinBufferTime) { minBufferTime = XmlUtils.parseAttr(mpd, 'minBufferTime', XmlUtils.parseDuration); } this.updatePeriod_ = /** @type {number} */ (XmlUtils.parseAttr( mpd, 'minimumUpdatePeriod', XmlUtils.parseDuration, -1)); let presentationStartTime = XmlUtils.parseAttr( mpd, 'availabilityStartTime', XmlUtils.parseDate); let segmentAvailabilityDuration = XmlUtils.parseAttr( mpd, 'timeShiftBufferDepth', XmlUtils.parseDuration); let maxSegmentDuration = XmlUtils.parseAttr( mpd, 'maxSegmentDuration', XmlUtils.parseDuration); let mpdType = mpd.getAttribute('type') || 'static'; const ignoreSuggestedPresentationDelay = this.config_.dash.ignoreSuggestedPresentationDelay; let suggestedPresentationDelay = null; if (!ignoreSuggestedPresentationDelay) { suggestedPresentationDelay = XmlUtils.parseAttr( mpd, 'suggestedPresentationDelay', XmlUtils.parseDuration); } /** @type {!shaka.media.PresentationTimeline} */ let presentationTimeline; if (this.manifest_) { presentationTimeline = this.manifest_.presentationTimeline; } else { // DASH IOP v3.0 suggests using a default delay between minBufferTime and // timeShiftBufferDepth. This is literally the range of all feasible // choices for the value. Nothing older than timeShiftBufferDepth is still // available, and anything less than minBufferTime will cause buffering // issues. // // We have decided that our default will be 1.5 * minBufferTime, // or 10s (configurable) whichever is larger. This is fairly conservative. // Content providers should provide a suggestedPresentationDelay // whenever possible to optimize the live streaming experience. let defaultPresentationDelay = Math.max( this.config_.dash.defaultPresentationDelay, minBufferTime * 1.5); let presentationDelay = suggestedPresentationDelay != null ? suggestedPresentationDelay : defaultPresentationDelay; presentationTimeline = new shaka.media.PresentationTimeline( presentationStartTime, presentationDelay, this.config_.dash.autoCorrectDrift); } /** @type {shaka.dash.DashParser.Context} */ let context = { // Don't base on updatePeriod_ since emsg boxes can cause manifest updates. dynamic: mpdType != 'static', presentationTimeline: presentationTimeline, period: null, periodInfo: null, adaptationSet: null, representation: null, bandwidth: 0, indexRangeWarningGiven: false, }; let periodsAndDuration = this.parsePeriods_(context, baseUris, mpd); let duration = periodsAndDuration.duration; let periods = periodsAndDuration.periods; presentationTimeline.setStatic(mpdType == 'static'); if (mpdType == 'static' || !periodsAndDuration.durationDerivedFromPeriods) { // Ignore duration calculated from Period lengths if this is dynamic. presentationTimeline.setDuration(duration || Infinity); } let isLive = presentationTimeline.isLive(); // If it's live, we check for an override. if (isLive && !isNaN(this.config_.availabilityWindowOverride)) { segmentAvailabilityDuration = this.config_.availabilityWindowOverride; } // If it's null, that means segments are always available. This is always the // case for VOD, and sometimes the case for live. if (segmentAvailabilityDuration == null) { segmentAvailabilityDuration = Infinity; } presentationTimeline.setSegmentAvailabilityDuration( segmentAvailabilityDuration); // Use @maxSegmentDuration to override smaller, derived values. presentationTimeline.notifyMaxSegmentDuration(maxSegmentDuration || 1); if (goog.DEBUG) presentationTimeline.assertIsValid(); // These steps are not done on manifest update. if (!this.manifest_) { this.manifest_ = { presentationTimeline: presentationTimeline, periods: periods, offlineSessionIds: [], minBufferTime: minBufferTime || 0, }; // We only need to do clock sync when we're using presentation start time. // This condition also excludes VOD streams. if (presentationTimeline.usingPresentationStartTime()) { let timingElements = XmlUtils.findChildren(mpd, 'UTCTiming'); const offset = await this.parseUtcTiming_(baseUris, timingElements); // Detect calls to stop(). if (!this.playerInterface_) { return; } presentationTimeline.setClockOffset(offset); } } }; /** * Reads and parses the periods from the manifest. This first does some * partial parsing so the start and duration is available when parsing children. * * @param {shaka.dash.DashParser.Context} context * @param {!Array.<string>} baseUris * @param {!Element} mpd * @return {{ * periods: !Array.<shaka.extern.Period>, * duration: ?number, * durationDerivedFromPeriods: boolean * }} * @private */ shaka.dash.DashParser.prototype.parsePeriods_ = function( context, baseUris, mpd) { const XmlUtils = shaka.util.XmlUtils; let presentationDuration = XmlUtils.parseAttr( mpd, 'mediaPresentationDuration', XmlUtils.parseDuration); let periods = []; let prevEnd = 0; let periodNodes = XmlUtils.findChildren(mpd, 'Period'); for (let i = 0; i < periodNodes.length; i++) { let elem = periodNodes[i]; let start = /** @type {number} */ ( XmlUtils.parseAttr(elem, 'start', XmlUtils.parseDuration, prevEnd)); let givenDuration = XmlUtils.parseAttr(elem, 'duration', XmlUtils.parseDuration); let periodDuration = null; if (i != periodNodes.length - 1) { // "The difference between the start time of a Period and the start time // of the following Period is the duration of the media content // represented by this Period." let nextPeriod = periodNodes[i + 1]; let nextStart = XmlUtils.parseAttr(nextPeriod, 'start', XmlUtils.parseDuration); if (nextStart != null) { periodDuration = nextStart - start; } } else if (presentationDuration != null) { // "The Period extends until the Period.start of the next Period, or // until the end of the Media Presentation in the case of the last // Period." periodDuration = presentationDuration - start; } let threshold = shaka.util.ManifestParserUtils.GAP_OVERLAP_TOLERANCE_SECONDS; if (periodDuration && givenDuration && Math.abs(periodDuration - givenDuration) > threshold) { shaka.log.warning('There is a gap/overlap between Periods', elem); } // Only use the @duration in the MPD if we can't calculate it. We should // favor the @start of the following Period. This ensures that there aren't // gaps between Periods. if (periodDuration == null) { periodDuration = givenDuration; } // Parse child nodes. let info = { start: start, duration: periodDuration, node: elem, isLastPeriod: periodDuration == null || i == periodNodes.length - 1, }; let period = this.parsePeriod_(context, baseUris, info); periods.push(period); // If the period ID is new, add it to the list. This must be done for both // the initial manifest parse and for updates. // See https://github.com/google/shaka-player/issues/963 let periodId = context.period.id; goog.asserts.assert(periodId, 'Period IDs should not be null!'); if (!this.periodIds_.includes(periodId)) { this.periodIds_.push(periodId); // If this is an update, call filterNewPeriod and add it to the manifest. // If this is the first parse of the manifest (this.manifest_ == null), // filterAllPeriods will be called later. if (this.manifest_) { this.playerInterface_.filterNewPeriod(period); this.manifest_.periods.push(period); } } if (periodDuration == null) { if (i != periodNodes.length - 1) { // If the duration is still null and we aren't at the end, then we will // skip any remaining periods. shaka.log.warning( 'Skipping Period', i + 1, 'and any subsequent Periods:', 'Period', i + 1, 'does not have a valid start time.', periods[i + 1]); } // The duration is unknown, so the end is unknown. prevEnd = null; break; } prevEnd = start + periodDuration; } // end of period parsing loop // Call filterAllPeriods if this is the initial parse. if (this.manifest_ == null) { this.playerInterface_.filterAllPeriods(periods); } if (presentationDuration != null) { if (prevEnd != presentationDuration) { shaka.log.warning( '@mediaPresentationDuration does not match the total duration of all', 'Periods.'); // Assume @mediaPresentationDuration is correct. } return { periods: periods, duration: presentationDuration, durationDerivedFromPeriods: false, }; } else { return { periods: periods, duration: prevEnd, durationDerivedFromPeriods: true, }; } }; /** * Parses a Period XML element. Unlike the other parse methods, this is not * given the Node; it is given a PeriodInfo structure. Also, partial parsing * was done before this was called so start and duration are valid. * * @param {shaka.dash.DashParser.Context} context * @param {!Array.<string>} baseUris * @param {shaka.dash.DashParser.PeriodInfo} periodInfo * @return {shaka.extern.Period} * @throws shaka.util.Error When there is a parsing error. * @private */ shaka.dash.DashParser.prototype.parsePeriod_ = function( context, baseUris, periodInfo) { const Functional = shaka.util.Functional; const XmlUtils = shaka.util.XmlUtils; const ContentType = shaka.util.ManifestParserUtils.ContentType; context.period = this.createFrame_(periodInfo.node, null, baseUris); context.periodInfo = periodInfo; // If the period doesn't have an ID, give it one based on its start time. if (!context.period.id) { shaka.log.info( 'No Period ID given for Period with start time ' + periodInfo.start + ', Assigning a default'); context.period.id = '__shaka_period_' + periodInfo.start; } let eventStreamNodes = XmlUtils.findChildren(periodInfo.node, 'EventStream'); eventStreamNodes.forEach( this.parseEventStream_.bind(this, periodInfo.start, periodInfo.duration)); let adaptationSetNodes = XmlUtils.findChildren(periodInfo.node, 'AdaptationSet'); let adaptationSets = adaptationSetNodes .map(this.parseAdaptationSet_.bind(this, context)) .filter(Functional.isNotNull); // For dynamic manifests, we use rep IDs internally, and they must be unique. if (context.dynamic) { const ids = []; for (const set of adaptationSets) { for (const id of set.representationIds) { ids.push(id); } } const uniqueIds = new Set(ids); if (ids.length != uniqueIds.size) { throw new shaka.util.Error( shaka.util.Error.Severity.CRITICAL, shaka.util.Error.Category.MANIFEST, shaka.util.Error.Code.DASH_DUPLICATE_REPRESENTATION_ID); } } let normalAdaptationSets = adaptationSets .filter(function(as) { return !as.trickModeFor; }); let trickModeAdaptationSets = adaptationSets .filter(function(as) { return as.trickModeFor; }); // Attach trick mode tracks to normal tracks. trickModeAdaptationSets.forEach(function(trickModeSet) { const targetIds = trickModeSet.trickModeFor.split(' '); normalAdaptationSets.forEach(function(normalSet) { if (targetIds.includes(normalSet.id)) { normalSet.streams.forEach(function(stream) { // There may be multiple trick mode streams, but we do not // currently support that. Just choose one. // TODO: https://github.com/google/shaka-player/issues/1528 stream.trickModeVideo = trickModeSet.streams.find((trickStream) => shaka.util.MimeUtils.getCodecBase(stream.codecs) == shaka.util.MimeUtils.getCodecBase(trickStream.codecs)); }); } }); }); let videoSets = this.getSetsOfType_(normalAdaptationSets, ContentType.VIDEO); let audioSets = this.getSetsOfType_(normalAdaptationSets, ContentType.AUDIO); if (!videoSets.length && !audioSets.length) { throw new shaka.util.Error( shaka.util.Error.Severity.CRITICAL, shaka.util.Error.Category.MANIFEST, shaka.util.Error.Code.DASH_EMPTY_PERIOD); } // In case of audio-only or video-only content or the audio/video is // disabled by the config, we create an array of one item containing // a null. This way, the double-loop works for all kinds of content. const disableAudio = this.config_.disableAudio; if (!audioSets.length || disableAudio) { audioSets = [null]; } const disableVideo = this.config_.disableVideo; if (!videoSets.length || disableVideo) { videoSets = [null]; } // TODO: Limit number of combinations. Come up with a heuristic // to decide which audio tracks to combine with which video tracks. let variants = []; for (let i = 0; i < audioSets.length; i++) { for (let j = 0; j < videoSets.length; j++) { let audioSet = audioSets[i]; let videoSet = videoSets[j]; this.createVariants_(audioSet, videoSet, variants); } } let textStreams = []; if (!this.config_.disableText) { let textSets = this.getSetsOfType_(normalAdaptationSets, ContentType.TEXT); for (let i = 0; i < textSets.length; i++) { textStreams.push.apply(textStreams, textSets[i].streams); } } return { startTime: periodInfo.start, textStreams: textStreams, variants: variants, }; }; /** * @param {!Array.<!shaka.dash.DashParser.AdaptationInfo>} adaptationSets * @param {string} type * @return {!Array.<!shaka.dash.DashParser.AdaptationInfo>} * @private */ shaka.dash.DashParser.prototype.getSetsOfType_ = function( adaptationSets, type) { return adaptationSets.filter(function(as) { return as.contentType == type; }); }; /** * Combines Streams into Variants * * @param {?shaka.dash.DashParser.AdaptationInfo} audio * @param {?shaka.dash.DashParser.AdaptationInfo} video * @param {!Array.<shaka.extern.Variant>} variants New variants are pushed onto * this array. * @private */ shaka.dash.DashParser.prototype.createVariants_ = function(audio, video, variants) { const ContentType = shaka.util.ManifestParserUtils.ContentType; // Since both audio and video are of the same type, this assertion will catch // certain mistakes at runtime that the compiler would miss. goog.asserts.assert(!audio || audio.contentType == ContentType.AUDIO, 'Audio parameter mismatch!'); goog.asserts.assert(!video || video.contentType == ContentType.VIDEO, 'Video parameter mismatch!'); /** @type {number} */ let bandwidth; /** @type {shaka.extern.Variant} */ let variant; if (!audio && !video) { return; } if (audio && video) { // Audio+video variants const DrmEngine = shaka.media.DrmEngine; if (DrmEngine.areDrmCompatible(audio.drmInfos, video.drmInfos)) { let drmInfos = DrmEngine.getCommonDrmInfos(audio.drmInfos, video.drmInfos); for (let i = 0; i < audio.streams.length; i++) { for (let j = 0; j < video.streams.length; j++) { bandwidth = (video.streams[j].bandwidth || 0) + (audio.streams[i].bandwidth || 0); variant = { id: this.globalId_++, language: audio.language, primary: audio.main || video.main, audio: audio.streams[i], video: video.streams[j], bandwidth: bandwidth, drmInfos: drmInfos, allowedByApplication: true, allowedByKeySystem: true, }; variants.push(variant); } } } } else { // Audio or video only variants let set = audio || video; for (let i = 0; i < set.streams.length; i++) { bandwidth = set.streams[i].bandwidth || 0; variant = { id: this.globalId_++, language: set.language || 'und', primary: set.main, audio: audio ? set.streams[i] : null, video: video ? set.streams[i] : null, bandwidth: bandwidth, drmInfos: set.drmInfos, allowedByApplication: true, allowedByKeySystem: true, }; variants.push(variant); } } }; /** * Parses an AdaptationSet XML element. * * @param {shaka.dash.DashParser.Context} context * @param {!Element} elem The AdaptationSet element. * @return {?shaka.dash.DashParser.AdaptationInfo} * @throws shaka.util.Error When there is a parsing error. * @private */ shaka.dash.DashParser.prototype.parseAdaptationSet_ = function(context, elem) { const XmlUtils = shaka.util.XmlUtils; const Functional = shaka.util.Functional; const ManifestParserUtils = shaka.util.ManifestParserUtils; const ContentType = ManifestParserUtils.ContentType; context.adaptationSet = this.createFrame_(elem, context.period, null); // Filter image adaptation sets, until we add thumbnail track support. // See: https://github.com/google/shaka-player/issues/559 const isImage = context.adaptationSet.contentType == ContentType.IMAGE; if (isImage) { shaka.log.warning('Skipping Image AdaptationSet', context.adaptationSet); return null; } let main = false; let roleElements = XmlUtils.findChildren(elem, 'Role'); let roleValues = roleElements.map(function(role) { return role.getAttribute('value'); }).filter(Functional.isNotNull); // Default kind for text streams is 'subtitle' if unspecified in the manifest. let kind = undefined; const isText = context.adaptationSet.contentType == ManifestParserUtils.ContentType.TEXT; if (isText) { kind = ManifestParserUtils.TextStreamKind.SUBTITLE; } for (let i = 0; i < roleElements.length; i++) { let scheme = roleElements[i].getAttribute('schemeIdUri'); if (scheme == null || scheme == 'urn:mpeg:dash:role:2011') { // These only apply for the given scheme, but allow them to be specified // if there is no scheme specified. // See: DASH section 5.8.5.5 let value = roleElements[i].getAttribute('value'); switch (value) { case 'main': main = true; break; case 'caption': case 'subtitle': kind = value; break; } } } let essentialProperties = XmlUtils.findChildren(elem, 'EssentialProperty'); // ID of real AdaptationSet if this is a trick mode set: let trickModeFor = null; let unrecognizedEssentialProperty = false; essentialProperties.forEach(function(prop) { let schemeId = prop.getAttribute('schemeIdUri'); if (schemeId == 'http://dashif.org/guidelines/trickmode') { trickModeFor = prop.getAttribute('value'); } else { unrecognizedEssentialProperty = true; } }); const accessibilities = XmlUtils.findChildren(elem, 'Accessibility'); const LanguageUtils = shaka.util.LanguageUtils; let closedCaptions = new Map(); for (const prop of accessibilities) { let schemeId = prop.getAttribute('schemeIdUri'); let value = prop.getAttribute('value'); if (schemeId == 'urn:scte:dash:cc:cea-608:2015' || schemeId == 'urn:scte:dash:cc:cea-708:2015') { let channelId = 1; if (value != null) { value.split(';').forEach((captionStr) => { let channel; let language; // Some closed caption descriptions have channel number and language, // like "CC1=eng" or "1=lang:eng", others may only have the language, // like "eng". if (!captionStr.includes('=')) { // Since only odd numbers are used as channel numbers, like CC1, // CC3, CC5, etc, when the channel number is not provided, use an // odd number as the key. https://en.wikipedia.org/wiki/EIA-608 channel = 'CC' + channelId; channelId += 2; language = captionStr; } else { const channelAndLanguage = captionStr.split('='); // The channel info can be '1' or 'CC1'. // If the channel info only has channel number(like '1'), add 'CC' // as prefix so that it can be a full channel id (like 'CC1'). channel = channelAndLanguage[0].startsWith('CC') ? channelAndLanguage[0] : 'CC' + channelAndLanguage[0]; // The language info can be different formats, like 'eng', // 'lang:eng', or 'lang:eng,war:1,er:1'. Extract the language info // and convert it to 2-letter language code format. language = channelAndLanguage[1].split(',')[0].split(':').pop(); } closedCaptions.set(channel, LanguageUtils.normalize(language)); }); } else { // If channel and language information has not been provided, assign // 'CC1' as channel id and 'und' as language info. closedCaptions.set('CC1', 'und'); } } else if (schemeId == 'urn:mpeg:dash:role:2011') { // See DASH IOP 3.9.2 Table 4. if (value != null) { roleValues.push(value); if (value == 'captions') { kind = ManifestParserUtils.TextStreamKind.CLOSED_CAPTION; } } } } // According to DASH spec (2014) section 5.8.4.8, "the successful processing // of the descriptor is essential to properly use the information in the // parent element". According to DASH IOP v3.3, section 3.3.4, "if the scheme // or the value" for EssentialProperty is not recognized, "the DASH client // shall ignore the parent element." if (unrecognizedEssentialProperty) { // Stop parsing this AdaptationSet and let the caller filter out the nulls. return null; } let contentProtectionElems = XmlUtils.findChildren(elem, 'ContentProtection'); let contentProtection = shaka.dash.ContentProtection.parseFromAdaptationSet( contentProtectionElems, this.config_.dash.customScheme, this.config_.dash.ignoreDrmInfo); let language = shaka.util.LanguageUtils.normalize(elem.getAttribute('lang') || 'und'); // This attribute is currently non-standard, but it is supported by Kaltura. let label = elem.getAttribute('label'); // See DASH IOP 4.3 here https://dashif.org/docs/DASH-IF-IOP-v4.3.pdf (page 35) const labelElements = XmlUtils.findChildren(elem, 'Label'); if (labelElements && labelElements.length) { // NOTE: Right now only one label field is supported. const firstLabelElement = labelElements[0]; if (firstLabelElement.textContent) { label = firstLabelElement.textContent; } } // Parse Representations into Streams. let representations = XmlUtils.findChildren(elem, 'Representation'); let streams = representations .map(this.parseRepresentation_.bind(this, context, contentProtection, kind, language, label, main, roleValues, closedCaptions)) .filter(function(s) { return !!s; }); if (streams.length == 0) { // Ignore empty AdaptationSets if ignoreEmptyAdaptationSet is true if (this.config_.dash.ignoreEmptyAdaptationSet || isText) { return null; } throw new shaka.util.Error( shaka.util.Error.Severity.CRITICAL, shaka.util.Error.Category.MANIFEST, shaka.util.Error.Code.DASH_EMPTY_ADAPTATION_SET); } // If AdaptationSet's type is unknown or is ambiguously "application", // guess based on the information in the first stream. If the attributes // mimeType and codecs are split across levels, they will both be inherited // down to the stream level by this point, so the stream will have all the // necessary information. if (!context.adaptationSet.contentType || context.adaptationSet.contentType == ContentType.APPLICATION) { let mimeType = streams[0].mimeType; let codecs = streams[0].codecs; context.adaptationSet.contentType = shaka.dash.DashParser.guessContentType_(mimeType, codecs); streams.forEach(function(stream) { stream.type = context.adaptationSet.contentType; }); } streams.forEach(function(stream) { // Some DRM license providers require that we have a default // key ID from the manifest in the wrapped license request. // Thus, it should be put in drmInfo to be accessible to request filters. contentProtection.drmInfos.forEach(function(drmInfo) { if (stream.keyId) { drmInfo.keyIds.push(stream.keyId); } }); }); let repIds = representations .map(function(node) { return node.getAttribute('id'); }) .filter(shaka.util.Functional.isNotNull); return { id: context.adaptationSet.id || ('__fake__' + this.globalId_++), contentType: context.adaptationSet.contentType, language: language, main: main, streams: streams, drmInfos: contentProtection.drmInfos, trickModeFor: trickModeFor, representationIds: repIds, }; }; /** * Parses a Representation XML element. * * @param {shaka.dash.DashParser.Context} context * @param {shaka.dash.ContentProtection.Context} contentProtection * @param {(string|undefined)} kind * @param {string} language * @param {string} label * @param {boolean} isPrimary * @param {!Array.<string>} roles * @param {Map.<string, string>} closedCaptions * @param {!Element} node * @return {?shaka.extern.Stream} The Stream, or null when there is a * non-critical parsing error. * @throws shaka.util.Error When there is a parsing error. * @private */ shaka.dash.DashParser.prototype.parseRepresentation_ = function( context, contentProtection, kind, language, label, isPrimary, roles, closedCaptions, node) { const XmlUtils = shaka.util.XmlUtils; const ContentType = shaka.util.ManifestParserUtils.ContentType; context.representation = this.createFrame_(node, context.adaptationSet, null); if (!this.verifyRepresentation_(context.representation)) { shaka.log.warning('Skipping Representation', context.representation); return null; } // NOTE: bandwidth is a mandatory attribute according to the spec, and zero // does not make sense in the DASH spec's bandwidth formulas. // In some content, however, the attribute is missing or zero. // To avoid NaN at the variant level on broken content, fall back to zero. // https://github.com/google/shaka-player/issues/938#issuecomment-317278180 context.bandwidth = XmlUtils.parseAttr(node, 'bandwidth', XmlUtils.parsePositiveInt) || 0; /** @type {?shaka.dash.DashParser.StreamInfo} */ let streamInfo; const contentType = context.representation.contentType; const isText = contentType == ContentType.TEXT || contentType == ContentType.APPLICATION; try { const requestInitSegment = this.requestInitSegment_.bind(this); if (context.representation.segmentBase) { streamInfo = shaka.dash.SegmentBase.createStream( context, requestInitSegment); } else if (context.representation.segmentList) { streamInfo = shaka.dash.SegmentList.createStream( context, this.segmentIndexMap_); } else if (context.representation.segmentTemplate) { streamInfo = shaka.dash.SegmentTemplate.createStream( context, requestInitSegment, this.segmentIndexMap_, !!this.manifest_); } else { goog.asserts.assert(isText, 'Must have Segment* with non-text streams.'); let baseUris = context.representation.baseUris; let duration = context.periodInfo.duration || 0; streamInfo = { createSegmentIndex: Promise.resolve.bind(Promise), findSegmentPosition: /** @return {?number} */ function(/** number */ time) { if (time >= 0 && time < duration) { return 1; } else { return null; } }, getSegmentReference: /** @return {shaka.media.SegmentReference} */ function(/** number */ ref) { if (ref != 1) { return null; } return new shaka.media.SegmentReference( 1, 0, duration, function() { return baseUris; }, 0, null); }, initSegmentReference: null, scaledPresentationTimeOffset: 0, }; } } catch (error) { if (isText && error.code == shaka.util.Error.Code.DASH_NO_SEGMENT_INFO) { // We will ignore any DASH_NO_SEGMENT_INFO errors for text streams. return null; } // For anything else, re-throw. throw error; } let contentProtectionElems = XmlUtils.findChildren(node, 'ContentProtection'); let keyId = shaka.dash.ContentProtection.parseFromRepresentation( contentProtectionElems, this.config_.dash.customScheme, contentProtection, this.config_.dash.ignoreDrmInfo); return { id: this.globalId_++, originalId: context.representation.id, createSegmentIndex: streamInfo.createSegmentIndex, findSegmentPosition: streamInfo.findSegmentPosition, getSegmentReference: streamInfo.getSegmentReference, initSegmentReference: streamInfo.initSegmentReference, presentationTimeOffset: streamInfo.scaledPresentationTimeOffset, mimeType: context.representation.mimeType, codecs: context.representation.codecs, frameRate: context.representation.frameRate, pixelAspectRatio: context.representation.pixelAspectRatio, bandwidth: context.bandwidth, width: context.representation.width, height: context.representation.height, kind: kind, encrypted: contentProtection.drmInfos.length > 0, keyId: keyId, language: language, label: label, type: context.adaptationSet.contentType, primary: isPrimary, trickModeVideo: null, emsgSchemeIdUris: context.representation.emsgSchemeIdUris, roles: roles, channelsCount: context.representation.numChannels, audioSamplingRate: context.representation.audioSamplingRate, closedCaptions: closedCaptions, }; }; /** * Called when the update timer ticks. * * @return {!Promise} * @private */ shaka.dash.DashParser.prototype.onUpdate_ = async function() { goog.asserts.assert(this.updatePeriod_ >= 0, 'There should be an update period'); shaka.log.info('Updating manifest...'); // Default the update delay to 0 seconds so that if there is an error we can // try again right away. let updateDelay = 0; try { updateDelay = await this.requestManifest_(); } catch (error) { goog.asserts.assert(error instanceof shaka.util.Error, 'Should only receive a Shaka error'); // Try updating again, but ensure we haven't been destroyed. if (this.playerInterface_) { // We will retry updating, so override the severity of the error. error.severity = shaka.util.Error.Severity.RECOVERABLE; this.playerInterface_.onError(error); } } // Detect a call to stop() if (!this.playerInterface_) { return; } this.setUpdateTimer_(updateDelay); }; /** * Sets the update timer. Does nothing if the manifest does not specify an * update period. * * @param {number} offset An offset, in seconds, to apply to the manifest's * update period. * @private */ shaka.dash.DashParser.prototype.setUpdateTimer_ = function(offset) { // NOTE: An updatePeriod_ of -1 means the attribute was missing. // An attribute which is present and set to 0 should still result in periodic // updates. For more, see: https://github.com/google/shaka-player/issues/331 if (this.updatePeriod_ < 0) { return; } const finalDelay = Math.max( shaka.dash.DashParser.MIN_UPDATE_PERIOD_, this.updatePeriod_ - offset, this.averageUpdateDuration_.getEstimate()); // We do not run the timer as repeating because part of update is async and we // need schedule the update after it finished. this.updateTimer_.tickAfter(/* seconds= */ finalDelay); }; /** * Creates a new inheritance frame for the given element. * * @param {!Element} elem * @param {?shaka.dash.DashParser.InheritanceFrame} parent * @param {Array.<string>} baseUris * @return {shaka.dash.DashParser.InheritanceFrame} * @private */ shaka.dash.DashParser.prototype.createFrame_ = function( elem, parent, baseUris) { goog.asserts.assert(parent || baseUris, 'Must provide either parent or baseUris'); const ManifestParserUtils = shaka.util.ManifestParserUtils; const XmlUtils = shaka.util.XmlUtils; parent = parent || /** @type {shaka.dash.DashParser.InheritanceFrame} */ ({ contentType: '', mimeType: '', codecs: '', emsgSchemeIdUris: [], frameRate: undefined, numChannels: null, audioSamplingRate: null, }); baseUris = baseUris || parent.baseUris; let parseNumber = XmlUtils.parseNonNegativeInt; let evalDivision = XmlUtils.evalDivision; let uris = XmlUtils.findChildren(elem, 'BaseURL').map(XmlUtils.getContents); let contentType = elem.getAttribute('contentType') || parent.contentType; let mimeType = elem.getAttribute('mimeType') || parent.mimeType; let codecs = elem.getAttribute('codecs') || parent.codecs; let frameRate = XmlUtils.parseAttr(elem, 'frameRate', evalDivision) || parent.frameRate; const pixelAspectRatio = elem.getAttribute('sar') || parent.pixelAspectRatio; let emsgSchemeIdUris = this.emsgSchemeIdUris_( XmlUtils.findChildren(elem, 'InbandEventStream'), parent.emsgSchemeIdUris); let audioChannelConfigs = XmlUtils.findChildren(elem, 'AudioChannelConfiguration'); let numChannels = this.parseAudioChannels_(audioChannelConfigs) || parent.numChannels; const audioSamplingRate = XmlUtils.parseAttr(elem, 'audioSamplingRate', parseNumber