Files
shaka-player/test/dash/dash_parser_segment_template_unit.js
T
Joey Parrish c13830e535 Augment SegmentReference with offset and window
SegmentReference used to have presentationTimeOffset, which,
subtracted from the period start time, was then _added_ to the
timestamps in the segment by MediaSource.

Now, SegmentReference has a timestampOffset field, which is exactly
what MediaSource's timestampOffset field is set to on the SourceBuffer
before this segment is appended.  For DASH, this is periodStart minus
presentationTimeOffset.

This also adds append window start & end times to the
SegmentReference.  Now segments can be appended to SourceBuffers
without reference to the period.

Note that start & end times of the SegmentReference in each segment
index are still relative to the period.  This will change in a
follow-up.

Issue #1339 (flatten periods)
Issue #892 (refactor StreamingEngine)

Change-Id: I9d54eb2b529ec643c9475b8e9d218c3e2e826a26
2019-12-19 11:35:14 -08:00

515 lines
20 KiB
JavaScript

/** @license
* Copyright 2016 Google LLC
* SPDX-License-Identifier: Apache-2.0
*/
describe('DashParser SegmentTemplate', () => {
const Dash = shaka.test.Dash;
const ManifestParser = shaka.test.ManifestParser;
const baseUri = 'http://example.com/';
const mp4IndexSegmentUri = '/base/test/test/assets/index-segment.mp4';
const webmIndexSegmentUri = '/base/test/test/assets/index-segment.webm';
const webmInitSegmentUri = '/base/test/test/assets/init-segment.webm';
/** @type {!shaka.test.FakeNetworkingEngine} */
let fakeNetEngine;
/** @type {!shaka.dash.DashParser} */
let parser;
/** @type {shaka.extern.ManifestParser.PlayerInterface} */
let playerInterface;
/** @type {!ArrayBuffer} */
let mp4Index;
/** @type {!ArrayBuffer} */
let webmIndex;
/** @type {!ArrayBuffer} */
let webmInit;
beforeAll(async () => {
mp4Index = await shaka.test.Util.fetch(mp4IndexSegmentUri);
webmIndex = await shaka.test.Util.fetch(webmIndexSegmentUri);
webmInit = await shaka.test.Util.fetch(webmInitSegmentUri);
});
beforeEach(() => {
fakeNetEngine = new shaka.test.FakeNetworkingEngine();
parser = shaka.test.Dash.makeDashParser();
playerInterface = {
networkingEngine: fakeNetEngine,
filterNewPeriod: () => {},
filterAllPeriods: () => {},
onTimelineRegionAdded: fail, // Should not have any EventStream elements.
onEvent: fail,
onError: fail,
};
});
shaka.test.Dash.makeTimelineTests(
'SegmentTemplate', 'media="s$Number$.mp4"', []);
describe('duration', () => {
it('basic support', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" media="s$Number$.mp4"',
' duration="10" />',
], 60 /* duration */);
const references = [
ManifestParser.makeReference('s1.mp4', 0, 0, 10, baseUri),
ManifestParser.makeReference('s2.mp4', 1, 10, 20, baseUri),
ManifestParser.makeReference('s3.mp4', 2, 20, 30, baseUri),
ManifestParser.makeReference('s4.mp4', 3, 30, 40, baseUri),
ManifestParser.makeReference('s5.mp4', 4, 40, 50, baseUri),
ManifestParser.makeReference('s6.mp4', 5, 50, 60, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('with @startNumber > 1', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="10" media="s$Number$.mp4"',
' duration="10" />',
], 30 /* duration */);
const references = [
ManifestParser.makeReference('s10.mp4', 0, 0, 10, baseUri),
ManifestParser.makeReference('s11.mp4', 1, 10, 20, baseUri),
ManifestParser.makeReference('s12.mp4', 2, 20, 30, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('honors presentationTimeOffset', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate media="s$Number$.mp4" duration="10"',
' presentationTimeOffset="50" />',
], 30 /* duration */, 40 /* startTime */ );
fakeNetEngine.setResponseText('dummy://foo', source);
const manifest = await parser.start('dummy://foo', playerInterface);
expect(manifest.periods.length).toBe(1);
expect(manifest.periods[0].variants.length).toBe(1);
const stream = manifest.periods[0].variants[0].video;
expect(stream).toBeTruthy();
await stream.createSegmentIndex();
const expectedRef1 = ManifestParser.makeReference(
's1.mp4', 0, 0, 10, baseUri);
expectedRef1.timestampOffset = -10;
const expectedRef2 = ManifestParser.makeReference(
's2.mp4', 1, 10, 20, baseUri);
expectedRef2.timestampOffset = -10;
expect(stream.segmentIndex.get(0)).toEqual(expectedRef1);
expect(stream.segmentIndex.get(1)).toEqual(expectedRef2);
});
it('handles segments larger than the period', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate media="s$Number$.mp4" duration="60" />',
], 30 /* duration */);
// The first segment is number 1 and position 0.
// Although the segment is 60 seconds long, it is clipped to the period
// duration of 30 seconds.
const references = [
ManifestParser.makeReference('s1.mp4', 0, 0, 30, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('presentation start is parsed correctly', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate media="s$Number$.mp4" duration="60" />',
], 30 /* duration */, /* startTime */ 30);
fakeNetEngine.setResponseText('dummy://foo', source);
const manifest = await parser.start('dummy://foo', playerInterface);
expect(manifest.presentationTimeline.getSeekRangeStart()).toBe(30);
});
});
describe('index', () => {
it('basic support', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" index="index-$Bandwidth$.mp4"',
' initialization="init-$Bandwidth$.mp4" />',
]);
fakeNetEngine
.setResponseText('dummy://foo', source)
.setResponseValue('http://example.com/index-500.mp4', mp4Index);
const manifest = await parser.start('dummy://foo', playerInterface);
const segmentReference =
await Dash.getFirstVideoSegmentReference(manifest);
const initSegmentReference = segmentReference.initSegmentReference;
expect(initSegmentReference.getUris()).toEqual(
['http://example.com/init-500.mp4']);
expect(initSegmentReference.getStartByte()).toBe(0);
expect(initSegmentReference.getEndByte()).toBe(null);
expect(fakeNetEngine.request).toHaveBeenCalledTimes(2);
fakeNetEngine.expectRangeRequest(
'http://example.com/index-500.mp4', 0, null);
});
it('defaults to index with multiple segment sources', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" index="index-$Bandwidth$.mp4"',
' initialization="init-$Bandwidth$.mp4">',
' <SegmentTimeline>',
' <S t="0" d="3" r="12" />',
' </SegmentTimeline>',
'</SegmentTemplate>',
]);
fakeNetEngine
.setResponseText('dummy://foo', source)
.setResponseValue('http://example.com/index-500.mp4', mp4Index);
const manifest = await parser.start('dummy://foo', playerInterface);
const segmentReference =
await Dash.getFirstVideoSegmentReference(manifest);
const initSegmentReference = segmentReference.initSegmentReference;
expect(initSegmentReference.getUris()).toEqual(
['http://example.com/init-500.mp4']);
expect(initSegmentReference.getStartByte()).toBe(0);
expect(initSegmentReference.getEndByte()).toBe(null);
expect(fakeNetEngine.request).toHaveBeenCalledTimes(2);
fakeNetEngine.expectRangeRequest(
'http://example.com/index-500.mp4', 0, null);
});
it('requests init data for WebM', async () => {
const source = [
'<MPD mediaPresentationDuration="PT75S">',
' <Period>',
' <BaseURL>http://example.com</BaseURL>',
' <AdaptationSet mimeType="video/webm">',
' <Representation bandwidth="500">',
' <SegmentTemplate startNumber="1"',
' index="index-$Bandwidth$.webm"',
' initialization="init-$Bandwidth$.webm" />',
' </Representation>',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
fakeNetEngine
.setResponseText('dummy://foo', source)
.setResponseValue('http://example.com/index-500.webm', webmIndex)
.setResponseValue('http://example.com/init-500.webm', webmInit);
const manifest = await parser.start('dummy://foo', playerInterface);
const segmentReference =
await Dash.getFirstVideoSegmentReference(manifest);
const initSegmentReference = segmentReference.initSegmentReference;
expect(initSegmentReference.getUris()).toEqual(
['http://example.com/init-500.webm']);
expect(initSegmentReference.getStartByte()).toBe(0);
expect(initSegmentReference.getEndByte()).toBe(null);
expect(fakeNetEngine.request).toHaveBeenCalledTimes(3);
fakeNetEngine.expectRangeRequest(
'http://example.com/init-500.webm', 0, null);
fakeNetEngine.expectRangeRequest(
'http://example.com/index-500.webm', 0, null);
});
it('inherits from Period', async () => {
const source = [
'<MPD mediaPresentationDuration="PT75S">',
' <Period>',
' <BaseURL>http://example.com</BaseURL>',
' <SegmentTemplate startNumber="1" index="index-$Bandwidth$.mp4"',
' initialization="init-$Bandwidth$.mp4" />',
' <AdaptationSet mimeType="video/mp4">',
' <Representation bandwidth="500" />',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
fakeNetEngine
.setResponseText('dummy://foo', source)
.setResponseValue('http://example.com/index-500.mp4', mp4Index);
const manifest = await parser.start('dummy://foo', playerInterface);
const segmentReference =
await Dash.getFirstVideoSegmentReference(manifest);
const initSegmentReference = segmentReference.initSegmentReference;
expect(initSegmentReference.getUris()).toEqual(
['http://example.com/init-500.mp4']);
expect(initSegmentReference.getStartByte()).toBe(0);
expect(initSegmentReference.getEndByte()).toBe(null);
expect(fakeNetEngine.request).toHaveBeenCalledTimes(2);
fakeNetEngine.expectRangeRequest(
'http://example.com/index-500.mp4', 0, null);
});
it('inherits from AdaptationSet', async () => {
const source = [
'<MPD mediaPresentationDuration="PT75S">',
' <Period>',
' <AdaptationSet mimeType="video/mp4">',
' <BaseURL>http://example.com</BaseURL>',
' <SegmentTemplate startNumber="1" index="index-$Bandwidth$.mp4"',
' initialization="init-$Bandwidth$.mp4" />',
' <Representation bandwidth="500" />',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
fakeNetEngine
.setResponseText('dummy://foo', source)
.setResponseValue('http://example.com/index-500.mp4', mp4Index);
const manifest = await parser.start('dummy://foo', playerInterface);
const segmentReference =
await Dash.getFirstVideoSegmentReference(manifest);
const initSegmentReference = segmentReference.initSegmentReference;
expect(initSegmentReference.getUris()).toEqual(
['http://example.com/init-500.mp4']);
expect(initSegmentReference.getStartByte()).toBe(0);
expect(initSegmentReference.getEndByte()).toBe(null);
expect(fakeNetEngine.request).toHaveBeenCalledTimes(2);
fakeNetEngine.expectRangeRequest(
'http://example.com/index-500.mp4', 0, null);
});
});
describe('media template', () => {
it('defaults to timeline when also has duration', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="0" duration="10"',
' media="$Number$-$Time$-$Bandwidth$.mp4">',
' <SegmentTimeline>',
' <S t="0" d="15" r="2" />',
' </SegmentTimeline>',
'</SegmentTemplate>',
], 45 /* duration */);
const references = [
ManifestParser.makeReference('0-0-500.mp4', 0, 0, 15, baseUri),
ManifestParser.makeReference('1-15-500.mp4', 1, 15, 30, baseUri),
ManifestParser.makeReference('2-30-500.mp4', 2, 30, 45, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('with @startnumber = 0', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="0" duration="10"',
' media="$Number$-$Time$-$Bandwidth$.mp4" />',
], 30 /* duration */);
const references = [
ManifestParser.makeReference('0-0-500.mp4', 0, 0, 10, baseUri),
ManifestParser.makeReference('1-10-500.mp4', 1, 10, 20, baseUri),
ManifestParser.makeReference('2-20-500.mp4', 2, 20, 30, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('with @startNumber = 1', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" duration="10"',
' media="$Number$-$Time$-$Bandwidth$.mp4" />',
], 30 /* duration */);
const references = [
ManifestParser.makeReference('1-0-500.mp4', 0, 0, 10, baseUri),
ManifestParser.makeReference('2-10-500.mp4', 1, 10, 20, baseUri),
ManifestParser.makeReference('3-20-500.mp4', 2, 20, 30, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('with @startNumber > 1', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="10" duration="10"',
' media="$Number$-$Time$-$Bandwidth$.mp4" />',
], 30 /* duration */);
const references = [
ManifestParser.makeReference('10-0-500.mp4', 0, 0, 10, baseUri),
ManifestParser.makeReference('11-10-500.mp4', 1, 10, 20, baseUri),
ManifestParser.makeReference('12-20-500.mp4', 2, 20, 30, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('with @timescale > 1', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" timescale="9000" duration="9000"',
' media="$Number$-$Time$-$Bandwidth$.mp4" />',
], 3 /* duration */);
const references = [
ManifestParser.makeReference('1-0-500.mp4', 0, 0, 1, baseUri),
ManifestParser.makeReference('2-9000-500.mp4', 1, 1, 2, baseUri),
ManifestParser.makeReference('3-18000-500.mp4', 2, 2, 3, baseUri),
];
await Dash.testSegmentIndex(source, references);
});
it('across representations', async () => {
const source = [
'<MPD>',
' <Period duration="PT60S">',
' <AdaptationSet mimeType="video/webm">',
' <BaseURL>http://example.com</BaseURL>',
' <SegmentTemplate startNumber="1" duration="10"',
' media="$Number$-$Time$-$Bandwidth$.mp4" />',
' <Representation bandwidth="100" />',
' <Representation bandwidth="200" />',
' <Representation bandwidth="300" />',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
fakeNetEngine.setResponseText('dummy://foo', source);
const actual = await parser.start('dummy://foo', playerInterface);
expect(actual).toBeTruthy();
const variants = actual.periods[0].variants;
expect(variants.length).toBe(3);
await variants[0].video.createSegmentIndex();
await variants[1].video.createSegmentIndex();
await variants[2].video.createSegmentIndex();
expect(variants[0].video.segmentIndex.find(0)).toBe(0);
expect(variants[0].video.segmentIndex.get(0)).toEqual(
ManifestParser.makeReference('1-0-100.mp4', 0, 0, 10, baseUri));
expect(variants[0].video.segmentIndex.find(12)).toBe(1);
expect(variants[0].video.segmentIndex.get(1)).toEqual(
ManifestParser.makeReference('2-10-100.mp4', 1, 10, 20, baseUri));
expect(variants[1].video.segmentIndex.find(0)).toBe(0);
expect(variants[1].video.segmentIndex.get(0)).toEqual(
ManifestParser.makeReference('1-0-200.mp4', 0, 0, 10, baseUri));
expect(variants[1].video.segmentIndex.find(12)).toBe(1);
expect(variants[1].video.segmentIndex.get(1)).toEqual(
ManifestParser.makeReference('2-10-200.mp4', 1, 10, 20, baseUri));
expect(variants[2].video.segmentIndex.find(0)).toBe(0);
expect(variants[2].video.segmentIndex.get(0)).toEqual(
ManifestParser.makeReference('1-0-300.mp4', 0, 0, 10, baseUri));
expect(variants[2].video.segmentIndex.find(12)).toBe(1);
expect(variants[2].video.segmentIndex.get(1)).toEqual(
ManifestParser.makeReference('2-10-300.mp4', 1, 10, 20, baseUri));
});
it('create correct Uris when multiple representations', async () => {
const source = [
'<MPD>',
' <Period duration="PT60S">',
' <AdaptationSet mimeType="video/webm">',
' <BaseURL>http://example.com</BaseURL>',
' <SegmentTemplate timescale="1000"',
' initialization="segment-$RepresentationID$.dash"',
' media="segment-$RepresentationID$-$Time$.dash">',
' <SegmentTimeline>',
' <S t="0" d="6000" r="1176" />',
' <S d="4520" />',
' </SegmentTimeline>',
' </SegmentTemplate>',
' <Representation id="test1" bandwidth="100" />',
' <Representation id="test2" bandwidth="200" />',
' <Representation id="test3" bandwidth="300" />',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
fakeNetEngine.setResponseText('dummy://foo', source);
const actual = await parser.start('dummy://foo', playerInterface);
expect(actual).toBeTruthy();
const variants = actual.periods[0].variants;
expect(variants.length).toBe(3);
await variants[0].video.createSegmentIndex();
await variants[1].video.createSegmentIndex();
await variants[2].video.createSegmentIndex();
expect(variants[0].video.segmentIndex.find(2)).toBe(1);
expect(variants[0].video.segmentIndex.get(1).getUris()).toEqual(['http://example.com/segment-test1-0.dash']);
expect(variants[1].video.segmentIndex.get(1).getUris()).toEqual(['http://example.com/segment-test2-0.dash']);
expect(variants[2].video.segmentIndex.get(1).getUris()).toEqual(['http://example.com/segment-test3-0.dash']);
});
});
describe('rejects streams with', () => {
it('bad container type', async () => {
const source = [
'<MPD mediaPresentationDuration="PT75S">',
' <Period>',
' <BaseURL>http://example.com</BaseURL>',
' <AdaptationSet mimeType="video/cats">',
' <Representation bandwidth="500">',
' <SegmentTemplate startNumber="1"',
' index="index-$Bandwidth$.webm"',
' initialization="init-$Bandwidth$.webm" />',
' </Representation>',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
const error = new shaka.util.Error(
shaka.util.Error.Severity.CRITICAL,
shaka.util.Error.Category.MANIFEST,
shaka.util.Error.Code.DASH_UNSUPPORTED_CONTAINER);
await Dash.testFails(source, error);
});
it('no init data with webm', async () => {
const source = [
'<MPD>',
' <Period duration="PT30S">',
' <BaseURL>http://example.com</BaseURL>',
' <AdaptationSet mimeType="video/webm">',
' <Representation bandwidth="500">',
' <SegmentTemplate startNumber="1"',
' index="index-$Bandwidth$.webm" />',
' </Representation>',
' </AdaptationSet>',
' </Period>',
'</MPD>',
].join('\n');
const error = new shaka.util.Error(
shaka.util.Error.Severity.CRITICAL,
shaka.util.Error.Category.MANIFEST,
shaka.util.Error.Code.DASH_WEBM_MISSING_INIT);
await Dash.testFails(source, error);
});
it('not enough segment info', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1" />',
]);
const error = new shaka.util.Error(
shaka.util.Error.Severity.CRITICAL,
shaka.util.Error.Category.MANIFEST,
shaka.util.Error.Code.DASH_NO_SEGMENT_INFO);
await Dash.testFails(source, error);
});
it('no media template', async () => {
const source = Dash.makeSimpleManifestText([
'<SegmentTemplate startNumber="1">',
' <SegmentTimeline>',
' <S d="10" />',
' </SegmentTimeline>',
'</SegmentTemplate>',
]);
const error = new shaka.util.Error(
shaka.util.Error.Severity.CRITICAL,
shaka.util.Error.Category.MANIFEST,
shaka.util.Error.Code.DASH_NO_SEGMENT_INFO);
await Dash.testFails(source, error);
});
});
});