1 | /* |
2 | * Copyright (C) 2013-2017 Apple Inc. All rights reserved. |
3 | * |
4 | * Redistribution and use in source and binary forms, with or without |
5 | * modification, are permitted provided that the following conditions |
6 | * are met: |
7 | * 1. Redistributions of source code must retain the above copyright |
8 | * notice, this list of conditions and the following disclaimer. |
9 | * 2. Redistributions in binary form must reproduce the above copyright |
10 | * notice, this list of conditions and the following disclaimer in the |
11 | * documentation and/or other materials provided with the distribution. |
12 | * |
13 | * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY |
14 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
15 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR |
16 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR |
17 | * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
18 | * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
19 | * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
20 | * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY |
21 | * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
22 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
23 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
24 | */ |
25 | |
26 | #include "config.h" |
27 | #include "MockSourceBufferPrivate.h" |
28 | |
29 | #if ENABLE(MEDIA_SOURCE) |
30 | |
31 | #include "MediaDescription.h" |
32 | #include "MediaPlayer.h" |
33 | #include "MediaSample.h" |
34 | #include "MockBox.h" |
35 | #include "MockMediaPlayerMediaSource.h" |
36 | #include "MockMediaSourcePrivate.h" |
37 | #include "MockTracks.h" |
38 | #include "SourceBufferPrivateClient.h" |
39 | #include <JavaScriptCore/ArrayBuffer.h> |
40 | #include <wtf/StringPrintStream.h> |
41 | |
42 | namespace WebCore { |
43 | |
44 | class MockMediaSample final : public MediaSample { |
45 | public: |
46 | static Ref<MockMediaSample> create(const MockSampleBox& box) { return adoptRef(*new MockMediaSample(box)); } |
47 | virtual ~MockMediaSample() = default; |
48 | |
49 | private: |
50 | MockMediaSample(const MockSampleBox& box) |
51 | : m_box(box) |
52 | , m_id(AtomicString::number(box.trackID())) |
53 | { |
54 | } |
55 | |
56 | MediaTime presentationTime() const override { return m_box.presentationTimestamp(); } |
57 | MediaTime decodeTime() const override { return m_box.decodeTimestamp(); } |
58 | MediaTime duration() const override { return m_box.duration(); } |
59 | AtomicString trackID() const override { return m_id; } |
60 | void setTrackID(const String& id) override { m_id = id; } |
61 | size_t sizeInBytes() const override { return sizeof(m_box); } |
62 | SampleFlags flags() const override; |
63 | PlatformSample platformSample() override; |
64 | FloatSize presentationSize() const override { return FloatSize(); } |
65 | void dump(PrintStream&) const override; |
66 | void offsetTimestampsBy(const MediaTime& offset) override { m_box.offsetTimestampsBy(offset); } |
67 | void setTimestamps(const MediaTime& presentationTimestamp, const MediaTime& decodeTimestamp) override { m_box.setTimestamps(presentationTimestamp, decodeTimestamp); } |
68 | bool isDivisable() const override { return false; } |
69 | std::pair<RefPtr<MediaSample>, RefPtr<MediaSample>> divide(const MediaTime&) override { return {nullptr, nullptr}; } |
70 | Ref<MediaSample> createNonDisplayingCopy() const override; |
71 | |
72 | unsigned generation() const { return m_box.generation(); } |
73 | |
74 | MockSampleBox m_box; |
75 | AtomicString m_id; |
76 | }; |
77 | |
78 | MediaSample::SampleFlags MockMediaSample::flags() const |
79 | { |
80 | unsigned flags = None; |
81 | if (m_box.isSync()) |
82 | flags |= IsSync; |
83 | if (m_box.isNonDisplaying()) |
84 | flags |= IsNonDisplaying; |
85 | return SampleFlags(flags); |
86 | } |
87 | |
88 | PlatformSample MockMediaSample::platformSample() |
89 | { |
90 | PlatformSample sample = { PlatformSample::MockSampleBoxType, { &m_box } }; |
91 | return sample; |
92 | } |
93 | |
94 | void MockMediaSample::dump(PrintStream& out) const |
95 | { |
96 | out.print("{PTS(" , presentationTime(), "), DTS(" , decodeTime(), "), duration(" , duration(), "), flags(" , (int)flags(), "), generation(" , generation(), ")}" ); |
97 | } |
98 | |
99 | Ref<MediaSample> MockMediaSample::createNonDisplayingCopy() const |
100 | { |
101 | auto copy = MockMediaSample::create(m_box); |
102 | copy->m_box.setFlag(MockSampleBox::IsNonDisplaying); |
103 | return copy; |
104 | } |
105 | |
106 | class MockMediaDescription final : public MediaDescription { |
107 | public: |
108 | static Ref<MockMediaDescription> create(const MockTrackBox& box) { return adoptRef(*new MockMediaDescription(box)); } |
109 | virtual ~MockMediaDescription() = default; |
110 | |
111 | AtomicString codec() const override { return m_box.codec(); } |
112 | bool isVideo() const override { return m_box.kind() == MockTrackBox::Video; } |
113 | bool isAudio() const override { return m_box.kind() == MockTrackBox::Audio; } |
114 | bool isText() const override { return m_box.kind() == MockTrackBox::Text; } |
115 | |
116 | protected: |
117 | MockMediaDescription(const MockTrackBox& box) : m_box(box) { } |
118 | MockTrackBox m_box; |
119 | }; |
120 | |
121 | Ref<MockSourceBufferPrivate> MockSourceBufferPrivate::create(MockMediaSourcePrivate* parent) |
122 | { |
123 | return adoptRef(*new MockSourceBufferPrivate(parent)); |
124 | } |
125 | |
126 | MockSourceBufferPrivate::MockSourceBufferPrivate(MockMediaSourcePrivate* parent) |
127 | : m_mediaSource(parent) |
128 | , m_client(0) |
129 | { |
130 | } |
131 | |
132 | MockSourceBufferPrivate::~MockSourceBufferPrivate() = default; |
133 | |
134 | void MockSourceBufferPrivate::setClient(SourceBufferPrivateClient* client) |
135 | { |
136 | m_client = client; |
137 | } |
138 | |
139 | void MockSourceBufferPrivate::append(Vector<unsigned char>&& data) |
140 | { |
141 | m_inputBuffer.appendVector(data); |
142 | SourceBufferPrivateClient::AppendResult result = SourceBufferPrivateClient::AppendSucceeded; |
143 | |
144 | while (m_inputBuffer.size() && result == SourceBufferPrivateClient::AppendSucceeded) { |
145 | auto buffer = ArrayBuffer::create(m_inputBuffer.data(), m_inputBuffer.size()); |
146 | size_t boxLength = MockBox::peekLength(buffer.ptr()); |
147 | if (boxLength > buffer->byteLength()) |
148 | break; |
149 | |
150 | String type = MockBox::peekType(buffer.ptr()); |
151 | if (type == MockInitializationBox::type()) { |
152 | MockInitializationBox initBox = MockInitializationBox(buffer.ptr()); |
153 | didReceiveInitializationSegment(initBox); |
154 | } else if (type == MockSampleBox::type()) { |
155 | MockSampleBox sampleBox = MockSampleBox(buffer.ptr()); |
156 | didReceiveSample(sampleBox); |
157 | } else |
158 | result = SourceBufferPrivateClient::ParsingFailed; |
159 | |
160 | m_inputBuffer.remove(0, boxLength); |
161 | } |
162 | |
163 | if (m_client) |
164 | m_client->sourceBufferPrivateAppendComplete(result); |
165 | } |
166 | |
167 | void MockSourceBufferPrivate::didReceiveInitializationSegment(const MockInitializationBox& initBox) |
168 | { |
169 | if (!m_client) |
170 | return; |
171 | |
172 | SourceBufferPrivateClient::InitializationSegment segment; |
173 | segment.duration = initBox.duration(); |
174 | |
175 | for (auto it = initBox.tracks().begin(); it != initBox.tracks().end(); ++it) { |
176 | const MockTrackBox& trackBox = *it; |
177 | if (trackBox.kind() == MockTrackBox::Video) { |
178 | SourceBufferPrivateClient::InitializationSegment::VideoTrackInformation info; |
179 | info.track = MockVideoTrackPrivate::create(trackBox); |
180 | info.description = MockMediaDescription::create(trackBox); |
181 | segment.videoTracks.append(info); |
182 | } else if (trackBox.kind() == MockTrackBox::Audio) { |
183 | SourceBufferPrivateClient::InitializationSegment::AudioTrackInformation info; |
184 | info.track = MockAudioTrackPrivate::create(trackBox); |
185 | info.description = MockMediaDescription::create(trackBox); |
186 | segment.audioTracks.append(info); |
187 | } else if (trackBox.kind() == MockTrackBox::Text) { |
188 | SourceBufferPrivateClient::InitializationSegment::TextTrackInformation info; |
189 | info.track = MockTextTrackPrivate::create(trackBox); |
190 | info.description = MockMediaDescription::create(trackBox); |
191 | segment.textTracks.append(info); |
192 | } |
193 | } |
194 | |
195 | m_client->sourceBufferPrivateDidReceiveInitializationSegment(segment); |
196 | } |
197 | |
198 | |
199 | void MockSourceBufferPrivate::didReceiveSample(const MockSampleBox& sampleBox) |
200 | { |
201 | if (!m_client) |
202 | return; |
203 | |
204 | m_client->sourceBufferPrivateDidReceiveSample(MockMediaSample::create(sampleBox)); |
205 | } |
206 | |
207 | void MockSourceBufferPrivate::abort() |
208 | { |
209 | } |
210 | |
211 | void MockSourceBufferPrivate::resetParserState() |
212 | { |
213 | } |
214 | |
215 | void MockSourceBufferPrivate::removedFromMediaSource() |
216 | { |
217 | if (m_mediaSource) |
218 | m_mediaSource->removeSourceBuffer(this); |
219 | } |
220 | |
221 | MediaPlayer::ReadyState MockSourceBufferPrivate::readyState() const |
222 | { |
223 | return m_mediaSource ? m_mediaSource->player().readyState() : MediaPlayer::HaveNothing; |
224 | } |
225 | |
226 | void MockSourceBufferPrivate::setReadyState(MediaPlayer::ReadyState readyState) |
227 | { |
228 | if (m_mediaSource) |
229 | m_mediaSource->player().setReadyState(readyState); |
230 | } |
231 | |
232 | void MockSourceBufferPrivate::setActive(bool isActive) |
233 | { |
234 | if (m_mediaSource) |
235 | m_mediaSource->sourceBufferPrivateDidChangeActiveState(this, isActive); |
236 | } |
237 | |
238 | Vector<String> MockSourceBufferPrivate::enqueuedSamplesForTrackID(const AtomicString&) |
239 | { |
240 | return m_enqueuedSamples; |
241 | } |
242 | |
243 | bool MockSourceBufferPrivate::canSwitchToType(const ContentType& contentType) |
244 | { |
245 | MediaEngineSupportParameters parameters; |
246 | parameters.isMediaSource = true; |
247 | parameters.type = contentType; |
248 | return MockMediaPlayerMediaSource::supportsType(parameters) != MediaPlayer::IsNotSupported; |
249 | } |
250 | |
251 | void MockSourceBufferPrivate::enqueueSample(Ref<MediaSample>&& sample, const AtomicString&) |
252 | { |
253 | if (!m_mediaSource) |
254 | return; |
255 | |
256 | PlatformSample platformSample = sample->platformSample(); |
257 | if (platformSample.type != PlatformSample::MockSampleBoxType) |
258 | return; |
259 | |
260 | auto* box = platformSample.sample.mockSampleBox; |
261 | if (!box) |
262 | return; |
263 | |
264 | m_mediaSource->incrementTotalVideoFrames(); |
265 | if (box->isCorrupted()) |
266 | m_mediaSource->incrementCorruptedFrames(); |
267 | if (box->isDropped()) |
268 | m_mediaSource->incrementDroppedFrames(); |
269 | if (box->isDelayed()) |
270 | m_mediaSource->incrementTotalFrameDelayBy(MediaTime(1, 1)); |
271 | |
272 | m_enqueuedSamples.append(toString(sample.get())); |
273 | } |
274 | |
275 | bool MockSourceBufferPrivate::hasVideo() const |
276 | { |
277 | return m_client && m_client->sourceBufferPrivateHasVideo(); |
278 | } |
279 | |
280 | bool MockSourceBufferPrivate::hasAudio() const |
281 | { |
282 | return m_client && m_client->sourceBufferPrivateHasAudio(); |
283 | } |
284 | |
285 | MediaTime MockSourceBufferPrivate::fastSeekTimeForMediaTime(const MediaTime& time, const MediaTime& negativeThreshold, const MediaTime& positiveThreshold) |
286 | { |
287 | if (m_client) |
288 | return m_client->sourceBufferPrivateFastSeekTimeForMediaTime(time, negativeThreshold, positiveThreshold); |
289 | return time; |
290 | } |
291 | |
292 | #if !RELEASE_LOG_DISABLED |
293 | const Logger& MockSourceBufferPrivate::sourceBufferLogger() const |
294 | { |
295 | return m_mediaSource->mediaSourceLogger(); |
296 | } |
297 | |
298 | const void* MockSourceBufferPrivate::sourceBufferLogIdentifier() |
299 | { |
300 | return m_mediaSource->mediaSourceLogIdentifier(); |
301 | } |
302 | #endif |
303 | |
304 | } |
305 | |
306 | #endif |
307 | |
308 | |