1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
media / filters / audio_clock.cc [blame]
// Copyright 2014 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "media/filters/audio_clock.h"
#include <stdint.h>
#include <stddef.h>
#include <algorithm>
#include <cmath>
#include "base/check_op.h"
#include "base/numerics/safe_conversions.h"
namespace media {
AudioClock::AudioClock(base::TimeDelta start_timestamp, int sample_rate)
: start_timestamp_(start_timestamp),
microseconds_per_frame_(
static_cast<double>(base::Time::kMicrosecondsPerSecond) /
sample_rate),
total_buffered_frames_(0),
front_timestamp_micros_(start_timestamp.InMicrosecondsF()),
back_timestamp_micros_(start_timestamp.InMicrosecondsF()) {}
AudioClock::~AudioClock() = default;
void AudioClock::WroteAudio(int frames_written,
int frames_requested,
int delay_frames,
double playback_rate) {
DCHECK_GE(frames_written, 0);
DCHECK_LE(frames_written, frames_requested);
DCHECK_GE(delay_frames, 0);
DCHECK_GE(playback_rate, 0);
// First write: initialize buffer with silence.
if (start_timestamp_.InMicrosecondsF() == front_timestamp_micros_ &&
buffered_.empty()) {
PushBufferedAudioData(delay_frames, 0.0);
}
// Move frames from |buffered_| into the computed timestamp based on
// |delay_frames|.
//
// The ordering of compute -> push -> pop eliminates unnecessary memory
// reallocations in cases where |buffered_| gets emptied.
int64_t frames_played =
std::max(INT64_C(0), total_buffered_frames_ - delay_frames);
PushBufferedAudioData(frames_written, playback_rate);
PushBufferedAudioData(frames_requested - frames_written, 0.0);
PopBufferedAudioData(frames_played);
// Update our front and back timestamps. The back timestamp is considered the
// authoritative source of truth, so base the front timestamp on range of data
// buffered. Doing so avoids accumulation errors on the front timestamp.
back_timestamp_micros_ +=
frames_written * playback_rate * microseconds_per_frame_;
// Don't let front timestamp move earlier in time, as could occur due to delay
// frames pushed in the first write, above.
front_timestamp_micros_ =
std::max(front_timestamp_micros_,
back_timestamp_micros_ - ComputeBufferedMediaDurationMicros());
DCHECK_GE(front_timestamp_micros_, start_timestamp_.InMicrosecondsF());
DCHECK_LE(front_timestamp_micros_, back_timestamp_micros_);
}
void AudioClock::CompensateForSuspendedWrites(base::TimeDelta elapsed,
int delay_frames) {
const int64_t frames_elapsed = base::ClampRound<int64_t>(
elapsed.InMicrosecondsF() / microseconds_per_frame_);
// No need to do anything if we're within the limits of our played out audio
// or there are no delay frames, the next WroteAudio() call will expire
// everything correctly.
if (frames_elapsed < total_buffered_frames_ || !delay_frames)
return;
// Otherwise, flush everything and prime with the delay frames.
WroteAudio(0, 0, 0, 0);
DCHECK(buffered_.empty());
PushBufferedAudioData(delay_frames, 0.0);
}
base::TimeDelta AudioClock::TimeUntilPlayback(base::TimeDelta timestamp) const {
// Use front/back_timestamp() methods rather than internal members. The public
// methods round to the nearest microsecond for conversion to TimeDelta and
// the rounded value will likely be used by the caller.
DCHECK_GE(timestamp, front_timestamp());
DCHECK_LE(timestamp, back_timestamp());
int64_t frames_until_timestamp = 0;
double timestamp_us = timestamp.InMicrosecondsF();
double media_time_us = front_timestamp().InMicrosecondsF();
for (size_t i = 0; i < buffered_.size(); ++i) {
// Leading silence is always accounted prior to anything else.
if (buffered_[i].playback_rate == 0) {
frames_until_timestamp += buffered_[i].frames;
continue;
}
// Calculate upper bound on media time for current block of buffered frames.
double delta_us = buffered_[i].frames * buffered_[i].playback_rate *
microseconds_per_frame_;
double max_media_time_us = media_time_us + delta_us;
// Determine amount of media time to convert to frames for current block. If
// target timestamp falls within current block, scale the amount of frames
// based on remaining amount of media time.
if (timestamp_us <= max_media_time_us) {
frames_until_timestamp +=
buffered_[i].frames * (timestamp_us - media_time_us) / delta_us;
break;
}
media_time_us = max_media_time_us;
frames_until_timestamp += buffered_[i].frames;
}
return base::Microseconds(
std::round(frames_until_timestamp * microseconds_per_frame_));
}
void AudioClock::ContiguousAudioDataBufferedForTesting(
base::TimeDelta* total,
base::TimeDelta* same_rate_total) const {
double scaled_frames = 0;
double scaled_frames_at_same_rate = 0;
bool found_silence = false;
for (size_t i = 0; i < buffered_.size(); ++i) {
if (buffered_[i].playback_rate == 0) {
found_silence = true;
continue;
}
// Any buffered silence breaks our contiguous stretch of audio data.
if (found_silence)
break;
scaled_frames += (buffered_[i].frames * buffered_[i].playback_rate);
if (i == 0)
scaled_frames_at_same_rate = scaled_frames;
}
*total = base::Microseconds(scaled_frames * microseconds_per_frame_);
*same_rate_total =
base::Microseconds(scaled_frames_at_same_rate * microseconds_per_frame_);
}
AudioClock::AudioData::AudioData(int64_t frames, double playback_rate)
: frames(frames), playback_rate(playback_rate) {
}
void AudioClock::PushBufferedAudioData(int64_t frames, double playback_rate) {
if (frames == 0)
return;
total_buffered_frames_ += frames;
// Avoid creating extra elements where possible.
if (!buffered_.empty() && buffered_.back().playback_rate == playback_rate) {
buffered_.back().frames += frames;
return;
}
buffered_.push_back(AudioData(frames, playback_rate));
}
void AudioClock::PopBufferedAudioData(int64_t frames) {
DCHECK_LE(frames, total_buffered_frames_);
total_buffered_frames_ -= frames;
while (frames > 0) {
int64_t frames_to_pop = std::min(buffered_.front().frames, frames);
buffered_.front().frames -= frames_to_pop;
if (buffered_.front().frames == 0)
buffered_.pop_front();
frames -= frames_to_pop;
}
}
double AudioClock::ComputeBufferedMediaDurationMicros() const {
double scaled_frames = 0;
for (const auto& buffer : buffered_)
scaled_frames += buffer.frames * buffer.playback_rate;
return scaled_frames * microseconds_per_frame_;
}
} // namespace media