1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
media / base / multi_channel_resampler.cc [blame]
// Copyright 2012 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifdef UNSAFE_BUFFERS_BUILD
// TODO(crbug.com/40285824): Remove this and convert code to safer constructs.
#pragma allow_unsafe_buffers
#endif
#include "media/base/multi_channel_resampler.h"
#include <algorithm>
#include <memory>
#include "base/check_op.h"
#include "base/functional/bind.h"
#include "base/functional/callback_helpers.h"
#include "base/numerics/safe_conversions.h"
#include "media/base/audio_bus.h"
namespace media {
MultiChannelResampler::MultiChannelResampler(int channels,
double io_sample_rate_ratio,
size_t request_size,
const ReadCB read_cb)
: read_cb_(std::move(read_cb)),
wrapped_resampler_audio_bus_(AudioBus::CreateWrapper(channels)),
output_frames_ready_(0) {
// Allocate each channel's resampler.
resamplers_.reserve(channels);
for (int i = 0; i < channels; ++i) {
resamplers_.push_back(std::make_unique<SincResampler>(
io_sample_rate_ratio, request_size,
base::BindRepeating(&MultiChannelResampler::ProvideInput,
base::Unretained(this), i)));
}
// Setup the wrapped AudioBus for channel data.
wrapped_resampler_audio_bus_->set_frames(request_size);
// Allocate storage for all channels except the first, which will use the
// |destination| provided to ProvideInput() directly.
if (channels > 1) {
resampler_audio_bus_ = AudioBus::Create(channels - 1, request_size);
for (int i = 0; i < resampler_audio_bus_->channels(); ++i) {
wrapped_resampler_audio_bus_->SetChannelData(
i + 1, resampler_audio_bus_->channel_span(i));
}
}
}
MultiChannelResampler::~MultiChannelResampler() = default;
void MultiChannelResampler::Resample(int frames, AudioBus* audio_bus) {
DCHECK_EQ(static_cast<size_t>(audio_bus->channels()), resamplers_.size());
// Optimize the single channel case to avoid the chunking process below.
if (audio_bus->channels() == 1) {
resamplers_[0]->Resample(frames, audio_bus->channel(0));
return;
}
// We need to ensure that SincResampler only calls ProvideInput once for each
// channel. To ensure this, we chunk the number of requested frames into
// SincResampler::ChunkSize() sized chunks. SincResampler guarantees it will
// only call ProvideInput() once when we resample this way.
output_frames_ready_ = 0;
while (output_frames_ready_ < frames) {
int chunk_size = resamplers_[0]->ChunkSize();
int frames_this_time = std::min(frames - output_frames_ready_, chunk_size);
// Resample each channel.
for (size_t i = 0; i < resamplers_.size(); ++i) {
DCHECK_EQ(chunk_size, resamplers_[i]->ChunkSize());
// Depending on the sample-rate scale factor, and the internal buffering
// used in a SincResampler kernel, this call to Resample() will only
// sometimes call ProvideInput(). However, if it calls ProvideInput() for
// the first channel, then it will call it for the remaining channels,
// since they all buffer in the same way and are processing the same
// number of frames.
resamplers_[i]->Resample(
frames_this_time, audio_bus->channel(i) + output_frames_ready_);
}
output_frames_ready_ += frames_this_time;
}
}
void MultiChannelResampler::ProvideInput(int channel,
int frames,
float* destination) {
// Get the data from the multi-channel provider when the first channel asks
// for it. For subsequent channels, we can just dish out the channel data
// from that (stored in |resampler_audio_bus_|).
if (channel == 0) {
wrapped_resampler_audio_bus_->SetChannelData(
0, base::span(destination, base::checked_cast<size_t>(frames)));
read_cb_.Run(output_frames_ready_, wrapped_resampler_audio_bus_.get());
} else {
// All channels must ask for the same amount. This should always be the
// case, but let's just make sure.
DCHECK_EQ(frames, wrapped_resampler_audio_bus_->frames());
// Copy the channel data from what we received from |read_cb_|.
memcpy(destination, wrapped_resampler_audio_bus_->channel(channel),
sizeof(*wrapped_resampler_audio_bus_->channel(channel)) * frames);
}
}
void MultiChannelResampler::Flush() {
for (size_t i = 0; i < resamplers_.size(); ++i)
resamplers_[i]->Flush();
}
void MultiChannelResampler::SetRatio(double io_sample_rate_ratio) {
for (size_t i = 0; i < resamplers_.size(); ++i)
resamplers_[i]->SetRatio(io_sample_rate_ratio);
}
int MultiChannelResampler::ChunkSize() const {
DCHECK(!resamplers_.empty());
return resamplers_[0]->ChunkSize();
}
int MultiChannelResampler::GetMaxInputFramesRequested(
int output_frames_requested) const {
DCHECK(!resamplers_.empty());
return resamplers_[0]->GetMaxInputFramesRequested(output_frames_requested);
}
double MultiChannelResampler::BufferedFrames() const {
DCHECK(!resamplers_.empty());
return resamplers_[0]->BufferedFrames();
}
void MultiChannelResampler::PrimeWithSilence() {
DCHECK(!resamplers_.empty());
for (size_t i = 0; i < resamplers_.size(); ++i)
resamplers_[i]->PrimeWithSilence();
}
int MultiChannelResampler::KernelSize() const {
DCHECK(!resamplers_.empty());
return resamplers_[0]->KernelSize();
}
} // namespace media