iOS: fix external audio samples injection

This commit is contained in:
Isaac committed 2024-12-28 02:43:24 +08:00
1 parent a0706c7557
commit 2d45febcfe
1 file changed
+60 -1
+60 -1
View File
@@ -872,6 +872,61 @@ private:
};
#endif
class AudioInjectionPostProcessor : public webrtc::CustomProcessing {
public:
AudioInjectionPostProcessor(std::vector<float> *externalAudioSamples, webrtc::Mutex *externalAudioSamplesMutex) :
_externalAudioSamples(externalAudioSamples),
_externalAudioSamplesMutex(externalAudioSamplesMutex) {
}
virtual ~AudioInjectionPostProcessor() {
}
private:
virtual void Initialize(int sample_rate_hz, int num_channels) override {
}
virtual void Process(webrtc::AudioBuffer *buffer) override {
if (!buffer) {
return;
}
if (buffer->num_channels() != 1) {
return;
}
if (_externalAudioSamplesMutex && _externalAudioSamples) {
_externalAudioSamplesMutex->Lock();
if (!_externalAudioSamples->empty()) {
float *bufferData = buffer->channels()[0];
int takenSamples = 0;
for (int i = 0; i < _externalAudioSamples->size() && i < buffer->num_frames(); i++) {
float sample = (*_externalAudioSamples)[i];
sample += bufferData[i];
sample = std::min(sample, 32768.f);
sample = std::max(sample, -32768.f);
bufferData[i] = sample;
takenSamples++;
}
if (takenSamples != 0) {
_externalAudioSamples->erase(_externalAudioSamples->begin(), _externalAudioSamples->begin() + takenSamples);
}
}
_externalAudioSamplesMutex->Unlock();
}
}
virtual std::string ToString() const override {
return "CustomPostProcessing";
}
virtual void SetRuntimeSetting(webrtc::AudioProcessing::RuntimeSetting setting) override {
}
private:
std::vector<float> *_externalAudioSamples = nullptr;
webrtc::Mutex *_externalAudioSamplesMutex = nullptr;
};
class ExternalAudioRecorder : public FakeAudioDeviceModule::Recorder {
public:
ExternalAudioRecorder(std::vector<float> *externalAudioSamples, webrtc::Mutex *externalAudioSamplesMutex) :
@@ -1880,7 +1935,7 @@ public:
}));
#if USE_RNNOISE
std::unique_ptr<AudioCapturePostProcessor> audioProcessor = nullptr;
std::unique_ptr<webrtc::CustomProcessing> audioProcessor = nullptr;
#endif
if (_videoContentType != VideoContentType::Screencast) {
int numChannels = 1;
@@ -1902,6 +1957,10 @@ public:
});
}, _noiseSuppressionConfiguration, nullptr, nullptr);
#endif
} else {
#ifdef WEBRTC_IOS
audioProcessor = std::make_unique<AudioInjectionPostProcessor>(&_externalAudioSamples, &_externalAudioSamplesMutex);
#endif
}
_audioDeviceDataObserverShared = std::make_shared<AudioDeviceDataObserverShared>();