| 1 | /**************************************************************************/ | 
|---|
| 2 | /*  audio_effect_record.cpp                                               */ | 
|---|
| 3 | /**************************************************************************/ | 
|---|
| 4 | /*                         This file is part of:                          */ | 
|---|
| 5 | /*                             GODOT ENGINE                               */ | 
|---|
| 6 | /*                        https://godotengine.org                         */ | 
|---|
| 7 | /**************************************************************************/ | 
|---|
| 8 | /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */ | 
|---|
| 9 | /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur.                  */ | 
|---|
| 10 | /*                                                                        */ | 
|---|
| 11 | /* Permission is hereby granted, free of charge, to any person obtaining  */ | 
|---|
| 12 | /* a copy of this software and associated documentation files (the        */ | 
|---|
| 13 | /* "Software"), to deal in the Software without restriction, including    */ | 
|---|
| 14 | /* without limitation the rights to use, copy, modify, merge, publish,    */ | 
|---|
| 15 | /* distribute, sublicense, and/or sell copies of the Software, and to     */ | 
|---|
| 16 | /* permit persons to whom the Software is furnished to do so, subject to  */ | 
|---|
| 17 | /* the following conditions:                                              */ | 
|---|
| 18 | /*                                                                        */ | 
|---|
| 19 | /* The above copyright notice and this permission notice shall be         */ | 
|---|
| 20 | /* included in all copies or substantial portions of the Software.        */ | 
|---|
| 21 | /*                                                                        */ | 
|---|
| 22 | /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,        */ | 
|---|
| 23 | /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF     */ | 
|---|
| 24 | /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */ | 
|---|
| 25 | /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY   */ | 
|---|
| 26 | /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,   */ | 
|---|
| 27 | /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE      */ | 
|---|
| 28 | /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.                 */ | 
|---|
| 29 | /**************************************************************************/ | 
|---|
| 30 |  | 
|---|
| 31 | #include "audio_effect_record.h" | 
|---|
| 32 |  | 
|---|
| 33 | #ifdef TOOLS_ENABLED | 
|---|
| 34 | // FIXME: This file shouldn't depend on editor stuff. | 
|---|
| 35 | #include "editor/import/resource_importer_wav.h" | 
|---|
| 36 | #endif | 
|---|
| 37 |  | 
|---|
| 38 | void AudioEffectRecordInstance::process(const AudioFrame *p_src_frames, AudioFrame *p_dst_frames, int p_frame_count) { | 
|---|
| 39 | if (!is_recording) { | 
|---|
| 40 | for (int i = 0; i < p_frame_count; i++) { | 
|---|
| 41 | p_dst_frames[i] = p_src_frames[i]; | 
|---|
| 42 | } | 
|---|
| 43 | return; | 
|---|
| 44 | } | 
|---|
| 45 |  | 
|---|
| 46 | //Add incoming audio frames to the IO ring buffer | 
|---|
| 47 | const AudioFrame *src = p_src_frames; | 
|---|
| 48 | AudioFrame *rb_buf = ring_buffer.ptrw(); | 
|---|
| 49 | for (int i = 0; i < p_frame_count; i++) { | 
|---|
| 50 | p_dst_frames[i] = p_src_frames[i]; | 
|---|
| 51 | rb_buf[ring_buffer_pos & ring_buffer_mask] = src[i]; | 
|---|
| 52 | ring_buffer_pos++; | 
|---|
| 53 | } | 
|---|
| 54 | } | 
|---|
| 55 |  | 
|---|
| 56 | void AudioEffectRecordInstance::_update_buffer() { | 
|---|
| 57 | //Case: Frames are remaining in the buffer | 
|---|
| 58 | while (ring_buffer_read_pos < ring_buffer_pos) { | 
|---|
| 59 | //Read from the buffer into recording_data | 
|---|
| 60 | _io_store_buffer(); | 
|---|
| 61 | } | 
|---|
| 62 | } | 
|---|
| 63 |  | 
|---|
| 64 | void AudioEffectRecordInstance::_update(void *userdata) { | 
|---|
| 65 | AudioEffectRecordInstance *ins = static_cast<AudioEffectRecordInstance *>(userdata); | 
|---|
| 66 | ins->_update_buffer(); | 
|---|
| 67 | } | 
|---|
| 68 |  | 
|---|
| 69 | bool AudioEffectRecordInstance::process_silence() const { | 
|---|
| 70 | return true; | 
|---|
| 71 | } | 
|---|
| 72 |  | 
|---|
| 73 | void AudioEffectRecordInstance::_io_thread_process() { | 
|---|
| 74 | while (is_recording) { | 
|---|
| 75 | _update_buffer(); | 
|---|
| 76 | if (is_recording) { | 
|---|
| 77 | //Wait to avoid too much busy-wait | 
|---|
| 78 | OS::get_singleton()->delay_usec(500); | 
|---|
| 79 | } | 
|---|
| 80 | } | 
|---|
| 81 | } | 
|---|
| 82 |  | 
|---|
| 83 | void AudioEffectRecordInstance::_io_store_buffer() { | 
|---|
| 84 | int to_read = ring_buffer_pos - ring_buffer_read_pos; | 
|---|
| 85 |  | 
|---|
| 86 | AudioFrame *rb_buf = ring_buffer.ptrw(); | 
|---|
| 87 |  | 
|---|
| 88 | while (to_read) { | 
|---|
| 89 | AudioFrame buffered_frame = rb_buf[ring_buffer_read_pos & ring_buffer_mask]; | 
|---|
| 90 | recording_data.push_back(buffered_frame.l); | 
|---|
| 91 | recording_data.push_back(buffered_frame.r); | 
|---|
| 92 |  | 
|---|
| 93 | ring_buffer_read_pos++; | 
|---|
| 94 | to_read--; | 
|---|
| 95 | } | 
|---|
| 96 | } | 
|---|
| 97 |  | 
|---|
| 98 | void AudioEffectRecordInstance::_thread_callback(void *_instance) { | 
|---|
| 99 | AudioEffectRecordInstance *aeri = reinterpret_cast<AudioEffectRecordInstance *>(_instance); | 
|---|
| 100 |  | 
|---|
| 101 | aeri->_io_thread_process(); | 
|---|
| 102 | } | 
|---|
| 103 |  | 
|---|
| 104 | void AudioEffectRecordInstance::init() { | 
|---|
| 105 | //Reset recorder status | 
|---|
| 106 | ring_buffer_pos = 0; | 
|---|
| 107 | ring_buffer_read_pos = 0; | 
|---|
| 108 |  | 
|---|
| 109 | //We start a new recording | 
|---|
| 110 | recording_data.clear(); //Clear data completely and reset length | 
|---|
| 111 | is_recording = true; | 
|---|
| 112 |  | 
|---|
| 113 | io_thread.start(_thread_callback, this); | 
|---|
| 114 | } | 
|---|
| 115 |  | 
|---|
| 116 | void AudioEffectRecordInstance::finish() { | 
|---|
| 117 | is_recording = false; | 
|---|
| 118 | if (io_thread.is_started()) { | 
|---|
| 119 | io_thread.wait_to_finish(); | 
|---|
| 120 | } | 
|---|
| 121 | } | 
|---|
| 122 |  | 
|---|
| 123 | Ref<AudioEffectInstance> AudioEffectRecord::instantiate() { | 
|---|
| 124 | Ref<AudioEffectRecordInstance> ins; | 
|---|
| 125 | ins.instantiate(); | 
|---|
| 126 | ins->is_recording = false; | 
|---|
| 127 |  | 
|---|
| 128 | //Re-using the buffer size calculations from audio_effect_delay.cpp | 
|---|
| 129 | float ring_buffer_max_size = IO_BUFFER_SIZE_MS; | 
|---|
| 130 | ring_buffer_max_size /= 1000.0; //convert to seconds | 
|---|
| 131 | ring_buffer_max_size *= AudioServer::get_singleton()->get_mix_rate(); | 
|---|
| 132 |  | 
|---|
| 133 | int ringbuff_size = ring_buffer_max_size; | 
|---|
| 134 |  | 
|---|
| 135 | int bits = 0; | 
|---|
| 136 |  | 
|---|
| 137 | while (ringbuff_size > 0) { | 
|---|
| 138 | bits++; | 
|---|
| 139 | ringbuff_size /= 2; | 
|---|
| 140 | } | 
|---|
| 141 |  | 
|---|
| 142 | ringbuff_size = 1 << bits; | 
|---|
| 143 | ins->ring_buffer_mask = ringbuff_size - 1; | 
|---|
| 144 | ins->ring_buffer_pos = 0; | 
|---|
| 145 |  | 
|---|
| 146 | ins->ring_buffer.resize(ringbuff_size); | 
|---|
| 147 |  | 
|---|
| 148 | ins->ring_buffer_read_pos = 0; | 
|---|
| 149 |  | 
|---|
| 150 | ensure_thread_stopped(); | 
|---|
| 151 | bool is_currently_recording = false; | 
|---|
| 152 | if (current_instance != nullptr) { | 
|---|
| 153 | is_currently_recording = current_instance->is_recording; | 
|---|
| 154 | } | 
|---|
| 155 | if (is_currently_recording) { | 
|---|
| 156 | ins->init(); | 
|---|
| 157 | } | 
|---|
| 158 | current_instance = ins; | 
|---|
| 159 |  | 
|---|
| 160 | return ins; | 
|---|
| 161 | } | 
|---|
| 162 |  | 
|---|
| 163 | void AudioEffectRecord::ensure_thread_stopped() { | 
|---|
| 164 | if (current_instance != nullptr) { | 
|---|
| 165 | current_instance->finish(); | 
|---|
| 166 | } | 
|---|
| 167 | } | 
|---|
| 168 |  | 
|---|
| 169 | void AudioEffectRecord::set_recording_active(bool p_record) { | 
|---|
| 170 | if (p_record) { | 
|---|
| 171 | if (current_instance == nullptr) { | 
|---|
| 172 | WARN_PRINT( "Recording should not be set as active before Godot has initialized."); | 
|---|
| 173 | return; | 
|---|
| 174 | } | 
|---|
| 175 | ensure_thread_stopped(); | 
|---|
| 176 | current_instance->init(); | 
|---|
| 177 | } else { | 
|---|
| 178 | if (current_instance != nullptr) { | 
|---|
| 179 | current_instance->is_recording = false; | 
|---|
| 180 | } | 
|---|
| 181 | } | 
|---|
| 182 | } | 
|---|
| 183 |  | 
|---|
| 184 | bool AudioEffectRecord::is_recording_active() const { | 
|---|
| 185 | if (current_instance == nullptr) { | 
|---|
| 186 | return false; | 
|---|
| 187 | } else { | 
|---|
| 188 | return current_instance->is_recording; | 
|---|
| 189 | } | 
|---|
| 190 | } | 
|---|
| 191 |  | 
|---|
| 192 | void AudioEffectRecord::set_format(AudioStreamWAV::Format p_format) { | 
|---|
| 193 | format = p_format; | 
|---|
| 194 | } | 
|---|
| 195 |  | 
|---|
| 196 | AudioStreamWAV::Format AudioEffectRecord::get_format() const { | 
|---|
| 197 | return format; | 
|---|
| 198 | } | 
|---|
| 199 |  | 
|---|
| 200 | Ref<AudioStreamWAV> AudioEffectRecord::get_recording() const { | 
|---|
| 201 | AudioStreamWAV::Format dst_format = format; | 
|---|
| 202 | bool stereo = true; //forcing mono is not implemented | 
|---|
| 203 |  | 
|---|
| 204 | Vector<uint8_t> dst_data; | 
|---|
| 205 |  | 
|---|
| 206 | ERR_FAIL_COND_V(current_instance.is_null(), nullptr); | 
|---|
| 207 | ERR_FAIL_COND_V(current_instance->recording_data.size() == 0, nullptr); | 
|---|
| 208 |  | 
|---|
| 209 | if (dst_format == AudioStreamWAV::FORMAT_8_BITS) { | 
|---|
| 210 | int data_size = current_instance->recording_data.size(); | 
|---|
| 211 | dst_data.resize(data_size); | 
|---|
| 212 | uint8_t *w = dst_data.ptrw(); | 
|---|
| 213 |  | 
|---|
| 214 | for (int i = 0; i < data_size; i++) { | 
|---|
| 215 | int8_t v = CLAMP(current_instance->recording_data[i] * 128, -128, 127); | 
|---|
| 216 | w[i] = v; | 
|---|
| 217 | } | 
|---|
| 218 | } else if (dst_format == AudioStreamWAV::FORMAT_16_BITS) { | 
|---|
| 219 | int data_size = current_instance->recording_data.size(); | 
|---|
| 220 | dst_data.resize(data_size * 2); | 
|---|
| 221 | uint8_t *w = dst_data.ptrw(); | 
|---|
| 222 |  | 
|---|
| 223 | for (int i = 0; i < data_size; i++) { | 
|---|
| 224 | int16_t v = CLAMP(current_instance->recording_data[i] * 32768, -32768, 32767); | 
|---|
| 225 | encode_uint16(v, &w[i * 2]); | 
|---|
| 226 | } | 
|---|
| 227 | } else if (dst_format == AudioStreamWAV::FORMAT_IMA_ADPCM) { | 
|---|
| 228 | //byte interleave | 
|---|
| 229 | Vector<float> left; | 
|---|
| 230 | Vector<float> right; | 
|---|
| 231 |  | 
|---|
| 232 | int tframes = current_instance->recording_data.size() / 2; | 
|---|
| 233 | left.resize(tframes); | 
|---|
| 234 | right.resize(tframes); | 
|---|
| 235 |  | 
|---|
| 236 | for (int i = 0; i < tframes; i++) { | 
|---|
| 237 | left.set(i, current_instance->recording_data[i * 2 + 0]); | 
|---|
| 238 | right.set(i, current_instance->recording_data[i * 2 + 1]); | 
|---|
| 239 | } | 
|---|
| 240 |  | 
|---|
| 241 | Vector<uint8_t> bleft; | 
|---|
| 242 | Vector<uint8_t> bright; | 
|---|
| 243 |  | 
|---|
| 244 | #ifdef TOOLS_ENABLED | 
|---|
| 245 | ResourceImporterWAV::_compress_ima_adpcm(left, bleft); | 
|---|
| 246 | ResourceImporterWAV::_compress_ima_adpcm(right, bright); | 
|---|
| 247 | #else | 
|---|
| 248 | ERR_PRINT( "AudioEffectRecord cannot do IMA ADPCM compression at runtime."); | 
|---|
| 249 | #endif | 
|---|
| 250 |  | 
|---|
| 251 | int dl = bleft.size(); | 
|---|
| 252 | dst_data.resize(dl * 2); | 
|---|
| 253 |  | 
|---|
| 254 | uint8_t *w = dst_data.ptrw(); | 
|---|
| 255 | const uint8_t *rl = bleft.ptr(); | 
|---|
| 256 | const uint8_t *rr = bright.ptr(); | 
|---|
| 257 |  | 
|---|
| 258 | for (int i = 0; i < dl; i++) { | 
|---|
| 259 | w[i * 2 + 0] = rl[i]; | 
|---|
| 260 | w[i * 2 + 1] = rr[i]; | 
|---|
| 261 | } | 
|---|
| 262 | } else { | 
|---|
| 263 | ERR_PRINT( "Format not implemented."); | 
|---|
| 264 | } | 
|---|
| 265 |  | 
|---|
| 266 | Ref<AudioStreamWAV> sample; | 
|---|
| 267 | sample.instantiate(); | 
|---|
| 268 | sample->set_data(dst_data); | 
|---|
| 269 | sample->set_format(dst_format); | 
|---|
| 270 | sample->set_mix_rate(AudioServer::get_singleton()->get_mix_rate()); | 
|---|
| 271 | sample->set_loop_mode(AudioStreamWAV::LOOP_DISABLED); | 
|---|
| 272 | sample->set_loop_begin(0); | 
|---|
| 273 | sample->set_loop_end(0); | 
|---|
| 274 | sample->set_stereo(stereo); | 
|---|
| 275 |  | 
|---|
| 276 | return sample; | 
|---|
| 277 | } | 
|---|
| 278 |  | 
|---|
| 279 | void AudioEffectRecord::_bind_methods() { | 
|---|
| 280 | ClassDB::bind_method(D_METHOD( "set_recording_active", "record"), &AudioEffectRecord::set_recording_active); | 
|---|
| 281 | ClassDB::bind_method(D_METHOD( "is_recording_active"), &AudioEffectRecord::is_recording_active); | 
|---|
| 282 | ClassDB::bind_method(D_METHOD( "set_format", "format"), &AudioEffectRecord::set_format); | 
|---|
| 283 | ClassDB::bind_method(D_METHOD( "get_format"), &AudioEffectRecord::get_format); | 
|---|
| 284 | ClassDB::bind_method(D_METHOD( "get_recording"), &AudioEffectRecord::get_recording); | 
|---|
| 285 |  | 
|---|
| 286 | ADD_PROPERTY(PropertyInfo(Variant::INT, "format", PROPERTY_HINT_ENUM, "8-Bit,16-Bit,IMA-ADPCM"), "set_format", "get_format"); | 
|---|
| 287 | } | 
|---|
| 288 |  | 
|---|
| 289 | AudioEffectRecord::AudioEffectRecord() { | 
|---|
| 290 | format = AudioStreamWAV::FORMAT_16_BITS; | 
|---|
| 291 | } | 
|---|
| 292 |  | 
|---|
| 293 | AudioEffectRecord::~AudioEffectRecord() { | 
|---|
| 294 | ensure_thread_stopped(); | 
|---|
| 295 | } | 
|---|
| 296 |  | 
|---|