1 | /**************************************************************************/ |
2 | /* audio_stream_preview.cpp */ |
3 | /**************************************************************************/ |
4 | /* This file is part of: */ |
5 | /* GODOT ENGINE */ |
6 | /* https://godotengine.org */ |
7 | /**************************************************************************/ |
8 | /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */ |
9 | /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */ |
10 | /* */ |
11 | /* Permission is hereby granted, free of charge, to any person obtaining */ |
12 | /* a copy of this software and associated documentation files (the */ |
13 | /* "Software"), to deal in the Software without restriction, including */ |
14 | /* without limitation the rights to use, copy, modify, merge, publish, */ |
15 | /* distribute, sublicense, and/or sell copies of the Software, and to */ |
16 | /* permit persons to whom the Software is furnished to do so, subject to */ |
17 | /* the following conditions: */ |
18 | /* */ |
19 | /* The above copyright notice and this permission notice shall be */ |
20 | /* included in all copies or substantial portions of the Software. */ |
21 | /* */ |
22 | /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ |
23 | /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ |
24 | /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */ |
25 | /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ |
26 | /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ |
27 | /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ |
28 | /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ |
29 | /**************************************************************************/ |
30 | |
31 | #include "audio_stream_preview.h" |
32 | |
33 | ///////////////////// |
34 | |
35 | float AudioStreamPreview::get_length() const { |
36 | return length; |
37 | } |
38 | |
39 | float AudioStreamPreview::get_max(float p_time, float p_time_next) const { |
40 | if (length == 0) { |
41 | return 0; |
42 | } |
43 | |
44 | int max = preview.size() / 2; |
45 | if (max == 0) { |
46 | return 0; |
47 | } |
48 | |
49 | int time_from = p_time / length * max; |
50 | int time_to = p_time_next / length * max; |
51 | time_from = CLAMP(time_from, 0, max - 1); |
52 | time_to = CLAMP(time_to, 0, max - 1); |
53 | |
54 | if (time_to <= time_from) { |
55 | time_to = time_from + 1; |
56 | } |
57 | |
58 | uint8_t vmax = 0; |
59 | |
60 | for (int i = time_from; i < time_to; i++) { |
61 | uint8_t v = preview[i * 2 + 1]; |
62 | if (i == 0 || v > vmax) { |
63 | vmax = v; |
64 | } |
65 | } |
66 | |
67 | return (vmax / 255.0) * 2.0 - 1.0; |
68 | } |
69 | |
70 | float AudioStreamPreview::get_min(float p_time, float p_time_next) const { |
71 | if (length == 0) { |
72 | return 0; |
73 | } |
74 | |
75 | int max = preview.size() / 2; |
76 | if (max == 0) { |
77 | return 0; |
78 | } |
79 | |
80 | int time_from = p_time / length * max; |
81 | int time_to = p_time_next / length * max; |
82 | time_from = CLAMP(time_from, 0, max - 1); |
83 | time_to = CLAMP(time_to, 0, max - 1); |
84 | |
85 | if (time_to <= time_from) { |
86 | time_to = time_from + 1; |
87 | } |
88 | |
89 | uint8_t vmin = 255; |
90 | |
91 | for (int i = time_from; i < time_to; i++) { |
92 | uint8_t v = preview[i * 2]; |
93 | if (i == 0 || v < vmin) { |
94 | vmin = v; |
95 | } |
96 | } |
97 | |
98 | return (vmin / 255.0) * 2.0 - 1.0; |
99 | } |
100 | |
101 | AudioStreamPreview::AudioStreamPreview() { |
102 | length = 0; |
103 | } |
104 | |
105 | //// |
106 | |
107 | void AudioStreamPreviewGenerator::_update_emit(ObjectID p_id) { |
108 | emit_signal(SNAME("preview_updated" ), p_id); |
109 | } |
110 | |
111 | void AudioStreamPreviewGenerator::_preview_thread(void *p_preview) { |
112 | Preview *preview = static_cast<Preview *>(p_preview); |
113 | |
114 | float muxbuff_chunk_s = 0.25; |
115 | |
116 | int mixbuff_chunk_frames = AudioServer::get_singleton()->get_mix_rate() * muxbuff_chunk_s; |
117 | |
118 | Vector<AudioFrame> mix_chunk; |
119 | mix_chunk.resize(mixbuff_chunk_frames); |
120 | |
121 | int frames_total = AudioServer::get_singleton()->get_mix_rate() * preview->preview->length; |
122 | int frames_todo = frames_total; |
123 | |
124 | preview->playback->start(); |
125 | |
126 | while (frames_todo) { |
127 | int ofs_write = uint64_t(frames_total - frames_todo) * uint64_t(preview->preview->preview.size() / 2) / uint64_t(frames_total); |
128 | int to_read = MIN(frames_todo, mixbuff_chunk_frames); |
129 | int to_write = uint64_t(to_read) * uint64_t(preview->preview->preview.size() / 2) / uint64_t(frames_total); |
130 | to_write = MIN(to_write, (preview->preview->preview.size() / 2) - ofs_write); |
131 | |
132 | preview->playback->mix(mix_chunk.ptrw(), 1.0, to_read); |
133 | |
134 | for (int i = 0; i < to_write; i++) { |
135 | float max = -1000; |
136 | float min = 1000; |
137 | int from = uint64_t(i) * to_read / to_write; |
138 | int to = (uint64_t(i) + 1) * to_read / to_write; |
139 | to = MIN(to, to_read); |
140 | from = MIN(from, to_read - 1); |
141 | if (to == from) { |
142 | to = from + 1; |
143 | } |
144 | |
145 | for (int j = from; j < to; j++) { |
146 | max = MAX(max, mix_chunk[j].l); |
147 | max = MAX(max, mix_chunk[j].r); |
148 | |
149 | min = MIN(min, mix_chunk[j].l); |
150 | min = MIN(min, mix_chunk[j].r); |
151 | } |
152 | |
153 | uint8_t pfrom = CLAMP((min * 0.5 + 0.5) * 255, 0, 255); |
154 | uint8_t pto = CLAMP((max * 0.5 + 0.5) * 255, 0, 255); |
155 | |
156 | preview->preview->preview.write[(ofs_write + i) * 2 + 0] = pfrom; |
157 | preview->preview->preview.write[(ofs_write + i) * 2 + 1] = pto; |
158 | } |
159 | |
160 | frames_todo -= to_read; |
161 | singleton->call_deferred(SNAME("_update_emit" ), preview->id); |
162 | } |
163 | |
164 | preview->preview->version++; |
165 | |
166 | preview->playback->stop(); |
167 | |
168 | preview->generating.clear(); |
169 | } |
170 | |
171 | Ref<AudioStreamPreview> AudioStreamPreviewGenerator::generate_preview(const Ref<AudioStream> &p_stream) { |
172 | ERR_FAIL_COND_V(p_stream.is_null(), Ref<AudioStreamPreview>()); |
173 | |
174 | if (previews.has(p_stream->get_instance_id())) { |
175 | return previews[p_stream->get_instance_id()].preview; |
176 | } |
177 | |
178 | //no preview exists |
179 | |
180 | previews[p_stream->get_instance_id()] = Preview(); |
181 | |
182 | Preview *preview = &previews[p_stream->get_instance_id()]; |
183 | preview->base_stream = p_stream; |
184 | preview->playback = preview->base_stream->instantiate_playback(); |
185 | preview->generating.set(); |
186 | preview->id = p_stream->get_instance_id(); |
187 | |
188 | float len_s = preview->base_stream->get_length(); |
189 | if (len_s == 0) { |
190 | len_s = 60 * 5; //five minutes |
191 | } |
192 | |
193 | int frames = AudioServer::get_singleton()->get_mix_rate() * len_s; |
194 | |
195 | Vector<uint8_t> maxmin; |
196 | int pw = frames / 20; |
197 | maxmin.resize(pw * 2); |
198 | { |
199 | uint8_t *ptr = maxmin.ptrw(); |
200 | for (int i = 0; i < pw * 2; i++) { |
201 | ptr[i] = 127; |
202 | } |
203 | } |
204 | |
205 | preview->preview.instantiate(); |
206 | preview->preview->preview = maxmin; |
207 | preview->preview->length = len_s; |
208 | |
209 | if (preview->playback.is_valid()) { |
210 | preview->thread = memnew(Thread); |
211 | preview->thread->set_name("AudioStreamPreviewGenerator" ); |
212 | preview->thread->start(_preview_thread, preview); |
213 | } |
214 | |
215 | return preview->preview; |
216 | } |
217 | |
218 | void AudioStreamPreviewGenerator::_bind_methods() { |
219 | ClassDB::bind_method("_update_emit" , &AudioStreamPreviewGenerator::_update_emit); |
220 | ClassDB::bind_method(D_METHOD("generate_preview" , "stream" ), &AudioStreamPreviewGenerator::generate_preview); |
221 | |
222 | ADD_SIGNAL(MethodInfo("preview_updated" , PropertyInfo(Variant::INT, "obj_id" ))); |
223 | } |
224 | |
225 | AudioStreamPreviewGenerator *AudioStreamPreviewGenerator::singleton = nullptr; |
226 | |
227 | void AudioStreamPreviewGenerator::_notification(int p_what) { |
228 | switch (p_what) { |
229 | case NOTIFICATION_PROCESS: { |
230 | List<ObjectID> to_erase; |
231 | for (KeyValue<ObjectID, Preview> &E : previews) { |
232 | if (!E.value.generating.is_set()) { |
233 | if (E.value.thread) { |
234 | E.value.thread->wait_to_finish(); |
235 | memdelete(E.value.thread); |
236 | E.value.thread = nullptr; |
237 | } |
238 | if (!ObjectDB::get_instance(E.key)) { //no longer in use, get rid of preview |
239 | to_erase.push_back(E.key); |
240 | } |
241 | } |
242 | } |
243 | |
244 | while (to_erase.front()) { |
245 | previews.erase(to_erase.front()->get()); |
246 | to_erase.pop_front(); |
247 | } |
248 | } break; |
249 | } |
250 | } |
251 | |
252 | AudioStreamPreviewGenerator::AudioStreamPreviewGenerator() { |
253 | singleton = this; |
254 | set_process(true); |
255 | } |
256 | |