| 1 | /**************************************************************************/ |
| 2 | /* uniform_set_cache_rd.h */ |
| 3 | /**************************************************************************/ |
| 4 | /* This file is part of: */ |
| 5 | /* GODOT ENGINE */ |
| 6 | /* https://godotengine.org */ |
| 7 | /**************************************************************************/ |
| 8 | /* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */ |
| 9 | /* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */ |
| 10 | /* */ |
| 11 | /* Permission is hereby granted, free of charge, to any person obtaining */ |
| 12 | /* a copy of this software and associated documentation files (the */ |
| 13 | /* "Software"), to deal in the Software without restriction, including */ |
| 14 | /* without limitation the rights to use, copy, modify, merge, publish, */ |
| 15 | /* distribute, sublicense, and/or sell copies of the Software, and to */ |
| 16 | /* permit persons to whom the Software is furnished to do so, subject to */ |
| 17 | /* the following conditions: */ |
| 18 | /* */ |
| 19 | /* The above copyright notice and this permission notice shall be */ |
| 20 | /* included in all copies or substantial portions of the Software. */ |
| 21 | /* */ |
| 22 | /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ |
| 23 | /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ |
| 24 | /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */ |
| 25 | /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ |
| 26 | /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ |
| 27 | /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ |
| 28 | /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ |
| 29 | /**************************************************************************/ |
| 30 | |
| 31 | #ifndef UNIFORM_SET_CACHE_RD_H |
| 32 | #define UNIFORM_SET_CACHE_RD_H |
| 33 | |
| 34 | #include "core/templates/local_vector.h" |
| 35 | #include "core/templates/paged_allocator.h" |
| 36 | #include "servers/rendering/rendering_device.h" |
| 37 | |
| 38 | class UniformSetCacheRD : public Object { |
| 39 | GDCLASS(UniformSetCacheRD, Object) |
| 40 | |
| 41 | struct Cache { |
| 42 | Cache *prev = nullptr; |
| 43 | Cache *next = nullptr; |
| 44 | uint32_t hash = 0; |
| 45 | RID shader; |
| 46 | uint32_t set = 0; |
| 47 | RID cache; |
| 48 | LocalVector<RD::Uniform> uniforms; |
| 49 | }; |
| 50 | |
| 51 | PagedAllocator<Cache> cache_allocator; |
| 52 | |
| 53 | enum { |
| 54 | HASH_TABLE_SIZE = 16381 // Prime |
| 55 | }; |
| 56 | |
| 57 | Cache *hash_table[HASH_TABLE_SIZE] = {}; |
| 58 | |
| 59 | static _FORCE_INLINE_ uint32_t _hash_uniform(const RD::Uniform &u, uint32_t h) { |
| 60 | h = hash_murmur3_one_32(u.uniform_type, h); |
| 61 | h = hash_murmur3_one_32(u.binding, h); |
| 62 | uint32_t rsize = u.get_id_count(); |
| 63 | for (uint32_t j = 0; j < rsize; j++) { |
| 64 | h = hash_murmur3_one_64(u.get_id(j).get_id(), h); |
| 65 | } |
| 66 | return hash_fmix32(h); |
| 67 | } |
| 68 | |
| 69 | static _FORCE_INLINE_ bool _compare_uniform(const RD::Uniform &a, const RD::Uniform &b) { |
| 70 | if (a.binding != b.binding) { |
| 71 | return false; |
| 72 | } |
| 73 | if (a.uniform_type != b.uniform_type) { |
| 74 | return false; |
| 75 | } |
| 76 | uint32_t rsize = a.get_id_count(); |
| 77 | if (rsize != b.get_id_count()) { |
| 78 | return false; |
| 79 | } |
| 80 | for (uint32_t j = 0; j < rsize; j++) { |
| 81 | if (a.get_id(j) != b.get_id(j)) { |
| 82 | return false; |
| 83 | } |
| 84 | } |
| 85 | return true; |
| 86 | } |
| 87 | |
| 88 | _FORCE_INLINE_ uint32_t _hash_args(uint32_t h, const RD::Uniform &arg) { |
| 89 | return _hash_uniform(arg, h); |
| 90 | } |
| 91 | |
| 92 | template <typename... Args> |
| 93 | uint32_t _hash_args(uint32_t h, const RD::Uniform &arg, Args... args) { |
| 94 | h = _hash_uniform(arg, h); |
| 95 | return _hash_args(h, args...); |
| 96 | } |
| 97 | |
| 98 | _FORCE_INLINE_ bool _compare_args(uint32_t idx, const LocalVector<RD::Uniform> &uniforms, const RD::Uniform &arg) { |
| 99 | return _compare_uniform(uniforms[idx], arg); |
| 100 | } |
| 101 | |
| 102 | template <typename... Args> |
| 103 | _FORCE_INLINE_ bool _compare_args(uint32_t idx, const LocalVector<RD::Uniform> &uniforms, const RD::Uniform &arg, Args... args) { |
| 104 | if (!_compare_uniform(uniforms[idx], arg)) { |
| 105 | return false; |
| 106 | } |
| 107 | return _compare_args(idx + 1, uniforms, args...); |
| 108 | } |
| 109 | |
| 110 | _FORCE_INLINE_ void _create_args(Vector<RD::Uniform> &uniforms, const RD::Uniform &arg) { |
| 111 | uniforms.push_back(arg); |
| 112 | } |
| 113 | |
| 114 | template <typename... Args> |
| 115 | _FORCE_INLINE_ void _create_args(Vector<RD::Uniform> &uniforms, const RD::Uniform &arg, Args... args) { |
| 116 | uniforms.push_back(arg); |
| 117 | _create_args(uniforms, args...); |
| 118 | } |
| 119 | |
| 120 | static UniformSetCacheRD *singleton; |
| 121 | |
| 122 | uint32_t cache_instances_used = 0; |
| 123 | |
| 124 | void _invalidate(Cache *p_cache); |
| 125 | static void _uniform_set_invalidation_callback(void *p_userdata); |
| 126 | |
| 127 | RID _allocate_from_uniforms(RID p_shader, uint32_t p_set, uint32_t p_hash, uint32_t p_table_idx, const Vector<RD::Uniform> &p_uniforms) { |
| 128 | RID rid = RD::get_singleton()->uniform_set_create(p_uniforms, p_shader, p_set); |
| 129 | ERR_FAIL_COND_V(rid.is_null(), rid); |
| 130 | |
| 131 | Cache *c = cache_allocator.alloc(); |
| 132 | c->hash = p_hash; |
| 133 | c->set = p_set; |
| 134 | c->shader = p_shader; |
| 135 | c->cache = rid; |
| 136 | c->uniforms.resize(p_uniforms.size()); |
| 137 | for (uint32_t i = 0; i < c->uniforms.size(); i++) { |
| 138 | c->uniforms[i] = p_uniforms[i]; |
| 139 | } |
| 140 | c->prev = nullptr; |
| 141 | c->next = hash_table[p_table_idx]; |
| 142 | if (hash_table[p_table_idx]) { |
| 143 | hash_table[p_table_idx]->prev = c; |
| 144 | } |
| 145 | hash_table[p_table_idx] = c; |
| 146 | |
| 147 | RD::get_singleton()->uniform_set_set_invalidation_callback(rid, _uniform_set_invalidation_callback, c); |
| 148 | |
| 149 | cache_instances_used++; |
| 150 | |
| 151 | return rid; |
| 152 | } |
| 153 | |
| 154 | public: |
| 155 | template <typename... Args> |
| 156 | RID get_cache(RID p_shader, uint32_t p_set, Args... args) { |
| 157 | uint32_t h = hash_murmur3_one_64(p_shader.get_id()); |
| 158 | h = hash_murmur3_one_32(p_set, h); |
| 159 | h = _hash_args(h, args...); |
| 160 | |
| 161 | uint32_t table_idx = h % HASH_TABLE_SIZE; |
| 162 | { |
| 163 | const Cache *c = hash_table[table_idx]; |
| 164 | |
| 165 | while (c) { |
| 166 | if (c->hash == h && c->set == p_set && c->shader == p_shader && sizeof...(Args) == c->uniforms.size() && _compare_args(0, c->uniforms, args...)) { |
| 167 | return c->cache; |
| 168 | } |
| 169 | c = c->next; |
| 170 | } |
| 171 | } |
| 172 | |
| 173 | // Not in cache, create: |
| 174 | |
| 175 | Vector<RD::Uniform> uniforms; |
| 176 | _create_args(uniforms, args...); |
| 177 | |
| 178 | return _allocate_from_uniforms(p_shader, p_set, h, table_idx, uniforms); |
| 179 | } |
| 180 | |
| 181 | template <typename... Args> |
| 182 | RID get_cache_vec(RID p_shader, uint32_t p_set, const Vector<RD::Uniform> &p_uniforms) { |
| 183 | uint32_t h = hash_murmur3_one_64(p_shader.get_id()); |
| 184 | h = hash_murmur3_one_32(p_set, h); |
| 185 | for (int i = 0; i < p_uniforms.size(); i++) { |
| 186 | h = _hash_uniform(p_uniforms[i], h); |
| 187 | } |
| 188 | |
| 189 | h = hash_fmix32(h); |
| 190 | |
| 191 | uint32_t table_idx = h % HASH_TABLE_SIZE; |
| 192 | { |
| 193 | const Cache *c = hash_table[table_idx]; |
| 194 | |
| 195 | while (c) { |
| 196 | if (c->hash == h && c->set == p_set && c->shader == p_shader && (uint32_t)p_uniforms.size() == c->uniforms.size()) { |
| 197 | bool all_ok = true; |
| 198 | for (int i = 0; i < p_uniforms.size(); i++) { |
| 199 | if (!_compare_uniform(p_uniforms[i], c->uniforms[i])) { |
| 200 | all_ok = false; |
| 201 | break; |
| 202 | } |
| 203 | } |
| 204 | |
| 205 | if (all_ok) { |
| 206 | return c->cache; |
| 207 | } |
| 208 | } |
| 209 | c = c->next; |
| 210 | } |
| 211 | } |
| 212 | |
| 213 | // Not in cache, create: |
| 214 | return _allocate_from_uniforms(p_shader, p_set, h, table_idx, p_uniforms); |
| 215 | } |
| 216 | |
| 217 | static UniformSetCacheRD *get_singleton() { return singleton; } |
| 218 | |
| 219 | UniformSetCacheRD(); |
| 220 | ~UniformSetCacheRD(); |
| 221 | }; |
| 222 | |
| 223 | #endif // UNIFORM_SET_CACHE_RD_H |
| 224 | |