| 1 | // Copyright (c) 2018 Google LLC. |
| 2 | // Modifications Copyright (C) 2020 Advanced Micro Devices, Inc. All rights |
| 3 | // reserved. |
| 4 | // |
| 5 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | // you may not use this file except in compliance with the License. |
| 7 | // You may obtain a copy of the License at |
| 8 | // |
| 9 | // http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | // |
| 11 | // Unless required by applicable law or agreed to in writing, software |
| 12 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | // See the License for the specific language governing permissions and |
| 15 | // limitations under the License. |
| 16 | |
| 17 | #include <algorithm> |
| 18 | #include <string> |
| 19 | #include <vector> |
| 20 | |
| 21 | #include "source/opcode.h" |
| 22 | #include "source/spirv_target_env.h" |
| 23 | #include "source/val/instruction.h" |
| 24 | #include "source/val/validate.h" |
| 25 | #include "source/val/validate_scopes.h" |
| 26 | #include "source/val/validation_state.h" |
| 27 | |
| 28 | namespace spvtools { |
| 29 | namespace val { |
| 30 | namespace { |
| 31 | |
| 32 | bool AreLayoutCompatibleStructs(ValidationState_t&, const Instruction*, |
| 33 | const Instruction*); |
| 34 | bool HaveLayoutCompatibleMembers(ValidationState_t&, const Instruction*, |
| 35 | const Instruction*); |
| 36 | bool HaveSameLayoutDecorations(ValidationState_t&, const Instruction*, |
| 37 | const Instruction*); |
| 38 | bool HasConflictingMemberOffsets(const std::vector<Decoration>&, |
| 39 | const std::vector<Decoration>&); |
| 40 | |
| 41 | bool IsAllowedTypeOrArrayOfSame(ValidationState_t& _, const Instruction* type, |
| 42 | std::initializer_list<uint32_t> allowed) { |
| 43 | if (std::find(allowed.begin(), allowed.end(), type->opcode()) != |
| 44 | allowed.end()) { |
| 45 | return true; |
| 46 | } |
| 47 | if (type->opcode() == SpvOpTypeArray || |
| 48 | type->opcode() == SpvOpTypeRuntimeArray) { |
| 49 | auto elem_type = _.FindDef(type->word(2)); |
| 50 | return std::find(allowed.begin(), allowed.end(), elem_type->opcode()) != |
| 51 | allowed.end(); |
| 52 | } |
| 53 | return false; |
| 54 | } |
| 55 | |
| 56 | // Returns true if the two instructions represent structs that, as far as the |
| 57 | // validator can tell, have the exact same data layout. |
| 58 | bool AreLayoutCompatibleStructs(ValidationState_t& _, const Instruction* type1, |
| 59 | const Instruction* type2) { |
| 60 | if (type1->opcode() != SpvOpTypeStruct) { |
| 61 | return false; |
| 62 | } |
| 63 | if (type2->opcode() != SpvOpTypeStruct) { |
| 64 | return false; |
| 65 | } |
| 66 | |
| 67 | if (!HaveLayoutCompatibleMembers(_, type1, type2)) return false; |
| 68 | |
| 69 | return HaveSameLayoutDecorations(_, type1, type2); |
| 70 | } |
| 71 | |
| 72 | // Returns true if the operands to the OpTypeStruct instruction defining the |
| 73 | // types are the same or are layout compatible types. |type1| and |type2| must |
| 74 | // be OpTypeStruct instructions. |
| 75 | bool HaveLayoutCompatibleMembers(ValidationState_t& _, const Instruction* type1, |
| 76 | const Instruction* type2) { |
| 77 | assert(type1->opcode() == SpvOpTypeStruct && |
| 78 | "type1 must be an OpTypeStruct instruction." ); |
| 79 | assert(type2->opcode() == SpvOpTypeStruct && |
| 80 | "type2 must be an OpTypeStruct instruction." ); |
| 81 | const auto& type1_operands = type1->operands(); |
| 82 | const auto& type2_operands = type2->operands(); |
| 83 | if (type1_operands.size() != type2_operands.size()) { |
| 84 | return false; |
| 85 | } |
| 86 | |
| 87 | for (size_t operand = 2; operand < type1_operands.size(); ++operand) { |
| 88 | if (type1->word(operand) != type2->word(operand)) { |
| 89 | auto def1 = _.FindDef(type1->word(operand)); |
| 90 | auto def2 = _.FindDef(type2->word(operand)); |
| 91 | if (!AreLayoutCompatibleStructs(_, def1, def2)) { |
| 92 | return false; |
| 93 | } |
| 94 | } |
| 95 | } |
| 96 | return true; |
| 97 | } |
| 98 | |
| 99 | // Returns true if all decorations that affect the data layout of the struct |
| 100 | // (like Offset), are the same for the two types. |type1| and |type2| must be |
| 101 | // OpTypeStruct instructions. |
| 102 | bool HaveSameLayoutDecorations(ValidationState_t& _, const Instruction* type1, |
| 103 | const Instruction* type2) { |
| 104 | assert(type1->opcode() == SpvOpTypeStruct && |
| 105 | "type1 must be an OpTypeStruct instruction." ); |
| 106 | assert(type2->opcode() == SpvOpTypeStruct && |
| 107 | "type2 must be an OpTypeStruct instruction." ); |
| 108 | const std::vector<Decoration>& type1_decorations = |
| 109 | _.id_decorations(type1->id()); |
| 110 | const std::vector<Decoration>& type2_decorations = |
| 111 | _.id_decorations(type2->id()); |
| 112 | |
| 113 | // TODO: Will have to add other check for arrays an matricies if we want to |
| 114 | // handle them. |
| 115 | if (HasConflictingMemberOffsets(type1_decorations, type2_decorations)) { |
| 116 | return false; |
| 117 | } |
| 118 | |
| 119 | return true; |
| 120 | } |
| 121 | |
| 122 | bool HasConflictingMemberOffsets( |
| 123 | const std::vector<Decoration>& type1_decorations, |
| 124 | const std::vector<Decoration>& type2_decorations) { |
| 125 | { |
| 126 | // We are interested in conflicting decoration. If a decoration is in one |
| 127 | // list but not the other, then we will assume the code is correct. We are |
| 128 | // looking for things we know to be wrong. |
| 129 | // |
| 130 | // We do not have to traverse type2_decoration because, after traversing |
| 131 | // type1_decorations, anything new will not be found in |
| 132 | // type1_decoration. Therefore, it cannot lead to a conflict. |
| 133 | for (const Decoration& decoration : type1_decorations) { |
| 134 | switch (decoration.dec_type()) { |
| 135 | case SpvDecorationOffset: { |
| 136 | // Since these affect the layout of the struct, they must be present |
| 137 | // in both structs. |
| 138 | auto compare = [&decoration](const Decoration& rhs) { |
| 139 | if (rhs.dec_type() != SpvDecorationOffset) return false; |
| 140 | return decoration.struct_member_index() == |
| 141 | rhs.struct_member_index(); |
| 142 | }; |
| 143 | auto i = std::find_if(type2_decorations.begin(), |
| 144 | type2_decorations.end(), compare); |
| 145 | if (i != type2_decorations.end() && |
| 146 | decoration.params().front() != i->params().front()) { |
| 147 | return true; |
| 148 | } |
| 149 | } break; |
| 150 | default: |
| 151 | // This decoration does not affect the layout of the structure, so |
| 152 | // just moving on. |
| 153 | break; |
| 154 | } |
| 155 | } |
| 156 | } |
| 157 | return false; |
| 158 | } |
| 159 | |
| 160 | // If |skip_builtin| is true, returns true if |storage| contains bool within |
| 161 | // it and no storage that contains the bool is builtin. |
| 162 | // If |skip_builtin| is false, returns true if |storage| contains bool within |
| 163 | // it. |
| 164 | bool ContainsInvalidBool(ValidationState_t& _, const Instruction* storage, |
| 165 | bool skip_builtin) { |
| 166 | if (skip_builtin) { |
| 167 | for (const Decoration& decoration : _.id_decorations(storage->id())) { |
| 168 | if (decoration.dec_type() == SpvDecorationBuiltIn) return false; |
| 169 | } |
| 170 | } |
| 171 | |
| 172 | const size_t elem_type_index = 1; |
| 173 | uint32_t elem_type_id; |
| 174 | Instruction* elem_type; |
| 175 | |
| 176 | switch (storage->opcode()) { |
| 177 | case SpvOpTypeBool: |
| 178 | return true; |
| 179 | case SpvOpTypeVector: |
| 180 | case SpvOpTypeMatrix: |
| 181 | case SpvOpTypeArray: |
| 182 | case SpvOpTypeRuntimeArray: |
| 183 | elem_type_id = storage->GetOperandAs<uint32_t>(elem_type_index); |
| 184 | elem_type = _.FindDef(elem_type_id); |
| 185 | return ContainsInvalidBool(_, elem_type, skip_builtin); |
| 186 | case SpvOpTypeStruct: |
| 187 | for (size_t member_type_index = 1; |
| 188 | member_type_index < storage->operands().size(); |
| 189 | ++member_type_index) { |
| 190 | auto member_type_id = |
| 191 | storage->GetOperandAs<uint32_t>(member_type_index); |
| 192 | auto member_type = _.FindDef(member_type_id); |
| 193 | if (ContainsInvalidBool(_, member_type, skip_builtin)) return true; |
| 194 | } |
| 195 | default: |
| 196 | break; |
| 197 | } |
| 198 | return false; |
| 199 | } |
| 200 | |
| 201 | bool ContainsCooperativeMatrix(ValidationState_t& _, |
| 202 | const Instruction* storage) { |
| 203 | const size_t elem_type_index = 1; |
| 204 | uint32_t elem_type_id; |
| 205 | Instruction* elem_type; |
| 206 | |
| 207 | switch (storage->opcode()) { |
| 208 | case SpvOpTypeCooperativeMatrixNV: |
| 209 | return true; |
| 210 | case SpvOpTypeArray: |
| 211 | case SpvOpTypeRuntimeArray: |
| 212 | elem_type_id = storage->GetOperandAs<uint32_t>(elem_type_index); |
| 213 | elem_type = _.FindDef(elem_type_id); |
| 214 | return ContainsCooperativeMatrix(_, elem_type); |
| 215 | case SpvOpTypeStruct: |
| 216 | for (size_t member_type_index = 1; |
| 217 | member_type_index < storage->operands().size(); |
| 218 | ++member_type_index) { |
| 219 | auto member_type_id = |
| 220 | storage->GetOperandAs<uint32_t>(member_type_index); |
| 221 | auto member_type = _.FindDef(member_type_id); |
| 222 | if (ContainsCooperativeMatrix(_, member_type)) return true; |
| 223 | } |
| 224 | break; |
| 225 | default: |
| 226 | break; |
| 227 | } |
| 228 | return false; |
| 229 | } |
| 230 | |
| 231 | std::pair<SpvStorageClass, SpvStorageClass> GetStorageClass( |
| 232 | ValidationState_t& _, const Instruction* inst) { |
| 233 | SpvStorageClass dst_sc = SpvStorageClassMax; |
| 234 | SpvStorageClass src_sc = SpvStorageClassMax; |
| 235 | switch (inst->opcode()) { |
| 236 | case SpvOpCooperativeMatrixLoadNV: |
| 237 | case SpvOpLoad: { |
| 238 | auto load_pointer = _.FindDef(inst->GetOperandAs<uint32_t>(2)); |
| 239 | auto load_pointer_type = _.FindDef(load_pointer->type_id()); |
| 240 | dst_sc = load_pointer_type->GetOperandAs<SpvStorageClass>(1); |
| 241 | break; |
| 242 | } |
| 243 | case SpvOpCooperativeMatrixStoreNV: |
| 244 | case SpvOpStore: { |
| 245 | auto store_pointer = _.FindDef(inst->GetOperandAs<uint32_t>(0)); |
| 246 | auto store_pointer_type = _.FindDef(store_pointer->type_id()); |
| 247 | dst_sc = store_pointer_type->GetOperandAs<SpvStorageClass>(1); |
| 248 | break; |
| 249 | } |
| 250 | case SpvOpCopyMemory: |
| 251 | case SpvOpCopyMemorySized: { |
| 252 | auto dst = _.FindDef(inst->GetOperandAs<uint32_t>(0)); |
| 253 | auto dst_type = _.FindDef(dst->type_id()); |
| 254 | dst_sc = dst_type->GetOperandAs<SpvStorageClass>(1); |
| 255 | auto src = _.FindDef(inst->GetOperandAs<uint32_t>(1)); |
| 256 | auto src_type = _.FindDef(src->type_id()); |
| 257 | src_sc = src_type->GetOperandAs<SpvStorageClass>(1); |
| 258 | break; |
| 259 | } |
| 260 | default: |
| 261 | break; |
| 262 | } |
| 263 | |
| 264 | return std::make_pair(dst_sc, src_sc); |
| 265 | } |
| 266 | |
| 267 | // Returns the number of instruction words taken up by a memory access |
| 268 | // argument and its implied operands. |
| 269 | int MemoryAccessNumWords(uint32_t mask) { |
| 270 | int result = 1; // Count the mask |
| 271 | if (mask & SpvMemoryAccessAlignedMask) ++result; |
| 272 | if (mask & SpvMemoryAccessMakePointerAvailableKHRMask) ++result; |
| 273 | if (mask & SpvMemoryAccessMakePointerVisibleKHRMask) ++result; |
| 274 | return result; |
| 275 | } |
| 276 | |
| 277 | // Returns the scope ID operand for MakeAvailable memory access with mask |
| 278 | // at the given operand index. |
| 279 | // This function is only called for OpLoad, OpStore, OpCopyMemory and |
| 280 | // OpCopyMemorySized, OpCooperativeMatrixLoadNV, and |
| 281 | // OpCooperativeMatrixStoreNV. |
| 282 | uint32_t GetMakeAvailableScope(const Instruction* inst, uint32_t mask, |
| 283 | uint32_t mask_index) { |
| 284 | assert(mask & SpvMemoryAccessMakePointerAvailableKHRMask); |
| 285 | uint32_t this_bit = uint32_t(SpvMemoryAccessMakePointerAvailableKHRMask); |
| 286 | uint32_t index = |
| 287 | mask_index - 1 + MemoryAccessNumWords(mask & (this_bit | (this_bit - 1))); |
| 288 | return inst->GetOperandAs<uint32_t>(index); |
| 289 | } |
| 290 | |
| 291 | // This function is only called for OpLoad, OpStore, OpCopyMemory, |
| 292 | // OpCopyMemorySized, OpCooperativeMatrixLoadNV, and |
| 293 | // OpCooperativeMatrixStoreNV. |
| 294 | uint32_t GetMakeVisibleScope(const Instruction* inst, uint32_t mask, |
| 295 | uint32_t mask_index) { |
| 296 | assert(mask & SpvMemoryAccessMakePointerVisibleKHRMask); |
| 297 | uint32_t this_bit = uint32_t(SpvMemoryAccessMakePointerVisibleKHRMask); |
| 298 | uint32_t index = |
| 299 | mask_index - 1 + MemoryAccessNumWords(mask & (this_bit | (this_bit - 1))); |
| 300 | return inst->GetOperandAs<uint32_t>(index); |
| 301 | } |
| 302 | |
| 303 | bool DoesStructContainRTA(const ValidationState_t& _, const Instruction* inst) { |
| 304 | for (size_t member_index = 1; member_index < inst->operands().size(); |
| 305 | ++member_index) { |
| 306 | const auto member_id = inst->GetOperandAs<uint32_t>(member_index); |
| 307 | const auto member_type = _.FindDef(member_id); |
| 308 | if (member_type->opcode() == SpvOpTypeRuntimeArray) return true; |
| 309 | } |
| 310 | return false; |
| 311 | } |
| 312 | |
| 313 | spv_result_t CheckMemoryAccess(ValidationState_t& _, const Instruction* inst, |
| 314 | uint32_t index) { |
| 315 | SpvStorageClass dst_sc, src_sc; |
| 316 | std::tie(dst_sc, src_sc) = GetStorageClass(_, inst); |
| 317 | if (inst->operands().size() <= index) { |
| 318 | if (src_sc == SpvStorageClassPhysicalStorageBufferEXT || |
| 319 | dst_sc == SpvStorageClassPhysicalStorageBufferEXT) { |
| 320 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 321 | << "Memory accesses with PhysicalStorageBufferEXT must use " |
| 322 | "Aligned." ; |
| 323 | } |
| 324 | return SPV_SUCCESS; |
| 325 | } |
| 326 | |
| 327 | const uint32_t mask = inst->GetOperandAs<uint32_t>(index); |
| 328 | if (mask & SpvMemoryAccessMakePointerAvailableKHRMask) { |
| 329 | if (inst->opcode() == SpvOpLoad || |
| 330 | inst->opcode() == SpvOpCooperativeMatrixLoadNV) { |
| 331 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 332 | << "MakePointerAvailableKHR cannot be used with OpLoad." ; |
| 333 | } |
| 334 | |
| 335 | if (!(mask & SpvMemoryAccessNonPrivatePointerKHRMask)) { |
| 336 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 337 | << "NonPrivatePointerKHR must be specified if " |
| 338 | "MakePointerAvailableKHR is specified." ; |
| 339 | } |
| 340 | |
| 341 | // Check the associated scope for MakeAvailableKHR. |
| 342 | const auto available_scope = GetMakeAvailableScope(inst, mask, index); |
| 343 | if (auto error = ValidateMemoryScope(_, inst, available_scope)) |
| 344 | return error; |
| 345 | } |
| 346 | |
| 347 | if (mask & SpvMemoryAccessMakePointerVisibleKHRMask) { |
| 348 | if (inst->opcode() == SpvOpStore || |
| 349 | inst->opcode() == SpvOpCooperativeMatrixStoreNV) { |
| 350 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 351 | << "MakePointerVisibleKHR cannot be used with OpStore." ; |
| 352 | } |
| 353 | |
| 354 | if (!(mask & SpvMemoryAccessNonPrivatePointerKHRMask)) { |
| 355 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 356 | << "NonPrivatePointerKHR must be specified if " |
| 357 | << "MakePointerVisibleKHR is specified." ; |
| 358 | } |
| 359 | |
| 360 | // Check the associated scope for MakeVisibleKHR. |
| 361 | const auto visible_scope = GetMakeVisibleScope(inst, mask, index); |
| 362 | if (auto error = ValidateMemoryScope(_, inst, visible_scope)) return error; |
| 363 | } |
| 364 | |
| 365 | if (mask & SpvMemoryAccessNonPrivatePointerKHRMask) { |
| 366 | if (dst_sc != SpvStorageClassUniform && |
| 367 | dst_sc != SpvStorageClassWorkgroup && |
| 368 | dst_sc != SpvStorageClassCrossWorkgroup && |
| 369 | dst_sc != SpvStorageClassGeneric && dst_sc != SpvStorageClassImage && |
| 370 | dst_sc != SpvStorageClassStorageBuffer && |
| 371 | dst_sc != SpvStorageClassPhysicalStorageBufferEXT) { |
| 372 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 373 | << "NonPrivatePointerKHR requires a pointer in Uniform, " |
| 374 | << "Workgroup, CrossWorkgroup, Generic, Image or StorageBuffer " |
| 375 | << "storage classes." ; |
| 376 | } |
| 377 | if (src_sc != SpvStorageClassMax && src_sc != SpvStorageClassUniform && |
| 378 | src_sc != SpvStorageClassWorkgroup && |
| 379 | src_sc != SpvStorageClassCrossWorkgroup && |
| 380 | src_sc != SpvStorageClassGeneric && src_sc != SpvStorageClassImage && |
| 381 | src_sc != SpvStorageClassStorageBuffer && |
| 382 | src_sc != SpvStorageClassPhysicalStorageBufferEXT) { |
| 383 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 384 | << "NonPrivatePointerKHR requires a pointer in Uniform, " |
| 385 | << "Workgroup, CrossWorkgroup, Generic, Image or StorageBuffer " |
| 386 | << "storage classes." ; |
| 387 | } |
| 388 | } |
| 389 | |
| 390 | if (!(mask & SpvMemoryAccessAlignedMask)) { |
| 391 | if (src_sc == SpvStorageClassPhysicalStorageBufferEXT || |
| 392 | dst_sc == SpvStorageClassPhysicalStorageBufferEXT) { |
| 393 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 394 | << "Memory accesses with PhysicalStorageBufferEXT must use " |
| 395 | "Aligned." ; |
| 396 | } |
| 397 | } |
| 398 | |
| 399 | return SPV_SUCCESS; |
| 400 | } |
| 401 | |
| 402 | spv_result_t ValidateVariable(ValidationState_t& _, const Instruction* inst) { |
| 403 | auto result_type = _.FindDef(inst->type_id()); |
| 404 | if (!result_type || result_type->opcode() != SpvOpTypePointer) { |
| 405 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 406 | << "OpVariable Result Type <id> '" << _.getIdName(inst->type_id()) |
| 407 | << "' is not a pointer type." ; |
| 408 | } |
| 409 | |
| 410 | const auto initializer_index = 3; |
| 411 | const auto storage_class_index = 2; |
| 412 | if (initializer_index < inst->operands().size()) { |
| 413 | const auto initializer_id = inst->GetOperandAs<uint32_t>(initializer_index); |
| 414 | const auto initializer = _.FindDef(initializer_id); |
| 415 | const auto is_module_scope_var = |
| 416 | initializer && (initializer->opcode() == SpvOpVariable) && |
| 417 | (initializer->GetOperandAs<SpvStorageClass>(storage_class_index) != |
| 418 | SpvStorageClassFunction); |
| 419 | const auto is_constant = |
| 420 | initializer && spvOpcodeIsConstant(initializer->opcode()); |
| 421 | if (!initializer || !(is_constant || is_module_scope_var)) { |
| 422 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 423 | << "OpVariable Initializer <id> '" << _.getIdName(initializer_id) |
| 424 | << "' is not a constant or module-scope variable." ; |
| 425 | } |
| 426 | if (initializer->type_id() != result_type->GetOperandAs<uint32_t>(2u)) { |
| 427 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 428 | << "Initializer type must match the type pointed to by the Result " |
| 429 | "Type" ; |
| 430 | } |
| 431 | } |
| 432 | |
| 433 | auto storage_class = inst->GetOperandAs<SpvStorageClass>(storage_class_index); |
| 434 | if (storage_class != SpvStorageClassWorkgroup && |
| 435 | storage_class != SpvStorageClassCrossWorkgroup && |
| 436 | storage_class != SpvStorageClassPrivate && |
| 437 | storage_class != SpvStorageClassFunction && |
| 438 | storage_class != SpvStorageClassRayPayloadNV && |
| 439 | storage_class != SpvStorageClassIncomingRayPayloadNV && |
| 440 | storage_class != SpvStorageClassHitAttributeNV && |
| 441 | storage_class != SpvStorageClassCallableDataNV && |
| 442 | storage_class != SpvStorageClassIncomingCallableDataNV) { |
| 443 | const auto storage_index = 2; |
| 444 | const auto storage_id = result_type->GetOperandAs<uint32_t>(storage_index); |
| 445 | const auto storage = _.FindDef(storage_id); |
| 446 | bool storage_input_or_output = storage_class == SpvStorageClassInput || |
| 447 | storage_class == SpvStorageClassOutput; |
| 448 | bool builtin = false; |
| 449 | if (storage_input_or_output) { |
| 450 | for (const Decoration& decoration : _.id_decorations(inst->id())) { |
| 451 | if (decoration.dec_type() == SpvDecorationBuiltIn) { |
| 452 | builtin = true; |
| 453 | break; |
| 454 | } |
| 455 | } |
| 456 | } |
| 457 | if (!(storage_input_or_output && builtin) && |
| 458 | ContainsInvalidBool(_, storage, storage_input_or_output)) { |
| 459 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 460 | << "If OpTypeBool is stored in conjunction with OpVariable, it " |
| 461 | << "can only be used with non-externally visible shader Storage " |
| 462 | << "Classes: Workgroup, CrossWorkgroup, Private, and Function" ; |
| 463 | } |
| 464 | } |
| 465 | |
| 466 | if (!_.IsValidStorageClass(storage_class)) { |
| 467 | return _.diag(SPV_ERROR_INVALID_BINARY, inst) |
| 468 | << "Invalid storage class for target environment" ; |
| 469 | } |
| 470 | |
| 471 | if (storage_class == SpvStorageClassGeneric) { |
| 472 | return _.diag(SPV_ERROR_INVALID_BINARY, inst) |
| 473 | << "OpVariable storage class cannot be Generic" ; |
| 474 | } |
| 475 | |
| 476 | if (inst->function() && storage_class != SpvStorageClassFunction) { |
| 477 | return _.diag(SPV_ERROR_INVALID_LAYOUT, inst) |
| 478 | << "Variables must have a function[7] storage class inside" |
| 479 | " of a function" ; |
| 480 | } |
| 481 | |
| 482 | if (!inst->function() && storage_class == SpvStorageClassFunction) { |
| 483 | return _.diag(SPV_ERROR_INVALID_LAYOUT, inst) |
| 484 | << "Variables can not have a function[7] storage class " |
| 485 | "outside of a function" ; |
| 486 | } |
| 487 | |
| 488 | // SPIR-V 3.32.8: Check that pointer type and variable type have the same |
| 489 | // storage class. |
| 490 | const auto result_storage_class_index = 1; |
| 491 | const auto result_storage_class = |
| 492 | result_type->GetOperandAs<uint32_t>(result_storage_class_index); |
| 493 | if (storage_class != result_storage_class) { |
| 494 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 495 | << "From SPIR-V spec, section 3.32.8 on OpVariable:\n" |
| 496 | << "Its Storage Class operand must be the same as the Storage Class " |
| 497 | << "operand of the result type." ; |
| 498 | } |
| 499 | |
| 500 | // Variable pointer related restrictions. |
| 501 | const auto pointee = _.FindDef(result_type->word(3)); |
| 502 | if (_.addressing_model() == SpvAddressingModelLogical && |
| 503 | !_.options()->relax_logical_pointer) { |
| 504 | // VariablePointersStorageBuffer is implied by VariablePointers. |
| 505 | if (pointee->opcode() == SpvOpTypePointer) { |
| 506 | if (!_.HasCapability(SpvCapabilityVariablePointersStorageBuffer)) { |
| 507 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 508 | << "In Logical addressing, variables may not allocate a pointer " |
| 509 | << "type" ; |
| 510 | } else if (storage_class != SpvStorageClassFunction && |
| 511 | storage_class != SpvStorageClassPrivate) { |
| 512 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 513 | << "In Logical addressing with variable pointers, variables " |
| 514 | << "that allocate pointers must be in Function or Private " |
| 515 | << "storage classes" ; |
| 516 | } |
| 517 | } |
| 518 | } |
| 519 | |
| 520 | // Vulkan 14.5.1: Check type of PushConstant variables. |
| 521 | // Vulkan 14.5.2: Check type of UniformConstant and Uniform variables. |
| 522 | if (spvIsVulkanEnv(_.context()->target_env)) { |
| 523 | if (storage_class == SpvStorageClassPushConstant) { |
| 524 | if (!IsAllowedTypeOrArrayOfSame(_, pointee, {SpvOpTypeStruct})) { |
| 525 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 526 | << "PushConstant OpVariable <id> '" << _.getIdName(inst->id()) |
| 527 | << "' has illegal type.\n" |
| 528 | << "From Vulkan spec, section 14.5.1:\n" |
| 529 | << "Such variables must be typed as OpTypeStruct, " |
| 530 | << "or an array of this type" ; |
| 531 | } |
| 532 | } |
| 533 | |
| 534 | if (storage_class == SpvStorageClassUniformConstant) { |
| 535 | if (!IsAllowedTypeOrArrayOfSame( |
| 536 | _, pointee, |
| 537 | {SpvOpTypeImage, SpvOpTypeSampler, SpvOpTypeSampledImage, |
| 538 | SpvOpTypeAccelerationStructureNV, |
| 539 | SpvOpTypeAccelerationStructureKHR, |
| 540 | SpvOpTypeRayQueryProvisionalKHR})) { |
| 541 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 542 | << "UniformConstant OpVariable <id> '" << _.getIdName(inst->id()) |
| 543 | << "' has illegal type.\n" |
| 544 | << "From Vulkan spec, section 14.5.2:\n" |
| 545 | << "Variables identified with the UniformConstant storage class " |
| 546 | << "are used only as handles to refer to opaque resources. Such " |
| 547 | << "variables must be typed as OpTypeImage, OpTypeSampler, " |
| 548 | << "OpTypeSampledImage, OpTypeAccelerationStructureNV, " |
| 549 | "OpTypeAccelerationStructureKHR, " |
| 550 | "OpTypeRayQueryProvisionalKHR, " |
| 551 | << "or an array of one of these types." ; |
| 552 | } |
| 553 | } |
| 554 | |
| 555 | if (storage_class == SpvStorageClassUniform) { |
| 556 | if (!IsAllowedTypeOrArrayOfSame(_, pointee, {SpvOpTypeStruct})) { |
| 557 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 558 | << "Uniform OpVariable <id> '" << _.getIdName(inst->id()) |
| 559 | << "' has illegal type.\n" |
| 560 | << "From Vulkan spec, section 14.5.2:\n" |
| 561 | << "Variables identified with the Uniform storage class are " |
| 562 | << "used to access transparent buffer backed resources. Such " |
| 563 | << "variables must be typed as OpTypeStruct, or an array of " |
| 564 | << "this type" ; |
| 565 | } |
| 566 | } |
| 567 | |
| 568 | if (storage_class == SpvStorageClassStorageBuffer) { |
| 569 | if (!IsAllowedTypeOrArrayOfSame(_, pointee, {SpvOpTypeStruct})) { |
| 570 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 571 | << "StorageBuffer OpVariable <id> '" << _.getIdName(inst->id()) |
| 572 | << "' has illegal type.\n" |
| 573 | << "From Vulkan spec, section 14.5.2:\n" |
| 574 | << "Variables identified with the StorageBuffer storage class " |
| 575 | "are used to access transparent buffer backed resources. " |
| 576 | "Such variables must be typed as OpTypeStruct, or an array " |
| 577 | "of this type" ; |
| 578 | } |
| 579 | } |
| 580 | } |
| 581 | |
| 582 | // WebGPU & Vulkan Appendix A: Check that if contains initializer, then |
| 583 | // storage class is Output, Private, or Function. |
| 584 | if (inst->operands().size() > 3 && storage_class != SpvStorageClassOutput && |
| 585 | storage_class != SpvStorageClassPrivate && |
| 586 | storage_class != SpvStorageClassFunction) { |
| 587 | if (spvIsVulkanOrWebGPUEnv(_.context()->target_env)) { |
| 588 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 589 | << "OpVariable, <id> '" << _.getIdName(inst->id()) |
| 590 | << "', has a disallowed initializer & storage class " |
| 591 | << "combination.\n" |
| 592 | << "From " << spvLogStringForEnv(_.context()->target_env) |
| 593 | << " spec:\n" |
| 594 | << "Variable declarations that include initializers must have " |
| 595 | << "one of the following storage classes: Output, Private, or " |
| 596 | << "Function" ; |
| 597 | } |
| 598 | } |
| 599 | |
| 600 | // WebGPU: All variables with storage class Output, Private, or Function MUST |
| 601 | // have an initializer. |
| 602 | if (spvIsWebGPUEnv(_.context()->target_env) && inst->operands().size() <= 3 && |
| 603 | (storage_class == SpvStorageClassOutput || |
| 604 | storage_class == SpvStorageClassPrivate || |
| 605 | storage_class == SpvStorageClassFunction)) { |
| 606 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 607 | << "OpVariable, <id> '" << _.getIdName(inst->id()) |
| 608 | << "', must have an initializer.\n" |
| 609 | << "From WebGPU execution environment spec:\n" |
| 610 | << "All variables in the following storage classes must have an " |
| 611 | << "initializer: Output, Private, or Function" ; |
| 612 | } |
| 613 | |
| 614 | if (storage_class == SpvStorageClassPhysicalStorageBufferEXT) { |
| 615 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 616 | << "PhysicalStorageBufferEXT must not be used with OpVariable." ; |
| 617 | } |
| 618 | |
| 619 | auto pointee_base = pointee; |
| 620 | while (pointee_base->opcode() == SpvOpTypeArray) { |
| 621 | pointee_base = _.FindDef(pointee_base->GetOperandAs<uint32_t>(1u)); |
| 622 | } |
| 623 | if (pointee_base->opcode() == SpvOpTypePointer) { |
| 624 | if (pointee_base->GetOperandAs<uint32_t>(1u) == |
| 625 | SpvStorageClassPhysicalStorageBufferEXT) { |
| 626 | // check for AliasedPointerEXT/RestrictPointerEXT |
| 627 | bool foundAliased = |
| 628 | _.HasDecoration(inst->id(), SpvDecorationAliasedPointerEXT); |
| 629 | bool foundRestrict = |
| 630 | _.HasDecoration(inst->id(), SpvDecorationRestrictPointerEXT); |
| 631 | if (!foundAliased && !foundRestrict) { |
| 632 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 633 | << "OpVariable " << inst->id() |
| 634 | << ": expected AliasedPointerEXT or RestrictPointerEXT for " |
| 635 | << "PhysicalStorageBufferEXT pointer." ; |
| 636 | } |
| 637 | if (foundAliased && foundRestrict) { |
| 638 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 639 | << "OpVariable " << inst->id() |
| 640 | << ": can't specify both AliasedPointerEXT and " |
| 641 | << "RestrictPointerEXT for PhysicalStorageBufferEXT pointer." ; |
| 642 | } |
| 643 | } |
| 644 | } |
| 645 | |
| 646 | // Vulkan specific validation rules for OpTypeRuntimeArray |
| 647 | const auto type_index = 2; |
| 648 | const auto value_id = result_type->GetOperandAs<uint32_t>(type_index); |
| 649 | auto value_type = _.FindDef(value_id); |
| 650 | if (spvIsVulkanEnv(_.context()->target_env)) { |
| 651 | // OpTypeRuntimeArray should only ever be in a container like OpTypeStruct, |
| 652 | // so should never appear as a bare variable. |
| 653 | // Unless the module has the RuntimeDescriptorArrayEXT capability. |
| 654 | if (value_type && value_type->opcode() == SpvOpTypeRuntimeArray) { |
| 655 | if (!_.HasCapability(SpvCapabilityRuntimeDescriptorArrayEXT)) { |
| 656 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 657 | << "OpVariable, <id> '" << _.getIdName(inst->id()) |
| 658 | << "', is attempting to create memory for an illegal type, " |
| 659 | << "OpTypeRuntimeArray.\nFor Vulkan OpTypeRuntimeArray can only " |
| 660 | << "appear as the final member of an OpTypeStruct, thus cannot " |
| 661 | << "be instantiated via OpVariable" ; |
| 662 | } else { |
| 663 | // A bare variable OpTypeRuntimeArray is allowed in this context, but |
| 664 | // still need to check the storage class. |
| 665 | if (storage_class != SpvStorageClassStorageBuffer && |
| 666 | storage_class != SpvStorageClassUniform && |
| 667 | storage_class != SpvStorageClassUniformConstant) { |
| 668 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 669 | << "For Vulkan with RuntimeDescriptorArrayEXT, a variable " |
| 670 | << "containing OpTypeRuntimeArray must have storage class of " |
| 671 | << "StorageBuffer, Uniform, or UniformConstant." ; |
| 672 | } |
| 673 | } |
| 674 | } |
| 675 | |
| 676 | // If an OpStruct has an OpTypeRuntimeArray somewhere within it, then it |
| 677 | // must either have the storage class StorageBuffer and be decorated |
| 678 | // with Block, or it must be in the Uniform storage class and be decorated |
| 679 | // as BufferBlock. |
| 680 | if (value_type && value_type->opcode() == SpvOpTypeStruct) { |
| 681 | if (DoesStructContainRTA(_, value_type)) { |
| 682 | if (storage_class == SpvStorageClassStorageBuffer) { |
| 683 | if (!_.HasDecoration(value_id, SpvDecorationBlock)) { |
| 684 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 685 | << "For Vulkan, an OpTypeStruct variable containing an " |
| 686 | << "OpTypeRuntimeArray must be decorated with Block if it " |
| 687 | << "has storage class StorageBuffer." ; |
| 688 | } |
| 689 | } else if (storage_class == SpvStorageClassUniform) { |
| 690 | if (!_.HasDecoration(value_id, SpvDecorationBufferBlock)) { |
| 691 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 692 | << "For Vulkan, an OpTypeStruct variable containing an " |
| 693 | << "OpTypeRuntimeArray must be decorated with BufferBlock " |
| 694 | << "if it has storage class Uniform." ; |
| 695 | } |
| 696 | } else { |
| 697 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 698 | << "For Vulkan, OpTypeStruct variables containing " |
| 699 | << "OpTypeRuntimeArray must have storage class of " |
| 700 | << "StorageBuffer or Uniform." ; |
| 701 | } |
| 702 | } |
| 703 | } |
| 704 | } |
| 705 | |
| 706 | // WebGPU specific validation rules for OpTypeRuntimeArray |
| 707 | if (spvIsWebGPUEnv(_.context()->target_env)) { |
| 708 | // OpTypeRuntimeArray should only ever be in an OpTypeStruct, |
| 709 | // so should never appear as a bare variable. |
| 710 | if (value_type && value_type->opcode() == SpvOpTypeRuntimeArray) { |
| 711 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 712 | << "OpVariable, <id> '" << _.getIdName(inst->id()) |
| 713 | << "', is attempting to create memory for an illegal type, " |
| 714 | << "OpTypeRuntimeArray.\nFor WebGPU OpTypeRuntimeArray can only " |
| 715 | << "appear as the final member of an OpTypeStruct, thus cannot " |
| 716 | << "be instantiated via OpVariable" ; |
| 717 | } |
| 718 | |
| 719 | // If an OpStruct has an OpTypeRuntimeArray somewhere within it, then it |
| 720 | // must have the storage class StorageBuffer and be decorated |
| 721 | // with Block. |
| 722 | if (value_type && value_type->opcode() == SpvOpTypeStruct) { |
| 723 | if (DoesStructContainRTA(_, value_type)) { |
| 724 | if (storage_class == SpvStorageClassStorageBuffer) { |
| 725 | if (!_.HasDecoration(value_id, SpvDecorationBlock)) { |
| 726 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 727 | << "For WebGPU, an OpTypeStruct variable containing an " |
| 728 | << "OpTypeRuntimeArray must be decorated with Block if it " |
| 729 | << "has storage class StorageBuffer." ; |
| 730 | } |
| 731 | } else { |
| 732 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 733 | << "For WebGPU, OpTypeStruct variables containing " |
| 734 | << "OpTypeRuntimeArray must have storage class of " |
| 735 | << "StorageBuffer" ; |
| 736 | } |
| 737 | } |
| 738 | } |
| 739 | } |
| 740 | |
| 741 | // Cooperative matrix types can only be allocated in Function or Private |
| 742 | if ((storage_class != SpvStorageClassFunction && |
| 743 | storage_class != SpvStorageClassPrivate) && |
| 744 | ContainsCooperativeMatrix(_, pointee)) { |
| 745 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 746 | << "Cooperative matrix types (or types containing them) can only be " |
| 747 | "allocated " |
| 748 | << "in Function or Private storage classes or as function " |
| 749 | "parameters" ; |
| 750 | } |
| 751 | |
| 752 | if (_.HasCapability(SpvCapabilityShader)) { |
| 753 | // Don't allow variables containing 16-bit elements without the appropriate |
| 754 | // capabilities. |
| 755 | if ((!_.HasCapability(SpvCapabilityInt16) && |
| 756 | _.ContainsSizedIntOrFloatType(value_id, SpvOpTypeInt, 16)) || |
| 757 | (!_.HasCapability(SpvCapabilityFloat16) && |
| 758 | _.ContainsSizedIntOrFloatType(value_id, SpvOpTypeFloat, 16))) { |
| 759 | auto underlying_type = value_type; |
| 760 | while (underlying_type->opcode() == SpvOpTypePointer) { |
| 761 | storage_class = underlying_type->GetOperandAs<SpvStorageClass>(1u); |
| 762 | underlying_type = |
| 763 | _.FindDef(underlying_type->GetOperandAs<uint32_t>(2u)); |
| 764 | } |
| 765 | bool storage_class_ok = true; |
| 766 | std::string sc_name = _.grammar().lookupOperandName( |
| 767 | SPV_OPERAND_TYPE_STORAGE_CLASS, storage_class); |
| 768 | switch (storage_class) { |
| 769 | case SpvStorageClassStorageBuffer: |
| 770 | case SpvStorageClassPhysicalStorageBufferEXT: |
| 771 | if (!_.HasCapability(SpvCapabilityStorageBuffer16BitAccess)) { |
| 772 | storage_class_ok = false; |
| 773 | } |
| 774 | break; |
| 775 | case SpvStorageClassUniform: |
| 776 | if (!_.HasCapability( |
| 777 | SpvCapabilityUniformAndStorageBuffer16BitAccess)) { |
| 778 | if (underlying_type->opcode() == SpvOpTypeArray || |
| 779 | underlying_type->opcode() == SpvOpTypeRuntimeArray) { |
| 780 | underlying_type = |
| 781 | _.FindDef(underlying_type->GetOperandAs<uint32_t>(1u)); |
| 782 | } |
| 783 | if (!_.HasCapability(SpvCapabilityStorageBuffer16BitAccess) || |
| 784 | !_.HasDecoration(underlying_type->id(), |
| 785 | SpvDecorationBufferBlock)) { |
| 786 | storage_class_ok = false; |
| 787 | } |
| 788 | } |
| 789 | break; |
| 790 | case SpvStorageClassPushConstant: |
| 791 | if (!_.HasCapability(SpvCapabilityStoragePushConstant16)) { |
| 792 | storage_class_ok = false; |
| 793 | } |
| 794 | break; |
| 795 | case SpvStorageClassInput: |
| 796 | case SpvStorageClassOutput: |
| 797 | if (!_.HasCapability(SpvCapabilityStorageInputOutput16)) { |
| 798 | storage_class_ok = false; |
| 799 | } |
| 800 | break; |
| 801 | default: |
| 802 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 803 | << "Cannot allocate a variable containing a 16-bit type in " |
| 804 | << sc_name << " storage class" ; |
| 805 | } |
| 806 | if (!storage_class_ok) { |
| 807 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 808 | << "Allocating a variable containing a 16-bit element in " |
| 809 | << sc_name << " storage class requires an additional capability" ; |
| 810 | } |
| 811 | } |
| 812 | // Don't allow variables containing 8-bit elements without the appropriate |
| 813 | // capabilities. |
| 814 | if (!_.HasCapability(SpvCapabilityInt8) && |
| 815 | _.ContainsSizedIntOrFloatType(value_id, SpvOpTypeInt, 8)) { |
| 816 | auto underlying_type = value_type; |
| 817 | while (underlying_type->opcode() == SpvOpTypePointer) { |
| 818 | storage_class = underlying_type->GetOperandAs<SpvStorageClass>(1u); |
| 819 | underlying_type = |
| 820 | _.FindDef(underlying_type->GetOperandAs<uint32_t>(2u)); |
| 821 | } |
| 822 | bool storage_class_ok = true; |
| 823 | std::string sc_name = _.grammar().lookupOperandName( |
| 824 | SPV_OPERAND_TYPE_STORAGE_CLASS, storage_class); |
| 825 | switch (storage_class) { |
| 826 | case SpvStorageClassStorageBuffer: |
| 827 | case SpvStorageClassPhysicalStorageBufferEXT: |
| 828 | if (!_.HasCapability(SpvCapabilityStorageBuffer8BitAccess)) { |
| 829 | storage_class_ok = false; |
| 830 | } |
| 831 | break; |
| 832 | case SpvStorageClassUniform: |
| 833 | if (!_.HasCapability( |
| 834 | SpvCapabilityUniformAndStorageBuffer8BitAccess)) { |
| 835 | if (underlying_type->opcode() == SpvOpTypeArray || |
| 836 | underlying_type->opcode() == SpvOpTypeRuntimeArray) { |
| 837 | underlying_type = |
| 838 | _.FindDef(underlying_type->GetOperandAs<uint32_t>(1u)); |
| 839 | } |
| 840 | if (!_.HasCapability(SpvCapabilityStorageBuffer8BitAccess) || |
| 841 | !_.HasDecoration(underlying_type->id(), |
| 842 | SpvDecorationBufferBlock)) { |
| 843 | storage_class_ok = false; |
| 844 | } |
| 845 | } |
| 846 | break; |
| 847 | case SpvStorageClassPushConstant: |
| 848 | if (!_.HasCapability(SpvCapabilityStoragePushConstant8)) { |
| 849 | storage_class_ok = false; |
| 850 | } |
| 851 | break; |
| 852 | default: |
| 853 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 854 | << "Cannot allocate a variable containing a 8-bit type in " |
| 855 | << sc_name << " storage class" ; |
| 856 | } |
| 857 | if (!storage_class_ok) { |
| 858 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 859 | << "Allocating a variable containing a 8-bit element in " |
| 860 | << sc_name << " storage class requires an additional capability" ; |
| 861 | } |
| 862 | } |
| 863 | } |
| 864 | |
| 865 | return SPV_SUCCESS; |
| 866 | } |
| 867 | |
| 868 | spv_result_t ValidateLoad(ValidationState_t& _, const Instruction* inst) { |
| 869 | const auto result_type = _.FindDef(inst->type_id()); |
| 870 | if (!result_type) { |
| 871 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 872 | << "OpLoad Result Type <id> '" << _.getIdName(inst->type_id()) |
| 873 | << "' is not defined." ; |
| 874 | } |
| 875 | |
| 876 | const bool uses_variable_pointers = |
| 877 | _.features().variable_pointers || |
| 878 | _.features().variable_pointers_storage_buffer; |
| 879 | const auto pointer_index = 2; |
| 880 | const auto pointer_id = inst->GetOperandAs<uint32_t>(pointer_index); |
| 881 | const auto pointer = _.FindDef(pointer_id); |
| 882 | if (!pointer || |
| 883 | ((_.addressing_model() == SpvAddressingModelLogical) && |
| 884 | ((!uses_variable_pointers && |
| 885 | !spvOpcodeReturnsLogicalPointer(pointer->opcode())) || |
| 886 | (uses_variable_pointers && |
| 887 | !spvOpcodeReturnsLogicalVariablePointer(pointer->opcode()))))) { |
| 888 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 889 | << "OpLoad Pointer <id> '" << _.getIdName(pointer_id) |
| 890 | << "' is not a logical pointer." ; |
| 891 | } |
| 892 | |
| 893 | const auto pointer_type = _.FindDef(pointer->type_id()); |
| 894 | if (!pointer_type || pointer_type->opcode() != SpvOpTypePointer) { |
| 895 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 896 | << "OpLoad type for pointer <id> '" << _.getIdName(pointer_id) |
| 897 | << "' is not a pointer type." ; |
| 898 | } |
| 899 | |
| 900 | const auto pointee_type = _.FindDef(pointer_type->GetOperandAs<uint32_t>(2)); |
| 901 | if (!pointee_type || result_type->id() != pointee_type->id()) { |
| 902 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 903 | << "OpLoad Result Type <id> '" << _.getIdName(inst->type_id()) |
| 904 | << "' does not match Pointer <id> '" << _.getIdName(pointer->id()) |
| 905 | << "'s type." ; |
| 906 | } |
| 907 | |
| 908 | if (auto error = CheckMemoryAccess(_, inst, 3)) return error; |
| 909 | |
| 910 | if (_.HasCapability(SpvCapabilityShader) && |
| 911 | _.ContainsLimitedUseIntOrFloatType(inst->type_id()) && |
| 912 | result_type->opcode() != SpvOpTypePointer) { |
| 913 | if (result_type->opcode() != SpvOpTypeInt && |
| 914 | result_type->opcode() != SpvOpTypeFloat && |
| 915 | result_type->opcode() != SpvOpTypeVector && |
| 916 | result_type->opcode() != SpvOpTypeMatrix) { |
| 917 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 918 | << "8- or 16-bit loads must be a scalar, vector or matrix type" ; |
| 919 | } |
| 920 | } |
| 921 | |
| 922 | return SPV_SUCCESS; |
| 923 | } |
| 924 | |
| 925 | spv_result_t ValidateStore(ValidationState_t& _, const Instruction* inst) { |
| 926 | const bool uses_variable_pointer = |
| 927 | _.features().variable_pointers || |
| 928 | _.features().variable_pointers_storage_buffer; |
| 929 | const auto pointer_index = 0; |
| 930 | const auto pointer_id = inst->GetOperandAs<uint32_t>(pointer_index); |
| 931 | const auto pointer = _.FindDef(pointer_id); |
| 932 | if (!pointer || |
| 933 | (_.addressing_model() == SpvAddressingModelLogical && |
| 934 | ((!uses_variable_pointer && |
| 935 | !spvOpcodeReturnsLogicalPointer(pointer->opcode())) || |
| 936 | (uses_variable_pointer && |
| 937 | !spvOpcodeReturnsLogicalVariablePointer(pointer->opcode()))))) { |
| 938 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 939 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 940 | << "' is not a logical pointer." ; |
| 941 | } |
| 942 | const auto pointer_type = _.FindDef(pointer->type_id()); |
| 943 | if (!pointer_type || pointer_type->opcode() != SpvOpTypePointer) { |
| 944 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 945 | << "OpStore type for pointer <id> '" << _.getIdName(pointer_id) |
| 946 | << "' is not a pointer type." ; |
| 947 | } |
| 948 | const auto type_id = pointer_type->GetOperandAs<uint32_t>(2); |
| 949 | const auto type = _.FindDef(type_id); |
| 950 | if (!type || SpvOpTypeVoid == type->opcode()) { |
| 951 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 952 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 953 | << "'s type is void." ; |
| 954 | } |
| 955 | |
| 956 | // validate storage class |
| 957 | { |
| 958 | uint32_t data_type; |
| 959 | uint32_t storage_class; |
| 960 | if (!_.GetPointerTypeInfo(pointer_type->id(), &data_type, &storage_class)) { |
| 961 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 962 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 963 | << "' is not pointer type" ; |
| 964 | } |
| 965 | |
| 966 | if (storage_class == SpvStorageClassUniformConstant || |
| 967 | storage_class == SpvStorageClassInput || |
| 968 | storage_class == SpvStorageClassPushConstant) { |
| 969 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 970 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 971 | << "' storage class is read-only" ; |
| 972 | } |
| 973 | |
| 974 | if (spvIsVulkanEnv(_.context()->target_env) && |
| 975 | storage_class == SpvStorageClassUniform) { |
| 976 | auto base_ptr = _.TracePointer(pointer); |
| 977 | if (base_ptr->opcode() == SpvOpVariable) { |
| 978 | // If it's not a variable a different check should catch the problem. |
| 979 | auto base_type = _.FindDef(base_ptr->GetOperandAs<uint32_t>(0)); |
| 980 | // Get the pointed-to type. |
| 981 | base_type = _.FindDef(base_type->GetOperandAs<uint32_t>(2u)); |
| 982 | if (base_type->opcode() == SpvOpTypeArray || |
| 983 | base_type->opcode() == SpvOpTypeRuntimeArray) { |
| 984 | base_type = _.FindDef(base_type->GetOperandAs<uint32_t>(1u)); |
| 985 | } |
| 986 | if (_.HasDecoration(base_type->id(), SpvDecorationBlock)) { |
| 987 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 988 | << "In the Vulkan environment, cannot store to Uniform Blocks" ; |
| 989 | } |
| 990 | } |
| 991 | } |
| 992 | } |
| 993 | |
| 994 | const auto object_index = 1; |
| 995 | const auto object_id = inst->GetOperandAs<uint32_t>(object_index); |
| 996 | const auto object = _.FindDef(object_id); |
| 997 | if (!object || !object->type_id()) { |
| 998 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 999 | << "OpStore Object <id> '" << _.getIdName(object_id) |
| 1000 | << "' is not an object." ; |
| 1001 | } |
| 1002 | const auto object_type = _.FindDef(object->type_id()); |
| 1003 | if (!object_type || SpvOpTypeVoid == object_type->opcode()) { |
| 1004 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1005 | << "OpStore Object <id> '" << _.getIdName(object_id) |
| 1006 | << "'s type is void." ; |
| 1007 | } |
| 1008 | |
| 1009 | if (type->id() != object_type->id()) { |
| 1010 | if (!_.options()->relax_struct_store || type->opcode() != SpvOpTypeStruct || |
| 1011 | object_type->opcode() != SpvOpTypeStruct) { |
| 1012 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1013 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 1014 | << "'s type does not match Object <id> '" |
| 1015 | << _.getIdName(object->id()) << "'s type." ; |
| 1016 | } |
| 1017 | |
| 1018 | // TODO: Check for layout compatible matricies and arrays as well. |
| 1019 | if (!AreLayoutCompatibleStructs(_, type, object_type)) { |
| 1020 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1021 | << "OpStore Pointer <id> '" << _.getIdName(pointer_id) |
| 1022 | << "'s layout does not match Object <id> '" |
| 1023 | << _.getIdName(object->id()) << "'s layout." ; |
| 1024 | } |
| 1025 | } |
| 1026 | |
| 1027 | if (auto error = CheckMemoryAccess(_, inst, 2)) return error; |
| 1028 | |
| 1029 | if (_.HasCapability(SpvCapabilityShader) && |
| 1030 | _.ContainsLimitedUseIntOrFloatType(inst->type_id()) && |
| 1031 | object_type->opcode() != SpvOpTypePointer) { |
| 1032 | if (object_type->opcode() != SpvOpTypeInt && |
| 1033 | object_type->opcode() != SpvOpTypeFloat && |
| 1034 | object_type->opcode() != SpvOpTypeVector && |
| 1035 | object_type->opcode() != SpvOpTypeMatrix) { |
| 1036 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1037 | << "8- or 16-bit stores must be a scalar, vector or matrix type" ; |
| 1038 | } |
| 1039 | } |
| 1040 | |
| 1041 | return SPV_SUCCESS; |
| 1042 | } |
| 1043 | |
| 1044 | spv_result_t ValidateCopyMemoryMemoryAccess(ValidationState_t& _, |
| 1045 | const Instruction* inst) { |
| 1046 | assert(inst->opcode() == SpvOpCopyMemory || |
| 1047 | inst->opcode() == SpvOpCopyMemorySized); |
| 1048 | const uint32_t first_access_index = inst->opcode() == SpvOpCopyMemory ? 2 : 3; |
| 1049 | if (inst->operands().size() > first_access_index) { |
| 1050 | if (auto error = CheckMemoryAccess(_, inst, first_access_index)) |
| 1051 | return error; |
| 1052 | |
| 1053 | const auto first_access = inst->GetOperandAs<uint32_t>(first_access_index); |
| 1054 | const uint32_t second_access_index = |
| 1055 | first_access_index + MemoryAccessNumWords(first_access); |
| 1056 | if (inst->operands().size() > second_access_index) { |
| 1057 | if (_.features().copy_memory_permits_two_memory_accesses) { |
| 1058 | if (auto error = CheckMemoryAccess(_, inst, second_access_index)) |
| 1059 | return error; |
| 1060 | |
| 1061 | // In the two-access form in SPIR-V 1.4 and later: |
| 1062 | // - the first is the target (write) access and it can't have |
| 1063 | // make-visible. |
| 1064 | // - the second is the source (read) access and it can't have |
| 1065 | // make-available. |
| 1066 | if (first_access & SpvMemoryAccessMakePointerVisibleKHRMask) { |
| 1067 | return _.diag(SPV_ERROR_INVALID_DATA, inst) |
| 1068 | << "Target memory access must not include " |
| 1069 | "MakePointerVisibleKHR" ; |
| 1070 | } |
| 1071 | const auto second_access = |
| 1072 | inst->GetOperandAs<uint32_t>(second_access_index); |
| 1073 | if (second_access & SpvMemoryAccessMakePointerAvailableKHRMask) { |
| 1074 | return _.diag(SPV_ERROR_INVALID_DATA, inst) |
| 1075 | << "Source memory access must not include " |
| 1076 | "MakePointerAvailableKHR" ; |
| 1077 | } |
| 1078 | } else { |
| 1079 | return _.diag(SPV_ERROR_INVALID_DATA, inst) |
| 1080 | << spvOpcodeString(static_cast<SpvOp>(inst->opcode())) |
| 1081 | << " with two memory access operands requires SPIR-V 1.4 or " |
| 1082 | "later" ; |
| 1083 | } |
| 1084 | } |
| 1085 | } |
| 1086 | return SPV_SUCCESS; |
| 1087 | } |
| 1088 | |
| 1089 | spv_result_t ValidateCopyMemory(ValidationState_t& _, const Instruction* inst) { |
| 1090 | const auto target_index = 0; |
| 1091 | const auto target_id = inst->GetOperandAs<uint32_t>(target_index); |
| 1092 | const auto target = _.FindDef(target_id); |
| 1093 | if (!target) { |
| 1094 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1095 | << "Target operand <id> '" << _.getIdName(target_id) |
| 1096 | << "' is not defined." ; |
| 1097 | } |
| 1098 | |
| 1099 | const auto source_index = 1; |
| 1100 | const auto source_id = inst->GetOperandAs<uint32_t>(source_index); |
| 1101 | const auto source = _.FindDef(source_id); |
| 1102 | if (!source) { |
| 1103 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1104 | << "Source operand <id> '" << _.getIdName(source_id) |
| 1105 | << "' is not defined." ; |
| 1106 | } |
| 1107 | |
| 1108 | const auto target_pointer_type = _.FindDef(target->type_id()); |
| 1109 | if (!target_pointer_type || |
| 1110 | target_pointer_type->opcode() != SpvOpTypePointer) { |
| 1111 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1112 | << "Target operand <id> '" << _.getIdName(target_id) |
| 1113 | << "' is not a pointer." ; |
| 1114 | } |
| 1115 | |
| 1116 | const auto source_pointer_type = _.FindDef(source->type_id()); |
| 1117 | if (!source_pointer_type || |
| 1118 | source_pointer_type->opcode() != SpvOpTypePointer) { |
| 1119 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1120 | << "Source operand <id> '" << _.getIdName(source_id) |
| 1121 | << "' is not a pointer." ; |
| 1122 | } |
| 1123 | |
| 1124 | if (inst->opcode() == SpvOpCopyMemory) { |
| 1125 | const auto target_type = |
| 1126 | _.FindDef(target_pointer_type->GetOperandAs<uint32_t>(2)); |
| 1127 | if (!target_type || target_type->opcode() == SpvOpTypeVoid) { |
| 1128 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1129 | << "Target operand <id> '" << _.getIdName(target_id) |
| 1130 | << "' cannot be a void pointer." ; |
| 1131 | } |
| 1132 | |
| 1133 | const auto source_type = |
| 1134 | _.FindDef(source_pointer_type->GetOperandAs<uint32_t>(2)); |
| 1135 | if (!source_type || source_type->opcode() == SpvOpTypeVoid) { |
| 1136 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1137 | << "Source operand <id> '" << _.getIdName(source_id) |
| 1138 | << "' cannot be a void pointer." ; |
| 1139 | } |
| 1140 | |
| 1141 | if (target_type->id() != source_type->id()) { |
| 1142 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1143 | << "Target <id> '" << _.getIdName(source_id) |
| 1144 | << "'s type does not match Source <id> '" |
| 1145 | << _.getIdName(source_type->id()) << "'s type." ; |
| 1146 | } |
| 1147 | |
| 1148 | if (auto error = CheckMemoryAccess(_, inst, 2)) return error; |
| 1149 | } else { |
| 1150 | const auto size_id = inst->GetOperandAs<uint32_t>(2); |
| 1151 | const auto size = _.FindDef(size_id); |
| 1152 | if (!size) { |
| 1153 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1154 | << "Size operand <id> '" << _.getIdName(size_id) |
| 1155 | << "' is not defined." ; |
| 1156 | } |
| 1157 | |
| 1158 | const auto size_type = _.FindDef(size->type_id()); |
| 1159 | if (!_.IsIntScalarType(size_type->id())) { |
| 1160 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1161 | << "Size operand <id> '" << _.getIdName(size_id) |
| 1162 | << "' must be a scalar integer type." ; |
| 1163 | } |
| 1164 | |
| 1165 | bool is_zero = true; |
| 1166 | switch (size->opcode()) { |
| 1167 | case SpvOpConstantNull: |
| 1168 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1169 | << "Size operand <id> '" << _.getIdName(size_id) |
| 1170 | << "' cannot be a constant zero." ; |
| 1171 | case SpvOpConstant: |
| 1172 | if (size_type->word(3) == 1 && |
| 1173 | size->word(size->words().size() - 1) & 0x80000000) { |
| 1174 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1175 | << "Size operand <id> '" << _.getIdName(size_id) |
| 1176 | << "' cannot have the sign bit set to 1." ; |
| 1177 | } |
| 1178 | for (size_t i = 3; is_zero && i < size->words().size(); ++i) { |
| 1179 | is_zero &= (size->word(i) == 0); |
| 1180 | } |
| 1181 | if (is_zero) { |
| 1182 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1183 | << "Size operand <id> '" << _.getIdName(size_id) |
| 1184 | << "' cannot be a constant zero." ; |
| 1185 | } |
| 1186 | break; |
| 1187 | default: |
| 1188 | // Cannot infer any other opcodes. |
| 1189 | break; |
| 1190 | } |
| 1191 | |
| 1192 | if (auto error = CheckMemoryAccess(_, inst, 3)) return error; |
| 1193 | } |
| 1194 | if (auto error = ValidateCopyMemoryMemoryAccess(_, inst)) return error; |
| 1195 | |
| 1196 | // Get past the pointers to avoid checking a pointer copy. |
| 1197 | auto sub_type = _.FindDef(target_pointer_type->GetOperandAs<uint32_t>(2)); |
| 1198 | while (sub_type->opcode() == SpvOpTypePointer) { |
| 1199 | sub_type = _.FindDef(sub_type->GetOperandAs<uint32_t>(2)); |
| 1200 | } |
| 1201 | if (_.HasCapability(SpvCapabilityShader) && |
| 1202 | _.ContainsLimitedUseIntOrFloatType(sub_type->id())) { |
| 1203 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1204 | << "Cannot copy memory of objects containing 8- or 16-bit types" ; |
| 1205 | } |
| 1206 | |
| 1207 | return SPV_SUCCESS; |
| 1208 | } |
| 1209 | |
| 1210 | spv_result_t ValidateAccessChain(ValidationState_t& _, |
| 1211 | const Instruction* inst) { |
| 1212 | std::string instr_name = |
| 1213 | "Op" + std::string(spvOpcodeString(static_cast<SpvOp>(inst->opcode()))); |
| 1214 | |
| 1215 | // The result type must be OpTypePointer. |
| 1216 | auto result_type = _.FindDef(inst->type_id()); |
| 1217 | if (SpvOpTypePointer != result_type->opcode()) { |
| 1218 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1219 | << "The Result Type of " << instr_name << " <id> '" |
| 1220 | << _.getIdName(inst->id()) << "' must be OpTypePointer. Found Op" |
| 1221 | << spvOpcodeString(static_cast<SpvOp>(result_type->opcode())) << "." ; |
| 1222 | } |
| 1223 | |
| 1224 | // Result type is a pointer. Find out what it's pointing to. |
| 1225 | // This will be used to make sure the indexing results in the same type. |
| 1226 | // OpTypePointer word 3 is the type being pointed to. |
| 1227 | const auto result_type_pointee = _.FindDef(result_type->word(3)); |
| 1228 | |
| 1229 | // Base must be a pointer, pointing to the base of a composite object. |
| 1230 | const auto base_index = 2; |
| 1231 | const auto base_id = inst->GetOperandAs<uint32_t>(base_index); |
| 1232 | const auto base = _.FindDef(base_id); |
| 1233 | const auto base_type = _.FindDef(base->type_id()); |
| 1234 | if (!base_type || SpvOpTypePointer != base_type->opcode()) { |
| 1235 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1236 | << "The Base <id> '" << _.getIdName(base_id) << "' in " << instr_name |
| 1237 | << " instruction must be a pointer." ; |
| 1238 | } |
| 1239 | |
| 1240 | // The result pointer storage class and base pointer storage class must match. |
| 1241 | // Word 2 of OpTypePointer is the Storage Class. |
| 1242 | auto result_type_storage_class = result_type->word(2); |
| 1243 | auto base_type_storage_class = base_type->word(2); |
| 1244 | if (result_type_storage_class != base_type_storage_class) { |
| 1245 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1246 | << "The result pointer storage class and base " |
| 1247 | "pointer storage class in " |
| 1248 | << instr_name << " do not match." ; |
| 1249 | } |
| 1250 | |
| 1251 | // The type pointed to by OpTypePointer (word 3) must be a composite type. |
| 1252 | auto type_pointee = _.FindDef(base_type->word(3)); |
| 1253 | |
| 1254 | // Check Universal Limit (SPIR-V Spec. Section 2.17). |
| 1255 | // The number of indexes passed to OpAccessChain may not exceed 255 |
| 1256 | // The instruction includes 4 words + N words (for N indexes) |
| 1257 | size_t num_indexes = inst->words().size() - 4; |
| 1258 | if (inst->opcode() == SpvOpPtrAccessChain || |
| 1259 | inst->opcode() == SpvOpInBoundsPtrAccessChain) { |
| 1260 | // In pointer access chains, the element operand is required, but not |
| 1261 | // counted as an index. |
| 1262 | --num_indexes; |
| 1263 | } |
| 1264 | const size_t num_indexes_limit = |
| 1265 | _.options()->universal_limits_.max_access_chain_indexes; |
| 1266 | if (num_indexes > num_indexes_limit) { |
| 1267 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1268 | << "The number of indexes in " << instr_name << " may not exceed " |
| 1269 | << num_indexes_limit << ". Found " << num_indexes << " indexes." ; |
| 1270 | } |
| 1271 | // Indexes walk the type hierarchy to the desired depth, potentially down to |
| 1272 | // scalar granularity. The first index in Indexes will select the top-level |
| 1273 | // member/element/component/element of the base composite. All composite |
| 1274 | // constituents use zero-based numbering, as described by their OpType... |
| 1275 | // instruction. The second index will apply similarly to that result, and so |
| 1276 | // on. Once any non-composite type is reached, there must be no remaining |
| 1277 | // (unused) indexes. |
| 1278 | auto starting_index = 4; |
| 1279 | if (inst->opcode() == SpvOpPtrAccessChain || |
| 1280 | inst->opcode() == SpvOpInBoundsPtrAccessChain) { |
| 1281 | ++starting_index; |
| 1282 | } |
| 1283 | for (size_t i = starting_index; i < inst->words().size(); ++i) { |
| 1284 | const uint32_t cur_word = inst->words()[i]; |
| 1285 | // Earlier ID checks ensure that cur_word definition exists. |
| 1286 | auto cur_word_instr = _.FindDef(cur_word); |
| 1287 | // The index must be a scalar integer type (See OpAccessChain in the Spec.) |
| 1288 | auto index_type = _.FindDef(cur_word_instr->type_id()); |
| 1289 | if (!index_type || SpvOpTypeInt != index_type->opcode()) { |
| 1290 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1291 | << "Indexes passed to " << instr_name |
| 1292 | << " must be of type integer." ; |
| 1293 | } |
| 1294 | switch (type_pointee->opcode()) { |
| 1295 | case SpvOpTypeMatrix: |
| 1296 | case SpvOpTypeVector: |
| 1297 | case SpvOpTypeCooperativeMatrixNV: |
| 1298 | case SpvOpTypeArray: |
| 1299 | case SpvOpTypeRuntimeArray: { |
| 1300 | // In OpTypeMatrix, OpTypeVector, SpvOpTypeCooperativeMatrixNV, |
| 1301 | // OpTypeArray, and OpTypeRuntimeArray, word 2 is the Element Type. |
| 1302 | type_pointee = _.FindDef(type_pointee->word(2)); |
| 1303 | break; |
| 1304 | } |
| 1305 | case SpvOpTypeStruct: { |
| 1306 | // In case of structures, there is an additional constraint on the |
| 1307 | // index: the index must be an OpConstant. |
| 1308 | if (SpvOpConstant != cur_word_instr->opcode()) { |
| 1309 | return _.diag(SPV_ERROR_INVALID_ID, cur_word_instr) |
| 1310 | << "The <id> passed to " << instr_name |
| 1311 | << " to index into a " |
| 1312 | "structure must be an OpConstant." ; |
| 1313 | } |
| 1314 | // Get the index value from the OpConstant (word 3 of OpConstant). |
| 1315 | // OpConstant could be a signed integer. But it's okay to treat it as |
| 1316 | // unsigned because a negative constant int would never be seen as |
| 1317 | // correct as a struct offset, since structs can't have more than 2 |
| 1318 | // billion members. |
| 1319 | const uint32_t cur_index = cur_word_instr->word(3); |
| 1320 | // The index points to the struct member we want, therefore, the index |
| 1321 | // should be less than the number of struct members. |
| 1322 | const uint32_t num_struct_members = |
| 1323 | static_cast<uint32_t>(type_pointee->words().size() - 2); |
| 1324 | if (cur_index >= num_struct_members) { |
| 1325 | return _.diag(SPV_ERROR_INVALID_ID, cur_word_instr) |
| 1326 | << "Index is out of bounds: " << instr_name |
| 1327 | << " can not find index " << cur_index |
| 1328 | << " into the structure <id> '" |
| 1329 | << _.getIdName(type_pointee->id()) << "'. This structure has " |
| 1330 | << num_struct_members << " members. Largest valid index is " |
| 1331 | << num_struct_members - 1 << "." ; |
| 1332 | } |
| 1333 | // Struct members IDs start at word 2 of OpTypeStruct. |
| 1334 | auto structMemberId = type_pointee->word(cur_index + 2); |
| 1335 | type_pointee = _.FindDef(structMemberId); |
| 1336 | break; |
| 1337 | } |
| 1338 | default: { |
| 1339 | // Give an error. reached non-composite type while indexes still remain. |
| 1340 | return _.diag(SPV_ERROR_INVALID_ID, cur_word_instr) |
| 1341 | << instr_name |
| 1342 | << " reached non-composite type while indexes " |
| 1343 | "still remain to be traversed." ; |
| 1344 | } |
| 1345 | } |
| 1346 | } |
| 1347 | // At this point, we have fully walked down from the base using the indeces. |
| 1348 | // The type being pointed to should be the same as the result type. |
| 1349 | if (type_pointee->id() != result_type_pointee->id()) { |
| 1350 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1351 | << instr_name << " result type (Op" |
| 1352 | << spvOpcodeString(static_cast<SpvOp>(result_type_pointee->opcode())) |
| 1353 | << ") does not match the type that results from indexing into the " |
| 1354 | "base " |
| 1355 | "<id> (Op" |
| 1356 | << spvOpcodeString(static_cast<SpvOp>(type_pointee->opcode())) |
| 1357 | << ")." ; |
| 1358 | } |
| 1359 | |
| 1360 | return SPV_SUCCESS; |
| 1361 | } |
| 1362 | |
| 1363 | spv_result_t ValidatePtrAccessChain(ValidationState_t& _, |
| 1364 | const Instruction* inst) { |
| 1365 | if (_.addressing_model() == SpvAddressingModelLogical) { |
| 1366 | if (!_.features().variable_pointers && |
| 1367 | !_.features().variable_pointers_storage_buffer) { |
| 1368 | return _.diag(SPV_ERROR_INVALID_DATA, inst) |
| 1369 | << "Generating variable pointers requires capability " |
| 1370 | << "VariablePointers or VariablePointersStorageBuffer" ; |
| 1371 | } |
| 1372 | } |
| 1373 | return ValidateAccessChain(_, inst); |
| 1374 | } |
| 1375 | |
| 1376 | spv_result_t ValidateArrayLength(ValidationState_t& state, |
| 1377 | const Instruction* inst) { |
| 1378 | std::string instr_name = |
| 1379 | "Op" + std::string(spvOpcodeString(static_cast<SpvOp>(inst->opcode()))); |
| 1380 | |
| 1381 | // Result type must be a 32-bit unsigned int. |
| 1382 | auto result_type = state.FindDef(inst->type_id()); |
| 1383 | if (result_type->opcode() != SpvOpTypeInt || |
| 1384 | result_type->GetOperandAs<uint32_t>(1) != 32 || |
| 1385 | result_type->GetOperandAs<uint32_t>(2) != 0) { |
| 1386 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1387 | << "The Result Type of " << instr_name << " <id> '" |
| 1388 | << state.getIdName(inst->id()) |
| 1389 | << "' must be OpTypeInt with width 32 and signedness 0." ; |
| 1390 | } |
| 1391 | |
| 1392 | // The structure that is passed in must be an pointer to a structure, whose |
| 1393 | // last element is a runtime array. |
| 1394 | auto pointer = state.FindDef(inst->GetOperandAs<uint32_t>(2)); |
| 1395 | auto pointer_type = state.FindDef(pointer->type_id()); |
| 1396 | if (pointer_type->opcode() != SpvOpTypePointer) { |
| 1397 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1398 | << "The Struture's type in " << instr_name << " <id> '" |
| 1399 | << state.getIdName(inst->id()) |
| 1400 | << "' must be a pointer to an OpTypeStruct." ; |
| 1401 | } |
| 1402 | |
| 1403 | auto structure_type = state.FindDef(pointer_type->GetOperandAs<uint32_t>(2)); |
| 1404 | if (structure_type->opcode() != SpvOpTypeStruct) { |
| 1405 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1406 | << "The Struture's type in " << instr_name << " <id> '" |
| 1407 | << state.getIdName(inst->id()) |
| 1408 | << "' must be a pointer to an OpTypeStruct." ; |
| 1409 | } |
| 1410 | |
| 1411 | auto num_of_members = structure_type->operands().size() - 1; |
| 1412 | auto last_member = |
| 1413 | state.FindDef(structure_type->GetOperandAs<uint32_t>(num_of_members)); |
| 1414 | if (last_member->opcode() != SpvOpTypeRuntimeArray) { |
| 1415 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1416 | << "The Struture's last member in " << instr_name << " <id> '" |
| 1417 | << state.getIdName(inst->id()) << "' must be an OpTypeRuntimeArray." ; |
| 1418 | } |
| 1419 | |
| 1420 | // The array member must the the index of the last element (the run time |
| 1421 | // array). |
| 1422 | if (inst->GetOperandAs<uint32_t>(3) != num_of_members - 1) { |
| 1423 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1424 | << "The array member in " << instr_name << " <id> '" |
| 1425 | << state.getIdName(inst->id()) |
| 1426 | << "' must be an the last member of the struct." ; |
| 1427 | } |
| 1428 | return SPV_SUCCESS; |
| 1429 | } |
| 1430 | |
| 1431 | spv_result_t ValidateCooperativeMatrixLengthNV(ValidationState_t& state, |
| 1432 | const Instruction* inst) { |
| 1433 | std::string instr_name = |
| 1434 | "Op" + std::string(spvOpcodeString(static_cast<SpvOp>(inst->opcode()))); |
| 1435 | |
| 1436 | // Result type must be a 32-bit unsigned int. |
| 1437 | auto result_type = state.FindDef(inst->type_id()); |
| 1438 | if (result_type->opcode() != SpvOpTypeInt || |
| 1439 | result_type->GetOperandAs<uint32_t>(1) != 32 || |
| 1440 | result_type->GetOperandAs<uint32_t>(2) != 0) { |
| 1441 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1442 | << "The Result Type of " << instr_name << " <id> '" |
| 1443 | << state.getIdName(inst->id()) |
| 1444 | << "' must be OpTypeInt with width 32 and signedness 0." ; |
| 1445 | } |
| 1446 | |
| 1447 | auto type_id = inst->GetOperandAs<uint32_t>(2); |
| 1448 | auto type = state.FindDef(type_id); |
| 1449 | if (type->opcode() != SpvOpTypeCooperativeMatrixNV) { |
| 1450 | return state.diag(SPV_ERROR_INVALID_ID, inst) |
| 1451 | << "The type in " << instr_name << " <id> '" |
| 1452 | << state.getIdName(type_id) |
| 1453 | << "' must be OpTypeCooperativeMatrixNV." ; |
| 1454 | } |
| 1455 | return SPV_SUCCESS; |
| 1456 | } |
| 1457 | |
| 1458 | spv_result_t ValidateCooperativeMatrixLoadStoreNV(ValidationState_t& _, |
| 1459 | const Instruction* inst) { |
| 1460 | uint32_t type_id; |
| 1461 | const char* opname; |
| 1462 | if (inst->opcode() == SpvOpCooperativeMatrixLoadNV) { |
| 1463 | type_id = inst->type_id(); |
| 1464 | opname = "SpvOpCooperativeMatrixLoadNV" ; |
| 1465 | } else { |
| 1466 | // get Object operand's type |
| 1467 | type_id = _.FindDef(inst->GetOperandAs<uint32_t>(1))->type_id(); |
| 1468 | opname = "SpvOpCooperativeMatrixStoreNV" ; |
| 1469 | } |
| 1470 | |
| 1471 | auto matrix_type = _.FindDef(type_id); |
| 1472 | |
| 1473 | if (matrix_type->opcode() != SpvOpTypeCooperativeMatrixNV) { |
| 1474 | if (inst->opcode() == SpvOpCooperativeMatrixLoadNV) { |
| 1475 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1476 | << "SpvOpCooperativeMatrixLoadNV Result Type <id> '" |
| 1477 | << _.getIdName(type_id) << "' is not a cooperative matrix type." ; |
| 1478 | } else { |
| 1479 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1480 | << "SpvOpCooperativeMatrixStoreNV Object type <id> '" |
| 1481 | << _.getIdName(type_id) << "' is not a cooperative matrix type." ; |
| 1482 | } |
| 1483 | } |
| 1484 | |
| 1485 | const bool uses_variable_pointers = |
| 1486 | _.features().variable_pointers || |
| 1487 | _.features().variable_pointers_storage_buffer; |
| 1488 | const auto pointer_index = |
| 1489 | (inst->opcode() == SpvOpCooperativeMatrixLoadNV) ? 2u : 0u; |
| 1490 | const auto pointer_id = inst->GetOperandAs<uint32_t>(pointer_index); |
| 1491 | const auto pointer = _.FindDef(pointer_id); |
| 1492 | if (!pointer || |
| 1493 | ((_.addressing_model() == SpvAddressingModelLogical) && |
| 1494 | ((!uses_variable_pointers && |
| 1495 | !spvOpcodeReturnsLogicalPointer(pointer->opcode())) || |
| 1496 | (uses_variable_pointers && |
| 1497 | !spvOpcodeReturnsLogicalVariablePointer(pointer->opcode()))))) { |
| 1498 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1499 | << opname << " Pointer <id> '" << _.getIdName(pointer_id) |
| 1500 | << "' is not a logical pointer." ; |
| 1501 | } |
| 1502 | |
| 1503 | const auto pointer_type_id = pointer->type_id(); |
| 1504 | const auto pointer_type = _.FindDef(pointer_type_id); |
| 1505 | if (!pointer_type || pointer_type->opcode() != SpvOpTypePointer) { |
| 1506 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1507 | << opname << " type for pointer <id> '" << _.getIdName(pointer_id) |
| 1508 | << "' is not a pointer type." ; |
| 1509 | } |
| 1510 | |
| 1511 | const auto storage_class_index = 1u; |
| 1512 | const auto storage_class = |
| 1513 | pointer_type->GetOperandAs<uint32_t>(storage_class_index); |
| 1514 | |
| 1515 | if (storage_class != SpvStorageClassWorkgroup && |
| 1516 | storage_class != SpvStorageClassStorageBuffer && |
| 1517 | storage_class != SpvStorageClassPhysicalStorageBufferEXT) { |
| 1518 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1519 | << opname << " storage class for pointer type <id> '" |
| 1520 | << _.getIdName(pointer_type_id) |
| 1521 | << "' is not Workgroup or StorageBuffer." ; |
| 1522 | } |
| 1523 | |
| 1524 | const auto pointee_id = pointer_type->GetOperandAs<uint32_t>(2); |
| 1525 | const auto pointee_type = _.FindDef(pointee_id); |
| 1526 | if (!pointee_type || !(_.IsIntScalarOrVectorType(pointee_id) || |
| 1527 | _.IsFloatScalarOrVectorType(pointee_id))) { |
| 1528 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1529 | << opname << " Pointer <id> '" << _.getIdName(pointer->id()) |
| 1530 | << "'s Type must be a scalar or vector type." ; |
| 1531 | } |
| 1532 | |
| 1533 | const auto stride_index = |
| 1534 | (inst->opcode() == SpvOpCooperativeMatrixLoadNV) ? 3u : 2u; |
| 1535 | const auto stride_id = inst->GetOperandAs<uint32_t>(stride_index); |
| 1536 | const auto stride = _.FindDef(stride_id); |
| 1537 | if (!stride || !_.IsIntScalarType(stride->type_id())) { |
| 1538 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1539 | << "Stride operand <id> '" << _.getIdName(stride_id) |
| 1540 | << "' must be a scalar integer type." ; |
| 1541 | } |
| 1542 | |
| 1543 | const auto colmajor_index = |
| 1544 | (inst->opcode() == SpvOpCooperativeMatrixLoadNV) ? 4u : 3u; |
| 1545 | const auto colmajor_id = inst->GetOperandAs<uint32_t>(colmajor_index); |
| 1546 | const auto colmajor = _.FindDef(colmajor_id); |
| 1547 | if (!colmajor || !_.IsBoolScalarType(colmajor->type_id()) || |
| 1548 | !(spvOpcodeIsConstant(colmajor->opcode()) || |
| 1549 | spvOpcodeIsSpecConstant(colmajor->opcode()))) { |
| 1550 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1551 | << "Column Major operand <id> '" << _.getIdName(colmajor_id) |
| 1552 | << "' must be a boolean constant instruction." ; |
| 1553 | } |
| 1554 | |
| 1555 | const auto memory_access_index = |
| 1556 | (inst->opcode() == SpvOpCooperativeMatrixLoadNV) ? 5u : 4u; |
| 1557 | if (inst->operands().size() > memory_access_index) { |
| 1558 | if (auto error = CheckMemoryAccess(_, inst, memory_access_index)) |
| 1559 | return error; |
| 1560 | } |
| 1561 | |
| 1562 | return SPV_SUCCESS; |
| 1563 | } |
| 1564 | |
| 1565 | spv_result_t ValidatePtrComparison(ValidationState_t& _, |
| 1566 | const Instruction* inst) { |
| 1567 | if (_.addressing_model() == SpvAddressingModelLogical && |
| 1568 | !_.features().variable_pointers_storage_buffer) { |
| 1569 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1570 | << "Instruction cannot be used without a variable pointers " |
| 1571 | "capability" ; |
| 1572 | } |
| 1573 | |
| 1574 | const auto result_type = _.FindDef(inst->type_id()); |
| 1575 | if (inst->opcode() == SpvOpPtrDiff) { |
| 1576 | if (!result_type || result_type->opcode() != SpvOpTypeInt) { |
| 1577 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1578 | << "Result Type must be an integer scalar" ; |
| 1579 | } |
| 1580 | } else { |
| 1581 | if (!result_type || result_type->opcode() != SpvOpTypeBool) { |
| 1582 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1583 | << "Result Type must be OpTypeBool" ; |
| 1584 | } |
| 1585 | } |
| 1586 | |
| 1587 | const auto op1 = _.FindDef(inst->GetOperandAs<uint32_t>(2u)); |
| 1588 | const auto op2 = _.FindDef(inst->GetOperandAs<uint32_t>(3u)); |
| 1589 | if (!op1 || !op2 || op1->type_id() != op2->type_id()) { |
| 1590 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1591 | << "The types of Operand 1 and Operand 2 must match" ; |
| 1592 | } |
| 1593 | const auto op1_type = _.FindDef(op1->type_id()); |
| 1594 | if (!op1_type || op1_type->opcode() != SpvOpTypePointer) { |
| 1595 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1596 | << "Operand type must be a pointer" ; |
| 1597 | } |
| 1598 | |
| 1599 | SpvStorageClass sc = op1_type->GetOperandAs<SpvStorageClass>(1u); |
| 1600 | if (_.addressing_model() == SpvAddressingModelLogical) { |
| 1601 | if (sc != SpvStorageClassWorkgroup && sc != SpvStorageClassStorageBuffer) { |
| 1602 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1603 | << "Invalid pointer storage class" ; |
| 1604 | } |
| 1605 | |
| 1606 | if (sc == SpvStorageClassWorkgroup && !_.features().variable_pointers) { |
| 1607 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1608 | << "Workgroup storage class pointer requires VariablePointers " |
| 1609 | "capability to be specified" ; |
| 1610 | } |
| 1611 | } else if (sc == SpvStorageClassPhysicalStorageBuffer) { |
| 1612 | return _.diag(SPV_ERROR_INVALID_ID, inst) |
| 1613 | << "Cannot use a pointer in the PhysicalStorageBuffer storage class" ; |
| 1614 | } |
| 1615 | |
| 1616 | return SPV_SUCCESS; |
| 1617 | } |
| 1618 | |
| 1619 | } // namespace |
| 1620 | |
| 1621 | spv_result_t MemoryPass(ValidationState_t& _, const Instruction* inst) { |
| 1622 | switch (inst->opcode()) { |
| 1623 | case SpvOpVariable: |
| 1624 | if (auto error = ValidateVariable(_, inst)) return error; |
| 1625 | break; |
| 1626 | case SpvOpLoad: |
| 1627 | if (auto error = ValidateLoad(_, inst)) return error; |
| 1628 | break; |
| 1629 | case SpvOpStore: |
| 1630 | if (auto error = ValidateStore(_, inst)) return error; |
| 1631 | break; |
| 1632 | case SpvOpCopyMemory: |
| 1633 | case SpvOpCopyMemorySized: |
| 1634 | if (auto error = ValidateCopyMemory(_, inst)) return error; |
| 1635 | break; |
| 1636 | case SpvOpPtrAccessChain: |
| 1637 | if (auto error = ValidatePtrAccessChain(_, inst)) return error; |
| 1638 | break; |
| 1639 | case SpvOpAccessChain: |
| 1640 | case SpvOpInBoundsAccessChain: |
| 1641 | case SpvOpInBoundsPtrAccessChain: |
| 1642 | if (auto error = ValidateAccessChain(_, inst)) return error; |
| 1643 | break; |
| 1644 | case SpvOpArrayLength: |
| 1645 | if (auto error = ValidateArrayLength(_, inst)) return error; |
| 1646 | break; |
| 1647 | case SpvOpCooperativeMatrixLoadNV: |
| 1648 | case SpvOpCooperativeMatrixStoreNV: |
| 1649 | if (auto error = ValidateCooperativeMatrixLoadStoreNV(_, inst)) |
| 1650 | return error; |
| 1651 | break; |
| 1652 | case SpvOpCooperativeMatrixLengthNV: |
| 1653 | if (auto error = ValidateCooperativeMatrixLengthNV(_, inst)) return error; |
| 1654 | break; |
| 1655 | case SpvOpPtrEqual: |
| 1656 | case SpvOpPtrNotEqual: |
| 1657 | case SpvOpPtrDiff: |
| 1658 | if (auto error = ValidatePtrComparison(_, inst)) return error; |
| 1659 | break; |
| 1660 | case SpvOpImageTexelPointer: |
| 1661 | case SpvOpGenericPtrMemSemantics: |
| 1662 | default: |
| 1663 | break; |
| 1664 | } |
| 1665 | |
| 1666 | return SPV_SUCCESS; |
| 1667 | } |
| 1668 | } // namespace val |
| 1669 | } // namespace spvtools |
| 1670 | |