// Copyright 2018 The Dawn Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "dawn/native/vulkan/ShaderModuleVk.h" #include #include #include #include #include "dawn/native/CacheRequest.h" #include "dawn/native/SpirvValidation.h" #include "dawn/native/TintUtils.h" #include "dawn/native/vulkan/BindGroupLayoutVk.h" #include "dawn/native/vulkan/DeviceVk.h" #include "dawn/native/vulkan/FencedDeleter.h" #include "dawn/native/vulkan/PipelineLayoutVk.h" #include "dawn/native/vulkan/UtilsVulkan.h" #include "dawn/native/vulkan/VulkanError.h" #include "dawn/platform/DawnPlatform.h" #include "dawn/platform/tracing/TraceEvent.h" #include "tint/tint.h" namespace dawn::native::vulkan { // Spirv is a wrapper around Blob that exposes the data as uint32_t words. class ShaderModule::Spirv : private Blob { public: static Spirv FromBlob(Blob&& blob) { // Vulkan drivers expect the SPIRV to be aligned like an array of uint32_t values. blob.AlignTo(alignof(uint32_t)); return static_cast(blob); } const Blob& ToBlob() const { return *this; } static Spirv Create(std::vector code) { Blob blob = CreateBlob(std::move(code)); ASSERT(IsPtrAligned(blob.Data(), alignof(uint32_t))); return static_cast(std::move(blob)); } const uint32_t* Code() const { return reinterpret_cast(Data()); } size_t WordCount() const { return Size() / sizeof(uint32_t); } }; } // namespace dawn::native::vulkan namespace dawn::native::vulkan { class ShaderModule::ConcurrentTransformedShaderModuleCache { public: explicit ConcurrentTransformedShaderModuleCache(Device* device); ~ConcurrentTransformedShaderModuleCache(); std::optional Find(const PipelineLayoutEntryPointPair& key); ModuleAndSpirv AddOrGet(const PipelineLayoutEntryPointPair& key, VkShaderModule module, Spirv&& spirv); private: using Entry = std::pair; Device* mDevice; std::mutex mMutex; std::unordered_map mTransformedShaderModuleCache; }; ShaderModule::ConcurrentTransformedShaderModuleCache::ConcurrentTransformedShaderModuleCache( Device* device) : mDevice(device) {} ShaderModule::ConcurrentTransformedShaderModuleCache::~ConcurrentTransformedShaderModuleCache() { std::lock_guard lock(mMutex); for (const auto& [_, moduleAndSpirv] : mTransformedShaderModuleCache) { mDevice->GetFencedDeleter()->DeleteWhenUnused(moduleAndSpirv.first); } } std::optional ShaderModule::ConcurrentTransformedShaderModuleCache::Find( const PipelineLayoutEntryPointPair& key) { std::lock_guard lock(mMutex); auto iter = mTransformedShaderModuleCache.find(key); if (iter != mTransformedShaderModuleCache.end()) { return ModuleAndSpirv{ iter->second.first, iter->second.second.Code(), iter->second.second.WordCount(), }; } return {}; } ShaderModule::ModuleAndSpirv ShaderModule::ConcurrentTransformedShaderModuleCache::AddOrGet( const PipelineLayoutEntryPointPair& key, VkShaderModule module, Spirv&& spirv) { ASSERT(module != VK_NULL_HANDLE); std::lock_guard lock(mMutex); auto iter = mTransformedShaderModuleCache.find(key); if (iter == mTransformedShaderModuleCache.end()) { mTransformedShaderModuleCache.emplace(key, std::make_pair(module, std::move(spirv))); } else { mDevice->GetFencedDeleter()->DeleteWhenUnused(module); } // Now the key should exist in the map, so find it again and return it. iter = mTransformedShaderModuleCache.find(key); return ModuleAndSpirv{ iter->second.first, iter->second.second.Code(), iter->second.second.WordCount(), }; } // static ResultOrError> ShaderModule::Create( Device* device, const ShaderModuleDescriptor* descriptor, ShaderModuleParseResult* parseResult, OwnedCompilationMessages* compilationMessages) { Ref module = AcquireRef(new ShaderModule(device, descriptor)); DAWN_TRY(module->Initialize(parseResult, compilationMessages)); return module; } ShaderModule::ShaderModule(Device* device, const ShaderModuleDescriptor* descriptor) : ShaderModuleBase(device, descriptor), mTransformedShaderModuleCache( std::make_unique(device)) {} MaybeError ShaderModule::Initialize(ShaderModuleParseResult* parseResult, OwnedCompilationMessages* compilationMessages) { if (GetDevice()->IsRobustnessEnabled()) { ScopedTintICEHandler scopedICEHandler(GetDevice()); tint::transform::Robustness robustness; tint::transform::DataMap transformInputs; tint::Program program; DAWN_TRY_ASSIGN(program, RunTransforms(&robustness, parseResult->tintProgram.get(), transformInputs, nullptr, nullptr)); // Rather than use a new ParseResult object, we just reuse the original parseResult parseResult->tintProgram = std::make_unique(std::move(program)); } return InitializeBase(parseResult, compilationMessages); } void ShaderModule::DestroyImpl() { ShaderModuleBase::DestroyImpl(); // Remove reference to internal cache to trigger cleanup. mTransformedShaderModuleCache = nullptr; } ShaderModule::~ShaderModule() = default; #define SPIRV_COMPILATION_REQUEST_MEMBERS(X) \ X(const tint::Program*, inputProgram) \ X(tint::transform::BindingRemapper::BindingPoints, bindingPoints) \ X(tint::transform::MultiplanarExternalTexture::BindingsMap, newBindingsMap) \ X(std::string_view, entryPointName) \ X(bool, disableWorkgroupInit) \ X(bool, useZeroInitializeWorkgroupMemoryExtension) \ X(CacheKey::UnsafeUnkeyedValue, tracePlatform) DAWN_MAKE_CACHE_REQUEST(SpirvCompilationRequest, SPIRV_COMPILATION_REQUEST_MEMBERS); #undef SPIRV_COMPILATION_REQUEST_MEMBERS ResultOrError ShaderModule::GetHandleAndSpirv( const char* entryPointName, const PipelineLayout* layout) { TRACE_EVENT0(GetDevice()->GetPlatform(), General, "ShaderModuleVk::GetHandleAndSpirv"); // If the shader was destroyed, we should never call this function. ASSERT(IsAlive()); ScopedTintICEHandler scopedICEHandler(GetDevice()); // Check to see if we have the handle and spirv cached already. auto cacheKey = std::make_pair(layout, entryPointName); auto handleAndSpirv = mTransformedShaderModuleCache->Find(cacheKey); if (handleAndSpirv.has_value()) { return std::move(*handleAndSpirv); } // Creation of module and spirv is deferred to this point when using tint generator // Remap BindingNumber to BindingIndex in WGSL shader using BindingRemapper = tint::transform::BindingRemapper; using BindingPoint = tint::transform::BindingPoint; BindingRemapper::BindingPoints bindingPoints; const BindingInfoArray& moduleBindingInfo = GetEntryPoint(entryPointName).bindings; for (BindGroupIndex group : IterateBitSet(layout->GetBindGroupLayoutsMask())) { const BindGroupLayout* bgl = ToBackend(layout->GetBindGroupLayout(group)); const auto& groupBindingInfo = moduleBindingInfo[group]; for (const auto& [binding, _] : groupBindingInfo) { BindingIndex bindingIndex = bgl->GetBindingIndex(binding); BindingPoint srcBindingPoint{static_cast(group), static_cast(binding)}; BindingPoint dstBindingPoint{static_cast(group), static_cast(bindingIndex)}; if (srcBindingPoint != dstBindingPoint) { bindingPoints.emplace(srcBindingPoint, dstBindingPoint); } } } // Transform external textures into the binding locations specified in the bgl // TODO(dawn:1082): Replace this block with BuildExternalTextureTransformBindings. tint::transform::MultiplanarExternalTexture::BindingsMap newBindingsMap; for (BindGroupIndex i : IterateBitSet(layout->GetBindGroupLayoutsMask())) { const BindGroupLayoutBase* bgl = layout->GetBindGroupLayout(i); for (const auto& [_, expansion] : bgl->GetExternalTextureBindingExpansionMap()) { newBindingsMap[{static_cast(i), static_cast(bgl->GetBindingIndex(expansion.plane0))}] = { {static_cast(i), static_cast(bgl->GetBindingIndex(expansion.plane1))}, {static_cast(i), static_cast(bgl->GetBindingIndex(expansion.params))}}; } } #if TINT_BUILD_SPV_WRITER SpirvCompilationRequest req = {}; req.inputProgram = GetTintProgram(); req.bindingPoints = std::move(bindingPoints); req.newBindingsMap = std::move(newBindingsMap); req.entryPointName = entryPointName; req.disableWorkgroupInit = GetDevice()->IsToggleEnabled(Toggle::DisableWorkgroupInit); req.useZeroInitializeWorkgroupMemoryExtension = GetDevice()->IsToggleEnabled(Toggle::VulkanUseZeroInitializeWorkgroupMemoryExtension); req.tracePlatform = UnsafeUnkeyedValue(GetDevice()->GetPlatform()); CacheResult spirv; DAWN_TRY_LOAD_OR_RUN( spirv, GetDevice(), std::move(req), Spirv::FromBlob, [](SpirvCompilationRequest r) -> ResultOrError { tint::transform::Manager transformManager; // Many Vulkan drivers can't handle multi-entrypoint shader modules. transformManager.append(std::make_unique()); // Run the binding remapper after SingleEntryPoint to avoid collisions with // unused entryPoints. transformManager.append(std::make_unique()); tint::transform::DataMap transformInputs; transformInputs.Add( std::string(r.entryPointName)); transformInputs.Add(std::move(r.bindingPoints), BindingRemapper::AccessControls{}, /* mayCollide */ false); if (!r.newBindingsMap.empty()) { transformManager.Add(); transformInputs.Add( r.newBindingsMap); } tint::Program program; { TRACE_EVENT0(r.tracePlatform.UnsafeGetValue(), General, "RunTransforms"); DAWN_TRY_ASSIGN(program, RunTransforms(&transformManager, r.inputProgram, transformInputs, nullptr, nullptr)); } tint::writer::spirv::Options options; options.emit_vertex_point_size = true; options.disable_workgroup_init = r.disableWorkgroupInit; options.use_zero_initialize_workgroup_memory_extension = r.useZeroInitializeWorkgroupMemoryExtension; TRACE_EVENT0(r.tracePlatform.UnsafeGetValue(), General, "tint::writer::spirv::Generate()"); auto result = tint::writer::spirv::Generate(&program, options); DAWN_INVALID_IF(!result.success, "An error occured while generating SPIR-V: %s.", result.error); return Spirv::Create(std::move(result.spirv)); }); DAWN_TRY(ValidateSpirv(GetDevice(), spirv->Code(), spirv->WordCount(), GetDevice()->IsToggleEnabled(Toggle::DumpShaders))); VkShaderModuleCreateInfo createInfo; createInfo.sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO; createInfo.pNext = nullptr; createInfo.flags = 0; createInfo.codeSize = spirv->WordCount() * sizeof(uint32_t); createInfo.pCode = spirv->Code(); Device* device = ToBackend(GetDevice()); VkShaderModule newHandle = VK_NULL_HANDLE; { TRACE_EVENT0(GetDevice()->GetPlatform(), General, "vkCreateShaderModule"); DAWN_TRY(CheckVkSuccess( device->fn.CreateShaderModule(device->GetVkDevice(), &createInfo, nullptr, &*newHandle), "CreateShaderModule")); } ModuleAndSpirv moduleAndSpirv; if (newHandle != VK_NULL_HANDLE) { if (BlobCache* cache = device->GetBlobCache()) { cache->EnsureStored(spirv); } moduleAndSpirv = mTransformedShaderModuleCache->AddOrGet(cacheKey, newHandle, spirv.Acquire()); } SetDebugName(ToBackend(GetDevice()), moduleAndSpirv.module, "Dawn_ShaderModule", GetLabel()); return std::move(moduleAndSpirv); #else return DAWN_INTERNAL_ERROR("TINT_BUILD_SPV_WRITER is not defined."); #endif } } // namespace dawn::native::vulkan