// Copyright 2017 The NXT Authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "tests/NXTTest.h" #include "common/Assert.h" #include "common/Constants.h" #include "common/Math.h" #include "utils/BackendBinding.h" #include "utils/NXTHelpers.h" #include "utils/SystemUtils.h" #include "wire/TerribleCommandBuffer.h" #include "wire/Wire.h" #include #include "GLFW/glfw3.h" namespace { utils::BackendType ParamToBackendType(BackendType type) { switch(type) { case D3D12Backend: return utils::BackendType::D3D12; case MetalBackend: return utils::BackendType::Metal; case OpenGLBackend: return utils::BackendType::OpenGL; case VulkanBackend: return utils::BackendType::Vulkan; default: UNREACHABLE(); } } std::string ParamName(BackendType type) { switch(type) { case D3D12Backend: return "D3D12"; case MetalBackend: return "Metal"; case OpenGLBackend: return "OpenGL"; case VulkanBackend: return "Vulkan"; default: UNREACHABLE(); } } // Windows don't usually like to be bound to one API than the other, for example switching // from Vulkan to OpenGL causes crashes on some drivers. Because of this, we lazily created // a window for each backing API. GLFWwindow* windows[NumBackendTypes]; // Creates a GLFW window set up for use with a given backend. GLFWwindow* GetWindowForBackend(utils::BackendBinding* binding, BackendType type) { GLFWwindow** window = &windows[type]; if (*window != nullptr) { return *window; } if (!glfwInit()) { return nullptr; } glfwDefaultWindowHints(); binding->SetupGLFWWindowHints(); std::string windowName = "NXT " + ParamName(type) + " test window"; *window = glfwCreateWindow(400, 400, windowName.c_str(), nullptr, nullptr); return *window; } // End2end tests should test valid commands produce the expected result so no error // should happen. Failure cases should be tested in the validation tests. void DeviceErrorCauseTestFailure(const char* message, nxtCallbackUserdata) { FAIL() << "Device level failure: " << message; } struct MapReadUserdata { NXTTest* test; size_t slot; }; } NXTTest::~NXTTest() { // We need to destroy child objects before the Device mReadbackSlots.clear(); queue = nxt::Queue(); swapchain = nxt::SwapChain(); device = nxt::Device(); delete mBinding; mBinding = nullptr; nxtSetProcs(nullptr); } bool NXTTest::IsD3D12() const { return GetParam() == D3D12Backend; } bool NXTTest::IsMetal() const { return GetParam() == MetalBackend; } bool NXTTest::IsOpenGL() const { return GetParam() == OpenGLBackend; } bool NXTTest::IsVulkan() const { return GetParam() == VulkanBackend; } bool gTestUsesWire = false; void NXTTest::SetUp() { mBinding = utils::CreateBinding(ParamToBackendType(GetParam())); NXT_ASSERT(mBinding != nullptr); GLFWwindow* testWindow = GetWindowForBackend(mBinding, GetParam()); NXT_ASSERT(testWindow != nullptr); mBinding->SetWindow(testWindow); nxtDevice backendDevice; nxtProcTable backendProcs; mBinding->GetProcAndDevice(&backendProcs, &backendDevice); // Choose whether to use the backend procs and devices directly, or set up the wire. nxtDevice cDevice = nullptr; nxtProcTable procs; if (gTestUsesWire) { mC2sBuf = new nxt::wire::TerribleCommandBuffer(); mS2cBuf = new nxt::wire::TerribleCommandBuffer(); mWireServer = nxt::wire::NewServerCommandHandler(backendDevice, backendProcs, mS2cBuf); mC2sBuf->SetHandler(mWireServer); nxtDevice clientDevice; nxtProcTable clientProcs; mWireClient = nxt::wire::NewClientDevice(&clientProcs, &clientDevice, mC2sBuf); mS2cBuf->SetHandler(mWireClient); procs = clientProcs; cDevice = clientDevice; } else { procs = backendProcs; cDevice = backendDevice; } // Set up the device and queue because all tests need them, and NXTTest needs them too for the // deferred expectations. nxtSetProcs(&procs); device = nxt::Device::Acquire(cDevice); queue = device.CreateQueueBuilder().GetResult(); // The swapchain isn't used by tests but is useful when debugging with graphics debuggers that // capture at frame boundaries. swapchain = device.CreateSwapChainBuilder() .SetImplementation(mBinding->GetSwapChainImplementation()) .GetResult(); swapchain.Configure(static_cast(mBinding->GetPreferredSwapChainTextureFormat()), nxt::TextureUsageBit::OutputAttachment, 400, 400); // The end2end tests should never cause validation errors. These should be tested in unittests. device.SetErrorCallback(DeviceErrorCauseTestFailure, 0); } void NXTTest::TearDown() { FlushWire(); MapSlotsSynchronously(); ResolveExpectations(); for (size_t i = 0; i < mReadbackSlots.size(); ++i) { mReadbackSlots[i].buffer.Unmap(); } for (auto& expectation : mDeferredExpectations) { delete expectation.expectation; expectation.expectation = nullptr; } if (gTestUsesWire) { delete mC2sBuf; delete mS2cBuf; delete mWireClient; delete mWireServer; } } std::ostringstream& NXTTest::AddBufferExpectation(const char* file, int line, const nxt::Buffer& buffer, uint32_t offset, uint32_t size, detail::Expectation* expectation) { nxt::Buffer source = buffer.Clone(); auto readback = ReserveReadback(size); // We need to enqueue the copy immediately because by the time we resolve the expectation, // the buffer might have been modified. nxt::CommandBuffer commands = device.CreateCommandBufferBuilder() .TransitionBufferUsage(source, nxt::BufferUsageBit::TransferSrc) .TransitionBufferUsage(readback.buffer, nxt::BufferUsageBit::TransferDst) .CopyBufferToBuffer(source, offset, readback.buffer, readback.offset, size) .GetResult(); queue.Submit(1, &commands); DeferredExpectation deferred; deferred.file = file; deferred.line = line; deferred.readbackSlot = readback.slot; deferred.readbackOffset = readback.offset; deferred.size = size; deferred.rowBytes = size; deferred.rowPitch = size; deferred.expectation = expectation; mDeferredExpectations.push_back(std::move(deferred)); mDeferredExpectations.back().message = std::make_unique(); return *(mDeferredExpectations.back().message.get()); } std::ostringstream& NXTTest::AddTextureExpectation(const char* file, int line, const nxt::Texture& texture, uint32_t x, uint32_t y, uint32_t width, uint32_t height, uint32_t level, uint32_t pixelSize, detail::Expectation* expectation) { nxt::Texture source = texture.Clone(); uint32_t rowPitch = Align(width * pixelSize, kTextureRowPitchAlignment); uint32_t size = rowPitch * (height - 1) + width * pixelSize; auto readback = ReserveReadback(size); // We need to enqueue the copy immediately because by the time we resolve the expectation, // the texture might have been modified. nxt::CommandBuffer commands = device.CreateCommandBufferBuilder() .TransitionTextureUsage(source, nxt::TextureUsageBit::TransferSrc) .TransitionBufferUsage(readback.buffer, nxt::BufferUsageBit::TransferDst) .CopyTextureToBuffer(source, x, y, 0, width, height, 1, level, readback.buffer, readback.offset, rowPitch) .GetResult(); queue.Submit(1, &commands); DeferredExpectation deferred; deferred.file = file; deferred.line = line; deferred.readbackSlot = readback.slot; deferred.readbackOffset = readback.offset; deferred.size = size; deferred.rowBytes = width * pixelSize; deferred.rowPitch = rowPitch; deferred.expectation = expectation; mDeferredExpectations.push_back(std::move(deferred)); mDeferredExpectations.back().message = std::make_unique(); return *(mDeferredExpectations.back().message.get()); } void NXTTest::WaitABit() { device.Tick(); FlushWire(); utils::USleep(100); } void NXTTest::SwapBuffersForCapture() { // Insert a frame boundary for API capture tools. nxt::Texture backBuffer = swapchain.GetNextTexture(); backBuffer.TransitionUsage(nxt::TextureUsageBit::Present); swapchain.Present(backBuffer); } void NXTTest::FlushWire() { if (gTestUsesWire) { mC2sBuf->Flush(); mS2cBuf->Flush(); } } NXTTest::ReadbackReservation NXTTest::ReserveReadback(uint32_t readbackSize) { // For now create a new MapRead buffer for each readback // TODO(cwallez@chromium.org): eventually make bigger buffers and allocate linearly? ReadbackSlot slot; slot.bufferSize = readbackSize; slot.buffer = device.CreateBufferBuilder() .SetSize(readbackSize) .SetAllowedUsage(nxt::BufferUsageBit::MapRead | nxt::BufferUsageBit::TransferDst) .SetInitialUsage(nxt::BufferUsageBit::TransferDst) .GetResult(); ReadbackReservation reservation; reservation.buffer = slot.buffer.Clone(); reservation.slot = mReadbackSlots.size(); reservation.offset = 0; mReadbackSlots.push_back(std::move(slot)); return reservation; } void NXTTest::MapSlotsSynchronously() { // Initialize numPendingMapOperations before mapping, just in case the callback is called immediately. mNumPendingMapOperations = mReadbackSlots.size(); // Map all readback slots for (size_t i = 0; i < mReadbackSlots.size(); ++i) { auto userdata = new MapReadUserdata{this, i}; auto& slot = mReadbackSlots[i]; slot.buffer.TransitionUsage(nxt::BufferUsageBit::MapRead); slot.buffer.MapReadAsync(0, slot.bufferSize, SlotMapReadCallback, static_cast(reinterpret_cast(userdata))); } // Busy wait until all map operations are done. while (mNumPendingMapOperations != 0) { WaitABit(); } } // static void NXTTest::SlotMapReadCallback(nxtBufferMapAsyncStatus status, const void* data, nxtCallbackUserdata userdata_) { NXT_ASSERT(status == NXT_BUFFER_MAP_ASYNC_STATUS_SUCCESS); auto userdata = reinterpret_cast(static_cast(userdata_)); userdata->test->mReadbackSlots[userdata->slot].mappedData = data; userdata->test->mNumPendingMapOperations --; delete userdata; } void NXTTest::ResolveExpectations() { for (const auto& expectation : mDeferredExpectations) { NXT_ASSERT(mReadbackSlots[expectation.readbackSlot].mappedData != nullptr); // Get a pointer to the mapped copy of the data for the expectation. const char* data = reinterpret_cast(mReadbackSlots[expectation.readbackSlot].mappedData); data += expectation.readbackOffset; uint32_t size; std::vector packedData; if (expectation.rowBytes != expectation.rowPitch) { NXT_ASSERT(expectation.rowPitch > expectation.rowBytes); uint32_t rowCount = (expectation.size + expectation.rowPitch - 1) / expectation.rowPitch; uint32_t packedSize = rowCount * expectation.rowBytes; packedData.resize(packedSize); for (uint32_t r = 0; r < rowCount; ++r) { for (uint32_t i = 0; i < expectation.rowBytes; ++i) { packedData[i + r * expectation.rowBytes] = data[i + r * expectation.rowPitch]; } } data = packedData.data(); size = packedSize; } else { size = expectation.size; } // Get the result for the expectation and add context to failures testing::AssertionResult result = expectation.expectation->Check(data, size); if (!result) { result << " Expectation created at " << expectation.file << ":" << expectation.line << std::endl; result << expectation.message->str(); } EXPECT_TRUE(result); } } bool RGBA8::operator==(const RGBA8& other) const { return r == other.r && g == other.g && b == other.b && a == other.a; } bool RGBA8::operator!=(const RGBA8& other) const { return !(*this == other); } std::ostream& operator<< (std::ostream& stream, const RGBA8& color) { return stream << "RGBA8(" << static_cast(color.r) << ", " << static_cast(color.g) << ", " << static_cast(color.b) << ", " << static_cast(color.a) << ")"; } std::ostream &operator<<(std::ostream& stream, BackendType backend) { return stream << ParamName(backend); } namespace detail { bool IsBackendAvailable(BackendType type) { switch (type) { #if defined(NXT_ENABLE_BACKEND_D3D12) case D3D12Backend: #endif #if defined(NXT_ENABLE_BACKEND_METAL) case MetalBackend: #endif #if defined(NXT_ENABLE_BACKEND_OPENGL) case OpenGLBackend: #endif #if defined(NXT_ENABLE_BACKEND_VULKAN) case VulkanBackend: #endif return true; default: return false; } } std::vector FilterBackends(const BackendType* types, size_t numParams) { std::vector backends; for (size_t i = 0; i < numParams; ++i) { if (IsBackendAvailable(types[i])) { backends.push_back(types[i]); } } return backends; } // Helper classes to set expectations template ExpectEq::ExpectEq(T singleValue) { mExpected.push_back(singleValue); } template ExpectEq::ExpectEq(const T* values, const unsigned int count) { mExpected.assign(values, values + count); } template testing::AssertionResult ExpectEq::Check(const void* data, size_t size) { NXT_ASSERT(size == sizeof(T) * mExpected.size()); const T* actual = reinterpret_cast(data); testing::AssertionResult failure = testing::AssertionFailure(); for (size_t i = 0; i < mExpected.size(); ++i) { if (actual[i] != mExpected[i]) { testing::AssertionResult result = testing::AssertionFailure() << "Expected data[" << i << "] to be " << mExpected[i] << ", actual " << actual[i] << std::endl; auto printBuffer = [&](const T* buffer) { static constexpr unsigned int kBytes = sizeof(T); for (size_t index = 0; index < mExpected.size(); ++index) { auto byteView = reinterpret_cast(buffer + index); for (unsigned int b = 0; b < kBytes; ++b) { char buf[4]; sprintf(buf, "%02X ", byteView[b]); result << buf; } } result << std::endl; }; if (mExpected.size() <= 1024) { result << "Expected:" << std::endl; printBuffer(mExpected.data()); result << "Actual:" << std::endl; printBuffer(actual); } return result; } } return testing::AssertionSuccess(); } template class ExpectEq; template class ExpectEq; template class ExpectEq; }