// Copyright 2021 The Tint Authors. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "fuzzers/tint_common_fuzzer.h" #include #include #include #include #include #include #include #include #if TINT_BUILD_SPV_READER #include "spirv-tools/libspirv.hpp" #endif // TINT_BUILD_SPV_READER #include "src/ast/module.h" #include "src/diagnostic/formatter.h" #include "src/program.h" #include "src/utils/hash.h" namespace tint { namespace fuzzers { namespace { [[noreturn]] void FatalError(const tint::diag::List& diags, const std::string& msg = "") { auto printer = tint::diag::Printer::create(stderr, true); if (!msg.empty()) { printer->write(msg + "\n", {diag::Color::kRed, true}); } tint::diag::Formatter().format(diags, printer.get()); __builtin_trap(); } [[noreturn]] void TintInternalCompilerErrorReporter( const tint::diag::List& diagnostics) { FatalError(diagnostics); } transform::VertexAttributeDescriptor GenerateVertexAttributeDescriptor( DataBuilder* b) { transform::VertexAttributeDescriptor desc{}; desc.format = b->enum_class( static_cast(transform::VertexFormat::kLastEntry) + 1); desc.offset = b->build(); desc.shader_location = b->build(); return desc; } transform::VertexBufferLayoutDescriptor GenerateVertexBufferLayoutDescriptor( DataBuilder* b) { transform::VertexBufferLayoutDescriptor desc; desc.array_stride = b->build(); desc.step_mode = b->enum_class( static_cast(transform::VertexStepMode::kLastEntry) + 1); desc.attributes = b->vector(GenerateVertexAttributeDescriptor); return desc; } bool SPIRVToolsValidationCheck(const tint::Program& program, const std::vector& spirv) { spvtools::SpirvTools tools(SPV_ENV_VULKAN_1_1); const tint::diag::List& diags = program.Diagnostics(); tools.SetMessageConsumer([diags](spv_message_level_t, const char*, const spv_position_t& pos, const char* msg) { std::stringstream out; out << "Unexpected spirv-val error:\n" << (pos.line + 1) << ":" << (pos.column + 1) << ": " << msg << std::endl; auto printer = tint::diag::Printer::create(stderr, true); printer->write(out.str(), {diag::Color::kYellow, false}); tint::diag::Formatter().format(diags, printer.get()); }); return tools.Validate(spirv.data(), spirv.size(), spvtools::ValidatorOptions()); } } // namespace DataBuilder::DataBuilder(const uint8_t* data, size_t size) : generator_(RandomGenerator::CalculateSeed(data, size)) {} std::string DataBuilder::string() { auto count = build(); if (count == 0) { return ""; } std::vector source(count); build(source.data(), count); return std::string(source.begin(), source.end()); } void DataBuilder::build(void* out, size_t n) { assert(out != nullptr && "|out| cannot be nullptr"); assert(n > 0 && "|n| must be > 0"); generator_.GetNBytes(reinterpret_cast(out), n); } void GenerateBindingRemapperInputs(DataBuilder* b, tint::transform::DataMap* inputs) { struct Config { uint8_t old_group; uint8_t old_binding; uint8_t new_group; uint8_t new_binding; ast::Access new_access; }; std::vector configs = b->vector(); transform::BindingRemapper::BindingPoints binding_points; transform::BindingRemapper::AccessControls accesses; for (const auto& config : configs) { binding_points[{config.old_binding, config.old_group}] = { config.new_binding, config.new_group}; accesses[{config.old_binding, config.old_group}] = config.new_access; } inputs->Add(binding_points, accesses); } void GenerateFirstIndexOffsetInputs(DataBuilder* b, tint::transform::DataMap* inputs) { struct Config { uint32_t group; uint32_t binding; }; Config config = b->build(); inputs->Add(config.binding, config.group); } void GenerateSingleEntryPointInputs(DataBuilder* b, tint::transform::DataMap* inputs) { std::string input = b->string(); transform::SingleEntryPoint::Config cfg(input); inputs->Add(cfg); } void GenerateVertexPullingInputs(DataBuilder* b, tint::transform::DataMap* inputs) { transform::VertexPulling::Config cfg; cfg.entry_point_name = b->string(); cfg.vertex_state = b->vector(GenerateVertexBufferLayoutDescriptor); cfg.pulling_group = b->build(); inputs->Add(cfg); } void GenerateSpirvOptions(DataBuilder* b, writer::spirv::Options* options) { *options = b->build(); } void GenerateWgslOptions(DataBuilder* b, writer::wgsl::Options* options) { *options = b->build(); } void GenerateHlslOptions(DataBuilder* b, writer::hlsl::Options* options) { *options = b->build(); } void GenerateMslOptions(DataBuilder* b, writer::msl::Options* options) { *options = b->build(); } CommonFuzzer::CommonFuzzer(InputFormat input, OutputFormat output) : input_(input), output_(output), transform_manager_(nullptr), inspector_enabled_(false) {} CommonFuzzer::~CommonFuzzer() = default; int CommonFuzzer::Run(const uint8_t* data, size_t size) { tint::SetInternalCompilerErrorReporter(&TintInternalCompilerErrorReporter); Program program; #if TINT_BUILD_SPV_READER std::vector spirv_input(size / sizeof(uint32_t)); #endif // TINT_BUILD_SPV_READER #if TINT_BUILD_WGSL_READER || TINT_BUILD_SPV_READER auto dump_input_data = [&](auto& content, const char* extension) { size_t hash = utils::Hash(content); auto filename = "fuzzer_input_" + std::to_string(hash) + extension; // std::ofstream fout(filename, std::ios::binary); fout.write(reinterpret_cast(data), static_cast(size)); std::cout << "Dumped input data to " << filename << std::endl; }; #endif switch (input_) { #if TINT_BUILD_WGSL_READER case InputFormat::kWGSL: { // Clear any existing diagnostics, as these will hold pointers to file_, // which we are about to release. diagnostics_ = {}; std::string str(reinterpret_cast(data), size); file_ = std::make_unique("test.wgsl", str); if (dump_input_) { dump_input_data(str, ".wgsl"); } program = reader::wgsl::Parse(file_.get()); break; } #endif // TINT_BUILD_WGSL_READER #if TINT_BUILD_SPV_READER case InputFormat::kSpv: { // `spirv_input` has been initialized with the capacity to store `size / // sizeof(uint32_t)` uint32_t values. If `size` is not a multiple of // sizeof(uint32_t) then not all of `data` can be copied into // `spirv_input`, and any trailing bytes are discarded. std::memcpy(spirv_input.data(), data, spirv_input.size() * sizeof(uint32_t)); if (spirv_input.empty()) { return 0; } if (dump_input_) { dump_input_data(spirv_input, ".spv"); } program = reader::spirv::Parse(spirv_input); break; } #endif // TINT_BUILD_SPV_READER default: return 0; } if (output_ == OutputFormat::kNone) { return 0; } if (!program.IsValid()) { diagnostics_ = program.Diagnostics(); return 0; } #if TINT_BUILD_SPV_READER if (input_ == InputFormat::kSpv && !SPIRVToolsValidationCheck(program, spirv_input)) { FatalError(program.Diagnostics(), "Fuzzing detected invalid input spirv not being caught by Tint"); } #endif // TINT_BUILD_SPV_READER if (inspector_enabled_) { inspector::Inspector inspector(&program); auto entry_points = inspector.GetEntryPoints(); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } for (auto& ep : entry_points) { auto remapped_name = inspector.GetRemappedNameForEntryPoint(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto constant_ids = inspector.GetConstantIDs(); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto uniform_bindings = inspector.GetUniformBufferResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto storage_bindings = inspector.GetStorageBufferResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto readonly_bindings = inspector.GetReadOnlyStorageBufferResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto sampler_bindings = inspector.GetSamplerResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto comparison_sampler_bindings = inspector.GetComparisonSamplerResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto sampled_texture_bindings = inspector.GetSampledTextureResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } auto multisampled_texture_bindings = inspector.GetMultisampledTextureResourceBindings(ep.name); if (inspector.has_error()) { diagnostics_.add_error(tint::diag::System::Inspector, inspector.error()); return 0; } } } if (transform_manager_) { auto out = transform_manager_->Run(&program, transform_inputs_); if (!out.program.IsValid()) { // Transforms can produce error messages for bad input. // Catch ICEs and errors from non transform systems. for (const auto& diag : out.program.Diagnostics()) { if (diag.severity > diag::Severity::Error || diag.system != diag::System::Transform) { FatalError(out.program.Diagnostics(), "Fuzzing detected valid input program being transformed " "into an invalid output program"); } } } program = std::move(out.program); } switch (output_) { case OutputFormat::kWGSL: { #if TINT_BUILD_WGSL_WRITER auto result = writer::wgsl::Generate(&program, options_wgsl_); generated_wgsl_ = std::move(result.wgsl); if (!result.success) { FatalError(program.Diagnostics(), "WGSL writer failed: " + result.error); } #endif // TINT_BUILD_WGSL_WRITER break; } case OutputFormat::kSpv: { #if TINT_BUILD_SPV_WRITER auto result = writer::spirv::Generate(&program, options_spirv_); generated_spirv_ = std::move(result.spirv); if (!result.success) { FatalError(program.Diagnostics(), "SPIR-V writer failed: " + result.error); } if (!SPIRVToolsValidationCheck(program, generated_spirv_)) { FatalError(program.Diagnostics(), "Fuzzing detected invalid spirv being emitted by Tint"); } #endif // TINT_BUILD_SPV_WRITER break; } case OutputFormat::kHLSL: { #if TINT_BUILD_HLSL_WRITER auto result = writer::hlsl::Generate(&program, options_hlsl_); generated_hlsl_ = std::move(result.hlsl); if (!result.success) { FatalError(program.Diagnostics(), "HLSL writer failed: " + result.error); } #endif // TINT_BUILD_HLSL_WRITER break; } case OutputFormat::kMSL: { #if TINT_BUILD_MSL_WRITER auto result = writer::msl::Generate(&program, options_msl_); generated_msl_ = std::move(result.msl); if (!result.success) { FatalError(program.Diagnostics(), "MSL writer failed: " + result.error); } #endif // TINT_BUILD_MSL_WRITER break; } case OutputFormat::kNone: break; } return 0; } } // namespace fuzzers } // namespace tint