#include #include "SpecBase.hpp" #include "DNAMP2/DNAMP2.hpp" #include "DNAMP2/MLVL.hpp" #include "DNAMP2/STRG.hpp" #include "DNAMP2/AGSC.hpp" #include "DNAMP2/PATH.hpp" #include "DNAMP2/MAPA.hpp" #include "DNAMP1/CSNG.hpp" #include "DNACommon/MAPU.hpp" #include "DNACommon/PATH.hpp" #include "DNACommon/TXTR.hpp" #include "DNACommon/MetaforceVersionInfo.hpp" #include "hecl/ClientProcess.hpp" #include "hecl/Blender/Connection.hpp" #include "hecl/MultiProgressPrinter.hpp" #include "Runtime/RetroTypes.hpp" #include "nod/nod.hpp" namespace DataSpec { using namespace std::literals; static logvisor::Module Log("DataSpec::SpecMP2"); extern hecl::Database::DataSpecEntry SpecEntMP2; extern hecl::Database::DataSpecEntry SpecEntMP2ORIG; struct TextureCache { static void Generate(PAKRouter& pakRouter, hecl::Database::Project& project, const hecl::ProjectPath& pakPath) { hecl::ProjectPath texturePath(pakPath, "texture_cache.yaml"); hecl::ProjectPath catalogPath(pakPath, "!catalog.yaml"); texturePath.makeDirChain(false); if (const auto fp = hecl::FopenUnique(catalogPath.getAbsolutePath().data(), "a")) { fmt::print(fp.get(), FMT_STRING("TextureCache: {}\n"), texturePath.getRelativePath()); } Log.report(logvisor::Level::Info, FMT_STRING("Gathering Texture metadata (this can take up to 10 seconds)...")); std::unordered_map metaMap; pakRouter.enumerateResources([&](const DNAMP2::PAK::Entry* ent) { if (ent->type == FOURCC('TXTR') && metaMap.find(ent->id) == metaMap.end()) { PAKEntryReadStream rs = pakRouter.beginReadStreamForId(ent->id); metaMap[ent->id] = TXTR::GetMetaData(rs); } return true; }); athena::io::YAMLDocWriter yamlW("MP2TextureCache"); for (const auto& pair : metaMap) { hecl::ProjectPath path = pakRouter.getWorking(pair.first); auto rec = yamlW.enterSubRecord(path.getRelativePath()); pair.second.write(yamlW); } athena::io::FileWriter fileW(texturePath.getAbsolutePath()); yamlW.finish(&fileW); Log.report(logvisor::Level::Info, FMT_STRING("Done...")); } static void Cook(const hecl::ProjectPath& inPath, const hecl::ProjectPath& outPath) { hecl::Database::Project& project = inPath.getProject(); athena::io::YAMLDocReader r; athena::io::FileReader fr(inPath.getAbsolutePath()); if (!fr.isOpen() || !r.parse(&fr)) return; std::vector> metaPairs; metaPairs.reserve(r.getRootNode()->m_mapChildren.size()); for (const auto& node : r.getRootNode()->m_mapChildren) { hecl::ProjectPath projectPath(project, node.first); auto rec = r.enterSubRecord(node.first.c_str()); TXTR::Meta meta; meta.read(r); metaPairs.emplace_back(projectPath.parsedHash32(), meta); } std::sort(metaPairs.begin(), metaPairs.end(), [](const auto& a, const auto& b) -> bool { return a.first < b.first; }); athena::io::FileWriter w(outPath.getAbsolutePath()); w.writeUint32Big(metaPairs.size()); for (const auto& pair : metaPairs) { pair.first.write(w); pair.second.write(w); } } }; struct SpecMP2 : SpecBase { bool checkStandaloneID(const char* id) const override { if (!memcmp(id, "G2M", 3)) return true; return false; } std::vector m_nonPaks; std::vector m_paks; std::map m_orderedPaks; hecl::ProjectPath m_workPath; hecl::ProjectPath m_cookPath; PAKRouter m_pakRouter; SpecMP2(const hecl::Database::DataSpecEntry* specEntry, hecl::Database::Project& project, bool pc) : SpecBase(specEntry, project, pc) , m_workPath(project.getProjectWorkingPath(), "MP2") , m_cookPath(project.getProjectCookedPath(SpecEntMP2), "MP2") , m_pakRouter(*this, m_workPath, m_cookPath) { m_game = EGame::MetroidPrime2; SpecBase::setThreadProject(); } void buildPaks(nod::Node& root, const std::vector& args, ExtractReport& rep) { m_nonPaks.clear(); m_paks.clear(); for (const nod::Node& child : root) { bool isPak = false; auto name = child.getName(); std::string lowerName(name); hecl::ToLower(lowerName); if (name.size() > 4) { std::string::iterator extit = lowerName.end() - 4; if (std::string(extit, lowerName.end()) == ".pak") { /* This is a pak */ isPak = true; std::string lowerBase(lowerName.begin(), extit); /* Needs filter */ bool good = true; if (args.size()) { good = false; if (!lowerName.compare(0, 7, "metroid")) { char idxChar = lowerName[7]; for (const std::string& arg : args) { if (arg.size() == 1 && iswdigit(arg[0])) if (arg[0] == idxChar) good = true; } } else good = true; if (!good) { for (const std::string& arg : args) { std::string lowerArg(arg); hecl::ToLower(lowerArg); if (!lowerArg.compare(0, lowerBase.size(), lowerBase)) good = true; } } } m_paks.emplace_back(child, good); } } if (!isPak) m_nonPaks.push_back(&child); } /* Sort PAKs alphabetically */ m_orderedPaks.clear(); for (DNAMP2::PAKBridge& dpak : m_paks) m_orderedPaks[std::string(dpak.getName())] = &dpak; /* Assemble extract report */ for (const auto& item : m_orderedPaks) { if (!item.second->m_doExtract) { continue; } ExtractReport& childRep = rep.childOpts.emplace_back(); childRep.name = item.first; childRep.desc = item.second->getLevelString(); } } bool checkFromStandaloneDisc(nod::DiscBase& disc, const std::string& regstr, const std::vector& args, std::vector& reps) override { nod::IPartition* partition = disc.getDataPartition(); std::unique_ptr dolBuf = partition->getDOLBuf(); const char* buildInfo = static_cast(memmem(dolBuf.get(), partition->getDOLSize(), "MetroidBuildInfo", 16)) + 19; if (buildInfo == nullptr) { return false; } m_version = std::string(buildInfo); /* Root Report */ ExtractReport& rep = reps.emplace_back(); rep.name = "MP2"; rep.desc = "Metroid Prime 2 " + regstr; rep.desc += " (" + m_version + ")"; /* Iterate PAKs and build level options */ nod::Node& root = partition->getFSTRoot(); buildPaks(root, args, rep); return true; } bool checkFromTrilogyDisc(nod::DiscBase& disc, const std::string& regstr, const std::vector& args, std::vector& reps) override { std::vector mp2args; bool doExtract = false; if (!args.empty()) { /* Needs filter */ for (const std::string& arg : args) { std::string lowerArg = arg; hecl::ToLower(lowerArg); if (!lowerArg.compare(0, 3, "mp2")) { doExtract = true; mp2args.reserve(args.size()); size_t slashPos = arg.find('/'); if (slashPos == std::string::npos) slashPos = arg.find('\\'); if (slashPos != std::string::npos) mp2args.emplace_back(std::string(arg.begin() + slashPos + 1, arg.end())); } } } else doExtract = true; if (!doExtract) return false; nod::IPartition* partition = disc.getDataPartition(); nod::Node& root = partition->getFSTRoot(); nod::Node::DirectoryIterator dolIt = root.find("rs5mp2_p.dol"); if (dolIt == root.end()) { dolIt = root.find("rs5mp2jpn_p.dol"); if (dolIt == root.end()) return false; } std::unique_ptr dolBuf = dolIt->getBuf(); const char* buildInfo = static_cast(memmem(dolBuf.get(), dolIt->size(), "MetroidBuildInfo", 16)) + 19; /* Root Report */ ExtractReport& rep = reps.emplace_back(); rep.name = "MP2"; rep.desc = "Metroid Prime 2 " + regstr; if (buildInfo != nullptr) { m_version = std::string(buildInfo); rep.desc += " (" + m_version + ")"; } /* Iterate PAKs and build level options */ nod::Node::DirectoryIterator mp2It = root.find("MP2"); if (mp2It == root.end()) { mp2It = root.find("MP2JPN"); if (mp2It == root.end()) return false; } buildPaks(*mp2It, mp2args, rep); return true; } bool extractFromDisc(nod::DiscBase& disc, bool force, const hecl::MultiProgressPrinter& progress) override { nod::ExtractionContext ctx = {force, nullptr}; m_workPath.makeDir(); progress.startNewLine(); progress.print("Indexing PAKs", "", 0.0); m_pakRouter.build(m_paks, [&progress](float factor) { progress.print("Indexing PAKs", "", factor); }); progress.print("Indexing PAKs", "", 1.0); hecl::ProjectPath outPath(m_project.getProjectWorkingPath(), "out"); outPath.makeDir(); disc.getDataPartition()->extractSysFiles(outPath.getAbsolutePath(), ctx); hecl::ProjectPath mp2OutPath(outPath, "files/MP2"); mp2OutPath.makeDirChain(true); progress.startNewLine(); progress.print("MP2 Root", "", 0.0); int prog = 0; ctx.progressCB = [&prog, &progress](std::string_view name, float) { progress.print("MP2 Root", name, prog); }; for (const nod::Node* node : m_nonPaks) { node->extractToDirectory(mp2OutPath.getAbsolutePath(), ctx); prog++; } progress.print("MP2 Root", "", 1.0); hecl::ClientProcess process; progress.startNewLine(); for (std::pair& pair : m_orderedPaks) { DNAMP2::PAKBridge& pak = *pair.second; if (!pak.m_doExtract) continue; auto pakName = std::string(pak.getName()); process.addLambdaTransaction([this, &progress, &pak, pakName, force](hecl::blender::Token& btok) { int threadIdx = hecl::ClientProcess::GetThreadWorkerIdx(); m_pakRouter.extractResources(pak, force, btok, [&progress, &pakName, threadIdx](const char* substr, float factor) { progress.print(pakName, substr, factor, threadIdx); }); }); } process.waitUntilComplete(); /* Generate Texture Cache containing meta data for every texture file */ hecl::ProjectPath noAramPath(m_project.getProjectWorkingPath(), "MP2/URDE"); TextureCache::Generate(m_pakRouter, m_project, noAramPath); /* Write version data */ hecl::ProjectPath versionPath = hecl::ProjectPath(m_project.getProjectWorkingPath(), "out/files/MP2"); WriteVersionInfo(m_project, versionPath); return true; } const hecl::Database::DataSpecEntry& getOriginalSpec() const override { return SpecEntMP2; } const hecl::Database::DataSpecEntry& getUnmodifiedSpec() const override { return SpecEntMP2ORIG; } hecl::ProjectPath getWorking(class UniqueID32& id) override { return m_pakRouter.getWorking(id); } bool checkPathPrefix(const hecl::ProjectPath& path) const override { return path.getRelativePath().compare(0, 4, "MP2/") == 0; } bool validateYAMLDNAType(athena::io::IStreamReader& fp) const override { athena::io::YAMLDocReader reader; yaml_parser_set_input(reader.getParser(), (yaml_read_handler_t*)athena::io::YAMLAthenaReader, &fp); return reader.ClassTypeOperation([](std::string_view classType) { if (classType == DNAMP2::MLVL::DNAType()) return true; else if (classType == DNAMP2::STRG::DNAType()) return true; else if (classType == "ATBL") return true; return false; }); } metaforce::SObjectTag buildTagFromPath(const hecl::ProjectPath& path) const override { return {}; } void cookMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookColMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookArmature(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookPathMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override { PathMesh mesh = ds.compilePathMesh(); ds.close(); DNAMP2::PATH::Cook(out, in, mesh, btok); } void cookActor(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookWorld(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::blender::Token& btok, FCookProgress progress) override {} void cookGuiFrame(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::blender::Token& btok, FCookProgress progress) override {} void cookYAML(const hecl::ProjectPath& out, const hecl::ProjectPath& in, athena::io::IStreamReader& fin, hecl::blender::Token& btok, FCookProgress progress) override {} void flattenDependenciesYAML(athena::io::IStreamReader& fin, std::vector& pathsOut) override {} void flattenDependenciesANCSYAML(athena::io::IStreamReader& fin, std::vector& pathsOut, int charIdx) override {} void cookAudioGroup(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) override { DNAMP2::AGSC::Cook(in, out); progress("Done"); } void cookSong(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) override { DNAMP1::CSNG::Cook(in, out); progress("Done"); } void cookMapArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::blender::Token& btok, FCookProgress progress) override { hecl::blender::MapArea mapa = ds.compileMapArea(); ds.close(); DNAMP2::MAPA::Cook(mapa, out); progress("Done"); } void cookMapUniverse(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::blender::Token& btok, FCookProgress progress) override { hecl::blender::MapUniverse mapu = ds.compileMapUniverse(); ds.close(); DNAMAPU::MAPU::Cook(mapu, out); progress("Done"); } }; hecl::Database::DataSpecEntry SpecEntMP2( "MP2"sv, "Data specification for original Metroid Prime 2 engine"sv, ".pak"sv, [](hecl::Database::Project& project, hecl::Database::DataSpecTool) -> std::unique_ptr { return std::make_unique(&SpecEntMP2, project, false); }); hecl::Database::DataSpecEntry SpecEntMP2PC = { "MP2-PC"sv, "Data specification for PC-optimized Metroid Prime 2 engine"sv, ".upak"sv, [](hecl::Database::Project& project, hecl::Database::DataSpecTool tool) -> std::unique_ptr { if (tool != hecl::Database::DataSpecTool::Extract) return std::make_unique(&SpecEntMP2PC, project, true); return {}; }}; hecl::Database::DataSpecEntry SpecEntMP2ORIG = { "MP2-ORIG"sv, "Data specification for unmodified Metroid Prime 2 resources"sv, {}, {}}; } // namespace DataSpec