#include #include #include #include "SpecBase.hpp" #include "DNAMP1/DNAMP1.hpp" #include "DNAMP1/MLVL.hpp" #include "DNAMP1/STRG.hpp" #include "DNAMP1/CMDL.hpp" #include "DNAMP1/MREA.hpp" #include "DNAMP1/ANCS.hpp" #include "DNACommon/FONT.hpp" #include "DNACommon/PART.hpp" #include "DNACommon/SWHC.hpp" #include "DNACommon/ELSC.hpp" #include "DNACommon/WPSC.hpp" #include "DNACommon/CRSC.hpp" #include "DNACommon/DPSC.hpp" #include "DNACommon/DGRP.hpp" #include "hecl/ClientProcess.hpp" namespace DataSpec { static logvisor::Module Log("urde::SpecMP1"); extern hecl::Database::DataSpecEntry SpecEntMP1; extern hecl::Database::DataSpecEntry SpecEntMP1PC; struct SpecMP1 : SpecBase { bool checkStandaloneID(const char* id) const { if (!memcmp(id, "GM8", 3)) return true; return false; } std::vector m_nonPaks; std::vector m_paks; std::map m_orderedPaks; hecl::ProjectPath m_workPath; hecl::ProjectPath m_cookPath; PAKRouter m_pakRouter; SpecMP1(const hecl::Database::DataSpecEntry* specEntry, hecl::Database::Project& project, bool pc) : SpecBase(specEntry, project, pc), m_workPath(project.getProjectWorkingPath(), _S("MP1")), m_cookPath(project.getProjectCookedPath(SpecEntMP1), _S("MP1")), m_pakRouter(*this, m_workPath, m_cookPath) {} void buildPaks(nod::Node& root, const std::vector& args, ExtractReport& rep) { m_nonPaks.clear(); m_paks.clear(); for (const nod::Node& child : root) { bool isPak = false; const std::string& name = child.getName(); std::string lowerName = name; std::transform(lowerName.begin(), lowerName.end(), lowerName.begin(), tolower); if (name.size() > 4) { std::string::iterator extit = lowerName.end() - 4; if (!std::string(extit, lowerName.end()).compare(".pak")) { /* This is a pak */ isPak = true; std::string lowerBase(lowerName.begin(), extit); /* Needs filter */ bool good = true; if (args.size()) { good = false; if (!lowerName.compare(0, 7, "metroid")) { hecl::SystemChar idxChar = lowerName[7]; for (const hecl::SystemString& arg : args) { if (arg.size() == 1 && iswdigit(arg[0])) if (arg[0] == idxChar) good = true; } } else good = true; if (!good) { for (const hecl::SystemString& arg : args) { std::string lowerArg = hecl::SystemUTF8View(arg).str(); std::transform(lowerArg.begin(), lowerArg.end(), lowerArg.begin(), tolower); if (!lowerArg.compare(0, lowerBase.size(), lowerBase)) good = true; } } } m_paks.emplace_back(m_project, child, good); } } if (!isPak) m_nonPaks.push_back(&child); } /* Sort PAKs alphabetically */ m_orderedPaks.clear(); for (DNAMP1::PAKBridge& dpak : m_paks) m_orderedPaks[dpak.getName()] = &dpak; /* Assemble extract report */ rep.childOpts.reserve(m_orderedPaks.size()); for (const std::pair& item : m_orderedPaks) { if (!item.second->m_doExtract) continue; rep.childOpts.emplace_back(); ExtractReport& childRep = rep.childOpts.back(); hecl::SystemStringView nameView(item.first); childRep.name = nameView; childRep.desc = item.second->getLevelString(); } } bool checkFromStandaloneDisc(nod::DiscBase& disc, const hecl::SystemString& regstr, const std::vector& args, std::vector& reps) { nod::Partition* partition = disc.getDataPartition(); std::unique_ptr dolBuf = partition->getDOLBuf(); const char* buildInfo = (char*)memmem(dolBuf.get(), partition->getDOLSize(), "MetroidBuildInfo", 16) + 19; if (!buildInfo) return false; /* Root Report */ reps.emplace_back(); ExtractReport& rep = reps.back(); rep.name = _S("MP1"); rep.desc = _S("Metroid Prime ") + regstr; if (buildInfo) { std::string buildStr(buildInfo); hecl::SystemStringView buildView(buildStr); rep.desc += _S(" (") + buildView + _S(")"); } /* Iterate PAKs and build level options */ nod::Node& root = partition->getFSTRoot(); buildPaks(root, args, rep); return true; } bool checkFromTrilogyDisc(nod::DiscBase& disc, const hecl::SystemString& regstr, const std::vector& args, std::vector& reps) { std::vector mp1args; bool doExtract = false; if (args.size()) { /* Needs filter */ for (const hecl::SystemString& arg : args) { hecl::SystemString lowerArg = arg; hecl::ToLower(lowerArg); if (!lowerArg.compare(0, 3, _S("mp1"))) { doExtract = true; mp1args.reserve(args.size()); size_t slashPos = arg.find(_S('/')); if (slashPos == hecl::SystemString::npos) slashPos = arg.find(_S('\\')); if (slashPos != hecl::SystemString::npos) mp1args.emplace_back(hecl::SystemString(arg.begin() + slashPos + 1, arg.end())); } } } else doExtract = true; if (!doExtract) return false; nod::Partition* partition = disc.getDataPartition(); nod::Node& root = partition->getFSTRoot(); nod::Node::DirectoryIterator dolIt = root.find("rs5mp1_p.dol"); if (dolIt == root.end()) return false; std::unique_ptr dolBuf = dolIt->getBuf(); const char* buildInfo = (char*)memmem(dolBuf.get(), dolIt->size(), "MetroidBuildInfo", 16) + 19; /* Root Report */ reps.emplace_back(); ExtractReport& rep = reps.back(); rep.name = _S("MP1"); rep.desc = _S("Metroid Prime ") + regstr; if (buildInfo) { std::string buildStr(buildInfo); hecl::SystemStringView buildView(buildStr); rep.desc += _S(" (") + buildView + _S(")"); } /* Iterate PAKs and build level options */ nod::Node::DirectoryIterator mp1It = root.find("MP1"); if (mp1It == root.end()) return false; buildPaks(*mp1It, mp1args, rep); return true; } bool extractFromDisc(nod::DiscBase&, bool force, FProgress progress) { m_project.enableDataSpecs({_S("MP1-PC")}); nod::ExtractionContext ctx = {true, force, nullptr}; m_workPath.makeDir(); const hecl::ProjectPath& cookPath = m_project.getProjectCookedPath(SpecEntMP1); cookPath.makeDir(); m_cookPath.makeDir(); progress(_S("Indexing PAKs"), _S(""), 2, 0.0); m_pakRouter.build(m_paks, [&progress](float factor) { progress(_S("Indexing PAKs"), _S(""), 2, factor); }); progress(_S("Indexing PAKs"), _S(""), 2, 1.0); hecl::ProjectPath outPath(m_project.getProjectWorkingPath(), _S("out")); outPath.makeDir(); hecl::ProjectPath mp1OutPath(outPath, _S("MP1")); mp1OutPath.makeDir(); progress(_S("MP1 Root"), _S(""), 3, 0.0); int prog = 0; ctx.progressCB = [&](const std::string& name) { hecl::SystemStringView nameView(name); progress(_S("MP1 Root"), nameView.c_str(), 3, prog / (float)m_nonPaks.size()); }; for (const nod::Node* node : m_nonPaks) { node->extractToDirectory(mp1OutPath.getAbsolutePath(), ctx); prog++; } progress(_S("MP1 Root"), _S(""), 3, 1.0); std::mutex msgLock; hecl::ClientProcess process; int compIdx = 4; prog = 0; for (std::pair& pair : m_orderedPaks) { #if 0 const DNAMP1::PAK::Entry* ent = pair.second->getPAK().lookupEntry(UniqueID32("A4DFCAD6")); if (ent) { DNAMP1::ANIM anim; PAKEntryReadStream rs = ent->beginReadStream(pair.second->getNode()); anim.read(rs); exit(0); } else continue; #endif DNAMP1::PAKBridge& pak = *pair.second; if (!pak.m_doExtract) continue; const std::string& name = pak.getName(); hecl::SystemStringView sysName(name); { std::unique_lock lk(msgLock); progress(sysName.c_str(), _S(""), compIdx, 0.0); } hecl::SystemString pakName = sysName.sys_str(); process.addLambdaTransaction([&, pakName](hecl::BlenderToken& btok) { m_pakRouter.extractResources(pak, force, btok, [&](const hecl::SystemChar* substr, float factor) { std::unique_lock lk(msgLock); progress(pakName.c_str(), substr, compIdx, factor); }); }); } process.waitUntilComplete(); return true; } const hecl::Database::DataSpecEntry* getOriginalSpec() const { return &SpecEntMP1; } hecl::ProjectPath getWorking(class UniqueID32& id) { return m_pakRouter.getWorking(id); } bool checkPathPrefix(const hecl::ProjectPath& path) { return path.getRelativePath().compare(0, 4, _S("MP1/")) == 0; } bool validateYAMLDNAType(FILE* fp) const { athena::io::YAMLDocReader reader; yaml_parser_set_input_file(reader.getParser(), fp); return reader.ClassTypeOperation([](const char* classType) { if (!strcmp(classType, DNAMP1::MLVL::DNAType())) return true; else if (!strcmp(classType, DNAMP1::STRG::DNAType())) return true; else if (!strcmp(classType, DNAParticle::GPSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::SWSH::DNAType())) return true; else if (!strcmp(classType, DNAParticle::ELSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::WPSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::CRSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::DPSM::DNAType())) return true; else if (!strcmp(classType, DNADGRP::DGRP::DNAType())) return true; else if (!strcmp(classType, DNAFont::FONT::DNAType())) return true; return false; }); } void cookMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { Mesh mesh = ds.compileMesh(fast ? hecl::HMDLTopology::Triangles : hecl::HMDLTopology::TriStrips, -1, [&progress](int surfCount) { progress(hecl::SysFormat(_S("%d"), surfCount).c_str()); }); if (m_pc) DNAMP1::CMDL::HMDLCook(out, in, mesh); else DNAMP1::CMDL::Cook(out, in, mesh); } void cookActor(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { Actor actor = ds.compileActor(); DNAMP1::ANCS::Cook(out, in, actor, [&](const hecl::ProjectPath& modelPath) -> bool { hecl::ProjectPath cooked; if (m_pc) cooked = modelPath.getCookedPath(SpecEntMP1PC); else cooked = modelPath.getCookedPath(SpecEntMP1); doCook(modelPath, cooked, fast, btok, progress); return true; }); } void cookArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { std::vector meshes = ds.getMeshList(); std::vector meshCompiles; meshCompiles.reserve(meshes.size()); std::experimental::optional colMesh; for (const std::string& mesh : meshes) { hecl::SystemStringView meshSys(mesh); if (!mesh.compare("CMESH")) { colMesh = ds.compileColMesh(mesh); progress(_S("Collision Mesh")); continue; } meshCompiles.push_back(ds.compileMesh(mesh, fast ? hecl::HMDLTopology::Triangles : hecl::HMDLTopology::TriStrips, -1, [&](int surfCount) { progress(hecl::SysFormat(_S("%s %d"), meshSys.c_str(), surfCount).c_str()); })); } if (!colMesh) Log.report(logvisor::Fatal, _S("unable to find mesh named 'CMESH' in %s"), in.getAbsolutePath().c_str()); std::vector lights = ds.compileLights(); if (m_pc) DNAMP1::MREA::PCCook(out, in, meshCompiles, *colMesh, lights); else DNAMP1::MREA::Cook(out, in, meshCompiles, *colMesh, lights); } void cookYAML(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FILE* fin, FCookProgress progress) { athena::io::YAMLDocReader reader; yaml_parser_set_input_file(reader.getParser(), fin); if (reader.parse()) { std::string classStr = reader.readString("DNAType"); if (classStr.empty()) return; if (!classStr.compare(DNAMP1::STRG::DNAType())) { DNAMP1::STRG strg; strg.read(reader); DNAMP1::STRG::Cook(strg, out); } else if (!classStr.compare(DNAParticle::GPSM::DNAType())) { DNAParticle::GPSM gpsm; gpsm.read(reader); DNAParticle::WriteGPSM(gpsm, out); } else if (!classStr.compare(DNAParticle::SWSH::DNAType())) { DNAParticle::SWSH swsh; swsh.read(reader); DNAParticle::WriteSWSH(swsh, out); } else if (!classStr.compare(DNAParticle::ELSM::DNAType())) { DNAParticle::ELSM elsm; elsm.read(reader); DNAParticle::WriteELSM(elsm, out); } else if (!classStr.compare(DNAParticle::WPSM::DNAType())) { DNAParticle::WPSM wpsm; wpsm.read(reader); DNAParticle::WriteWPSM(wpsm, out); } else if (!classStr.compare(DNAParticle::CRSM::DNAType())) { DNAParticle::CRSM crsm; crsm.read(reader); DNAParticle::WriteCRSM(crsm, out); } else if (!classStr.compare(DNAParticle::DPSM::DNAType())) { DNAParticle::DPSM dpsm; dpsm.read(reader); DNAParticle::WriteDPSM(dpsm, out); } else if (!classStr.compare(DNADGRP::DGRP::DNAType())) { DNADGRP::DGRP dgrp; dgrp.read(reader); DNADGRP::WriteDGRP(dgrp, out); } else if (!classStr.compare(DNAFont::FONT::DNAType())) { DNAFont::FONT font; font.read(reader); DNAFont::WriteFONT(font, out); } } progress(_S("Done")); } }; hecl::Database::DataSpecEntry SpecEntMP1 = { _S("MP1"), _S("Data specification for original Metroid Prime engine"), [](hecl::Database::Project& project, hecl::Database::DataSpecTool) -> hecl::Database::IDataSpec* {return new struct SpecMP1(&SpecEntMP1, project, false);} }; hecl::Database::DataSpecEntry SpecEntMP1PC = { _S("MP1-PC"), _S("Data specification for PC-optimized Metroid Prime engine"), [](hecl::Database::Project& project, hecl::Database::DataSpecTool tool) -> hecl::Database::IDataSpec* { if (tool != hecl::Database::DataSpecTool::Extract) return new struct SpecMP1(&SpecEntMP1PC, project, true); return nullptr; } }; }