#include #include #include #include "SpecBase.hpp" #include "DNAMP1/DNAMP1.hpp" #include "DNAMP1/HINT.hpp" #include "DNAMP1/MLVL.hpp" #include "DNAMP1/STRG.hpp" #include "DNAMP1/SCAN.hpp" #include "DNAMP1/CMDL.hpp" #include "DNAMP1/DCLN.hpp" #include "DNAMP1/MREA.hpp" #include "DNAMP1/ANCS.hpp" #include "DNAMP1/AGSC.hpp" #include "DNAMP1/CSNG.hpp" #include "DNAMP1/MAPA.hpp" #include "DNACommon/ATBL.hpp" #include "DNACommon/FONT.hpp" #include "DNACommon/PART.hpp" #include "DNACommon/SWHC.hpp" #include "DNACommon/ELSC.hpp" #include "DNACommon/WPSC.hpp" #include "DNACommon/CRSC.hpp" #include "DNACommon/DPSC.hpp" #include "DNACommon/DGRP.hpp" #include "DNACommon/MAPU.hpp" #include "DNACommon/Tweaks/TweakWriter.hpp" #include "DNAMP1/Tweaks/CTweakPlayerRes.hpp" #include "DNAMP1/Tweaks/CTweakGunRes.hpp" #include "DNAMP1/Tweaks/CTweakSlideShow.hpp" #include "DNAMP1/Tweaks/CTweakPlayer.hpp" #include "DNAMP1/Tweaks/CTweakCameraBob.hpp" #include "DNAMP1/Tweaks/CTweakGame.hpp" #include "DNAMP1/Tweaks/CTweakTargeting.hpp" #include "DNAMP1/Tweaks/CTweakAutoMapper.hpp" #include "DNAMP1/Tweaks/CTweakGui.hpp" #include "DNAMP1/Tweaks/CTweakPlayerControl.hpp" #include "DNAMP1/Tweaks/CTweakBall.hpp" #include "DNAMP1/Tweaks/CTweakParticle.hpp" #include "DNAMP1/Tweaks/CTweakGuiColors.hpp" #include "DNAMP1/Tweaks/CTweakPlayerGun.hpp" #include "DNAMP1/MazeSeeds.hpp" #include "DNAMP1/SnowForces.hpp" #include "hecl/ClientProcess.hpp" namespace DataSpec { using namespace std::literals; static logvisor::Module Log("urde::SpecMP1"); extern hecl::Database::DataSpecEntry SpecEntMP1; extern hecl::Database::DataSpecEntry SpecEntMP1PC; extern hecl::Database::DataSpecEntry SpecEntMP1ORIG; static const std::unordered_set IndividualOrigIDs = { 0xB7BBD0B4, 0x1F9DA858, 0x2A13C23E, 0xF13452F8, 0xA91A7703, 0xC042EC91, 0x12A12131, 0x5F556002, 0xA9798329, 0xB306E26F, 0xCD7B1ACA, 0x8ADA8184, 0x1A29C0E6, 0x5D9F9796, 0x951546A8, 0x7946C4C5, 0x409AA72E, }; struct OriginalIDs { static void Generate(PAKRouter& pakRouter, hecl::Database::Project& project) { std::unordered_set addedIDs; std::vector originalIDs; pakRouter.enumerateResources([&](const DNAMP1::PAK::Entry* ent) -> bool { if (ent->type == FOURCC('MLVL') || ent->type == FOURCC('SCAN') || IndividualOrigIDs.find(ent->id.toUint32()) != IndividualOrigIDs.end()) { if (addedIDs.find(ent->id) == addedIDs.cend()) { addedIDs.insert(ent->id); originalIDs.push_back(ent->id); } } return true; }); std::sort(originalIDs.begin(), originalIDs.end()); athena::io::YAMLDocWriter yamlW("MP1OriginalIDs"); for (const UniqueID32& id : originalIDs) { hecl::ProjectPath path = pakRouter.getWorking(id); yamlW.writeString(id.toString().c_str(), path.getRelativePathUTF8()); } hecl::ProjectPath path(project.getProjectWorkingPath(), "MP1/!original_ids.yaml"); path.makeDirChain(false); athena::io::FileWriter fileW(path.getAbsolutePath()); yamlW.finish(&fileW); } static void Cook(const hecl::ProjectPath& inPath, const hecl::ProjectPath& outPath) { hecl::Database::Project& project = inPath.getProject(); athena::io::YAMLDocReader r; athena::io::FileReader fr(inPath.getAbsolutePath()); if (!fr.isOpen() || !r.parse(&fr)) return; std::vector> originalIDs; originalIDs.reserve(r.getRootNode()->m_mapChildren.size()); for (const auto& node : r.getRootNode()->m_mapChildren) { char* end = const_cast(node.first.c_str()); u32 id = strtoul(end, &end, 16); if (end != node.first.c_str() + 8) continue; hecl::ProjectPath path(project.getProjectWorkingPath(), node.second->m_scalarString.c_str()); originalIDs.push_back(std::make_pair(id, path.hash().val32())); } std::sort(originalIDs.begin(), originalIDs.end(), [](const std::pair& a, const std::pair& b) -> bool { return a.first < b.first; }); athena::io::FileWriter w(outPath.getAbsolutePath()); w.writeUint32Big(originalIDs.size()); for (const auto& idPair : originalIDs) { idPair.first.write(w); idPair.second.write(w); } std::sort(originalIDs.begin(), originalIDs.end(), [](const std::pair& a, const std::pair& b) -> bool { return a.second < b.second; }); for (const auto& idPair : originalIDs) { idPair.second.write(w); idPair.first.write(w); } } }; struct SpecMP1 : SpecBase { bool checkStandaloneID(const char* id) const { return !memcmp(id, "GM8", 3); } std::vector m_nonPaks; std::vector m_paks; std::map m_orderedPaks; hecl::ProjectPath m_workPath; hecl::ProjectPath m_cookPath; PAKRouter m_pakRouter; std::unique_ptr m_dolBuf; SpecMP1(const hecl::Database::DataSpecEntry* specEntry, hecl::Database::Project& project, bool pc) : SpecBase(specEntry, project, pc) , m_workPath(project.getProjectWorkingPath(), _S("MP1")) , m_cookPath(project.getProjectCookedPath(SpecEntMP1), _S("MP1")) , m_pakRouter(*this, m_workPath, m_cookPath) { } void buildPaks(nod::Node& root, const std::vector& args, ExtractReport& rep) { m_nonPaks.clear(); m_paks.clear(); for (const nod::Node& child : root) { bool isPak = false; auto name = child.getName(); std::string lowerName(name); std::transform(lowerName.begin(), lowerName.end(), lowerName.begin(), tolower); if (name.size() > 4) { std::string::iterator extit = lowerName.end() - 4; if (!std::string(extit, lowerName.end()).compare(".pak")) { /* This is a pak */ isPak = true; std::string lowerBase(lowerName.begin(), extit); /* Needs filter */ bool good = true; if (args.size()) { good = false; if (!lowerName.compare(0, 7, "metroid")) { hecl::SystemChar idxChar = lowerName[7]; for (const hecl::SystemString& arg : args) { if (arg.size() == 1 && iswdigit(arg[0])) if (arg[0] == idxChar) good = true; } } else good = true; if (!good) { for (const hecl::SystemString& arg : args) { std::string lowerArg(hecl::SystemUTF8Conv(arg).str()); std::transform(lowerArg.begin(), lowerArg.end(), lowerArg.begin(), tolower); if (!lowerArg.compare(0, lowerBase.size(), lowerBase)) good = true; } } } m_paks.emplace_back(m_project, child, good); } } if (!isPak) m_nonPaks.push_back(&child); } /* Sort PAKs alphabetically */ m_orderedPaks.clear(); for (DNAMP1::PAKBridge& dpak : m_paks) m_orderedPaks[std::string(dpak.getName())] = &dpak; /* Assemble extract report */ rep.childOpts.reserve(m_orderedPaks.size()); for (const std::pair& item : m_orderedPaks) { if (!item.second->m_doExtract) continue; rep.childOpts.emplace_back(); ExtractReport& childRep = rep.childOpts.back(); hecl::SystemStringConv nameView(item.first); childRep.name = nameView.sys_str(); childRep.desc = item.second->getLevelString(); } } bool checkFromStandaloneDisc(nod::DiscBase& disc, const hecl::SystemString& regstr, const std::vector& args, std::vector& reps) { nod::Partition* partition = disc.getDataPartition(); m_dolBuf = partition->getDOLBuf(); const char* buildInfo = (char*)memmem(m_dolBuf.get(), partition->getDOLSize(), "MetroidBuildInfo", 16) + 19; if (!buildInfo) return false; /* Root Report */ reps.emplace_back(); ExtractReport& rep = reps.back(); rep.name = _S("MP1"); rep.desc = _S("Metroid Prime ") + regstr; if (buildInfo) { std::string buildStr(buildInfo); hecl::SystemStringConv buildView(buildStr); rep.desc += _S(" (") + buildView + _S(")"); } /* Iterate PAKs and build level options */ nod::Node& root = partition->getFSTRoot(); buildPaks(root, args, rep); return true; } bool checkFromTrilogyDisc(nod::DiscBase& disc, const hecl::SystemString& regstr, const std::vector& args, std::vector& reps) { std::vector mp1args; bool doExtract = false; if (args.size()) { /* Needs filter */ for (const hecl::SystemString& arg : args) { hecl::SystemString lowerArg = arg; hecl::ToLower(lowerArg); if (!lowerArg.compare(0, 3, _S("mp1"))) { doExtract = true; mp1args.reserve(args.size()); size_t slashPos = arg.find(_S('/')); if (slashPos == hecl::SystemString::npos) slashPos = arg.find(_S('\\')); if (slashPos != hecl::SystemString::npos) mp1args.emplace_back(hecl::SystemString(arg.begin() + slashPos + 1, arg.end())); } } } else doExtract = true; if (!doExtract) return false; nod::Partition* partition = disc.getDataPartition(); nod::Node& root = partition->getFSTRoot(); nod::Node::DirectoryIterator dolIt = root.find("rs5mp1_p.dol"); if (dolIt == root.end()) { dolIt = root.find("rs5mp1jpn_p.dol"); if (dolIt == root.end()) return false; } m_dolBuf = dolIt->getBuf(); const char* buildInfo = (char*)memmem(m_dolBuf.get(), dolIt->size(), "MetroidBuildInfo", 16) + 19; /* Root Report */ reps.emplace_back(); ExtractReport& rep = reps.back(); rep.name = _S("MP1"); rep.desc = _S("Metroid Prime ") + regstr; if (buildInfo) { std::string buildStr(buildInfo); hecl::SystemStringConv buildView(buildStr); rep.desc += _S(" (") + buildView + _S(")"); } /* Iterate PAKs and build level options */ nod::Node::DirectoryIterator mp1It = root.find("MP1"); if (mp1It == root.end()) { mp1It = root.find("MP1JPN"); if (mp1It == root.end()) return false; } buildPaks(*mp1It, mp1args, rep); return true; } bool extractFromDisc(nod::DiscBase& disc, bool force, FProgress progress) { m_project.enableDataSpecs({_S("MP1-PC")}); nod::ExtractionContext ctx = {force, nullptr}; m_workPath.makeDir(); progress(_S("Indexing PAKs"), _S(""), 2, 0.0); m_pakRouter.build(m_paks, [&progress](float factor) { progress(_S("Indexing PAKs"), _S(""), 2, factor); }); progress(_S("Indexing PAKs"), _S(""), 2, 1.0); hecl::ProjectPath outPath(m_project.getProjectWorkingPath(), _S("out")); outPath.makeDir(); hecl::ProjectPath mp1OutPath(outPath, _S("MP1")); mp1OutPath.makeDir(); /* Generate original ID mapping for MLVL and SCAN entries */ OriginalIDs::Generate(m_pakRouter, m_project); /* Extract non-pak files */ progress(_S("MP1 Root"), _S(""), 3, 0.0); int prog = 0; ctx.progressCB = [&](std::string_view name, float) { hecl::SystemStringConv nameView(name); progress(_S("MP1 Root"), nameView.c_str(), 3, prog / (float)m_nonPaks.size()); }; for (const nod::Node* node : m_nonPaks) { node->extractToDirectory(mp1OutPath.getAbsolutePath(), ctx); prog++; } progress(_S("MP1 Root"), _S(""), 3, 1.0); /* Extract unique resources */ std::mutex msgLock; hecl::ClientProcess process; int compIdx = 4; prog = 0; for (std::pair& pair : m_orderedPaks) { #if 0 const DNAMP1::PAK::Entry* ent = pair.second->getPAK().lookupEntry(UniqueID32("A4DFCAD6")); if (ent) { DNAMP1::ANIM anim; PAKEntryReadStream rs = ent->beginReadStream(pair.second->getNode()); anim.read(rs); exit(0); } else continue; #endif DNAMP1::PAKBridge& pak = *pair.second; if (!pak.m_doExtract) continue; auto name = pak.getName(); hecl::SystemStringConv sysName(name); { std::unique_lock lk(msgLock); progress(sysName.c_str(), _S(""), compIdx, 0.0); } auto pakName = hecl::SystemString(sysName.sys_str()); process.addLambdaTransaction([&, pakName](hecl::BlenderToken& btok) { m_pakRouter.extractResources(pak, force, btok, [&](const hecl::SystemChar* substr, float factor) { std::unique_lock lk(msgLock); progress(pakName.c_str(), substr, compIdx, factor); }); }); } process.waitUntilComplete(); /* Extract part of .dol for RandomStatic entropy */ hecl::ProjectPath noAramPath(m_project.getProjectWorkingPath(), _S("MP1/NoARAM")); extractRandomStaticEntropy(m_dolBuf.get() + 0x4f60, noAramPath); return true; } const hecl::Database::DataSpecEntry& getOriginalSpec() const { return SpecEntMP1; } const hecl::Database::DataSpecEntry& getUnmodifiedSpec() const { return SpecEntMP1ORIG; } hecl::ProjectPath getWorking(class UniqueID32& id) { return m_pakRouter.getWorking(id); } bool checkPathPrefix(const hecl::ProjectPath& path) const { return path.getRelativePath().compare(0, 4, _S("MP1/")) == 0; } bool validateYAMLDNAType(athena::io::IStreamReader& fp) const { athena::io::YAMLDocReader reader; yaml_parser_set_input(reader.getParser(), (yaml_read_handler_t*)athena::io::YAMLAthenaReader, &fp); return reader.ClassTypeOperation([](const char* classType) { if (!strcmp(classType, DNAMP1::MLVL::DNAType())) return true; else if (!strcmp(classType, DNAMP1::STRG::DNAType())) return true; else if (!strcmp(classType, DNAMP1::SCAN::DNAType())) return true; else if (!strcmp(classType, DNAParticle::GPSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::SWSH::DNAType())) return true; else if (!strcmp(classType, DNAParticle::ELSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::WPSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::CRSM::DNAType())) return true; else if (!strcmp(classType, DNAParticle::DPSM::DNAType())) return true; else if (!strcmp(classType, DNADGRP::DGRP::DNAType())) return true; else if (!strcmp(classType, DNAFont::FONT::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakPlayerRes::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakGunRes::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakSlideShow::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakPlayer::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakCameraBob::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakGame::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakAutoMapper::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakTargeting::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakGui::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakPlayerControl::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakBall::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakParticle::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakGuiColors::DNAType())) return true; else if (!strcmp(classType, DNAMP1::CTweakPlayerGun::DNAType())) return true; else if (!strcmp(classType, DNAMP1::HINT::DNAType())) return true; else if (!strcmp(classType, DNAMP1::EVNT::DNAType())) return true; else if (!strcmp(classType, DNAMP1::MazeSeeds::DNAType())) return true; else if (!strcmp(classType, DNAMP1::SnowForces::DNAType())) return true; else if (!strcmp(classType, "ATBL")) return true; else if (!strcmp(classType, "MP1OriginalIDs")) return true; return false; }); } urde::SObjectTag buildTagFromPath(const hecl::ProjectPath& path, hecl::BlenderToken& btok) const { if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".CINF"))) return {SBIG('CINF'), path.hash().val32()}; else if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".CSKR"))) return {SBIG('CSKR'), path.hash().val32()}; else if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".ANIM"))) return {SBIG('ANIM'), path.hash().val32()}; else if (const hecl::SystemChar* ext = path.getLastComponentExt().data()) { if (ext[0] == _S('*') || !hecl::StrCmp(ext, _S("proj"))) { if (path.getWithExtension(_S(".proj"), true).isFile() && path.getWithExtension(_S(".pool"), true).isFile() && path.getWithExtension(_S(".sdir"), true).isFile() && path.getWithExtension(_S(".samp"), true).isFile()) { hecl::ProjectPath glob = path.getWithExtension(_S(".*"), true); return {SBIG('AGSC'), glob.hash().val32()}; } } if (ext[0] == _S('*') || !hecl::StrCmp(ext, _S("mid"))) { if (path.getWithExtension(_S(".mid"), true).isFile() && path.getWithExtension(_S(".yaml"), true).isFile()) { hecl::ProjectPath glob = path.getWithExtension(_S(".*"), true); return {SBIG('CSNG'), glob.hash().val32()}; } } } hecl::ProjectPath asBlend; if (path.getPathType() == hecl::ProjectPath::Type::Glob) asBlend = path.getWithExtension(_S(".blend"), true); else asBlend = path; if (hecl::IsPathBlend(asBlend)) { hecl::BlenderConnection& conn = btok.getBlenderConnection(); if (!conn.openBlend(asBlend)) return {}; switch (conn.getBlendType()) { case hecl::BlenderConnection::BlendType::Mesh: return {SBIG('CMDL'), path.hash().val32()}; case hecl::BlenderConnection::BlendType::ColMesh: return {SBIG('DCLN'), path.hash().val32()}; case hecl::BlenderConnection::BlendType::Actor: if (path.getAuxInfo().size()) { if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".CINF"))) return {SBIG('CINF'), path.getWithExtension(_S(".*"), true).hash().val32()}; else if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".CSKR"))) return {SBIG('CSKR'), path.getWithExtension(_S(".*"), true).hash().val32()}; else if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S(".ANIM"))) return {SBIG('ANIM'), path.getWithExtension(_S(".*"), true).hash().val32()}; } return {SBIG('ANCS'), path.getWithExtension(_S(".*"), true).hash().val32()}; case hecl::BlenderConnection::BlendType::Area: { if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S("PATH"))) return {SBIG('PATH'), path.hash().val32()}; return {SBIG('MREA'), path.hash().val32()}; } case hecl::BlenderConnection::BlendType::World: { if (path.getAuxInfo().size()) { if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S("MAPW"))) return {SBIG('MAPW'), path.getWithExtension(_S(".*"), true).hash().val32()}; else if (hecl::StringUtils::EndsWith(path.getAuxInfo(), _S("SAVW"))) return {SBIG('SAVW'), path.getWithExtension(_S(".*"), true).hash().val32()}; } return {SBIG('MLVL'), path.getWithExtension(_S(".*"), true).hash().val32()}; } case hecl::BlenderConnection::BlendType::MapArea: return {SBIG('MAPA'), path.hash().val32()}; case hecl::BlenderConnection::BlendType::MapUniverse: return {SBIG('MAPU'), path.hash().val32()}; case hecl::BlenderConnection::BlendType::Frame: return {SBIG('FRME'), path.hash().val32()}; default: return {}; } } else if (hecl::IsPathPNG(path)) { return {SBIG('TXTR'), path.hash().val32()}; } else if (hecl::IsPathYAML(path)) { FILE* fp = hecl::Fopen(path.getAbsolutePath().data(), _S("r")); if (!fp) return {}; athena::io::YAMLDocReader reader; yaml_parser_set_input_file(reader.getParser(), fp); urde::SObjectTag resTag; if (reader.ClassTypeOperation([&](const char* className) -> bool { if (!strcmp(className, DNAParticle::GPSM::DNAType())) { resTag.type = SBIG('PART'); return true; } if (!strcmp(className, DNAParticle::SWSH::DNAType())) { resTag.type = SBIG('SWHC'); return true; } if (!strcmp(className, DNAParticle::ELSM::DNAType())) { resTag.type = SBIG('ELSC'); return true; } if (!strcmp(className, DNAParticle::WPSM::DNAType())) { resTag.type = SBIG('WPSC'); return true; } if (!strcmp(className, DNAParticle::CRSM::DNAType())) { resTag.type = SBIG('CRSC'); return true; } if (!strcmp(className, DNAParticle::DPSM::DNAType())) { resTag.type = SBIG('DPSC'); return true; } else if (!strcmp(className, DNAFont::FONT::DNAType())) { resTag.type = SBIG('FONT'); return true; } else if (!strcmp(className, DNAMP1::EVNT::DNAType())) { resTag.type = SBIG('EVNT'); return true; } else if (!strcmp(className, DNADGRP::DGRP::DNAType())) { resTag.type = SBIG('DGRP'); return true; } else if (!strcmp(className, DataSpec::DNAMP1::STRG::DNAType())) { resTag.type = SBIG('STRG'); return true; } else if (!strcmp(className, DataSpec::DNAMP1::SCAN::DNAType())) { resTag.type = SBIG('SCAN'); return true; } else if (!strcmp(className, DataSpec::DNAMP1::CTweakPlayerRes::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakGunRes::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakSlideShow::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakPlayer::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakCameraBob::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakGame::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakTargeting::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakAutoMapper::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakGui::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakPlayerControl::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakBall::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakParticle::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakGuiColors::DNAType()) || !strcmp(className, DataSpec::DNAMP1::CTweakPlayerGun::DNAType())) { resTag.type = SBIG('CTWK'); return true; } else if (!strcmp(className, DataSpec::DNAMP1::MazeSeeds::DNAType()) || !strcmp(className, DataSpec::DNAMP1::SnowForces::DNAType())) { resTag.type = SBIG('DUMB'); return true; } else if (!strcmp(className, DataSpec::DNAMP1::HINT::DNAType())) { resTag.type = SBIG('HINT'); return true; } else if (!strcmp(className, "ATBL")) { resTag.type = SBIG('ATBL'); return true; } else if (!strcmp(className, "MP1OriginalIDs")) { resTag.type = SBIG('OIDS'); return true; } return false; })) { resTag.id = path.hash().val32(); fclose(fp); return resTag; } fclose(fp); } return {}; } void getTagListForFile(const char* pakName, std::vector& out) const { std::string pathPrefix("MP1/"); pathPrefix += pakName; pathPrefix += '/'; std::unique_lock lk(const_cast(*this).m_backgroundIndexMutex); for (const auto& tag : m_tagToPath) if (!tag.second.getRelativePathUTF8().compare(0, pathPrefix.size(), pathPrefix)) out.push_back(tag.first); } void cookMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { Mesh mesh = ds.compileMesh(fast ? hecl::HMDLTopology::Triangles : hecl::HMDLTopology::TriStrips, m_pc ? 16 : -1, [&progress](int surfCount) { progress(hecl::SysFormat(_S("%d"), surfCount).c_str()); }); if (m_pc) DNAMP1::CMDL::HMDLCook(out, in, mesh); else DNAMP1::CMDL::Cook(out, in, mesh); } void cookColMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { std::vector mesh = ds.compileColMeshes(); ds.close(); DNAMP1::DCLN::Cook(out, in, mesh); } void cookActor(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S(".CINF"))) { Actor actor = ds.compileActorCharacterOnly(); DNAMP1::ANCS::CookCINF(out, in, actor); } else if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S(".CSKR"))) { Actor actor = ds.compileActorCharacterOnly(); ds.close(); DNAMP1::ANCS::CookCSKR(out, in, actor, [&](const hecl::ProjectPath& modelPath) -> bool { hecl::ProjectPath cooked; if (m_pc) cooked = modelPath.getCookedPath(SpecEntMP1PC); else cooked = modelPath.getCookedPath(SpecEntMP1); doCook(modelPath, cooked, fast, btok, progress); return true; }); } else if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S(".ANIM"))) { Actor actor = ds.compileActorCharacterOnly(); DNAMP1::ANCS::CookANIM(out, in, actor, ds, m_pc); } else { Actor actor = ds.compileActor(); DNAMP1::ANCS::Cook(out, in, actor); } } void cookArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S("PATH"))) { DNAMP1::MREA::CookPath(out, in); } else { std::vector meshes = ds.getMeshList(); std::vector meshCompiles; meshCompiles.reserve(meshes.size()); std::experimental::optional colMesh; for (const std::string& mesh : meshes) { hecl::SystemStringConv meshSys(mesh); if (!mesh.compare("CMESH")) { colMesh = ds.compileColMesh(mesh); progress(_S("Collision Mesh")); continue; } meshCompiles.push_back(ds.compileMesh( mesh, fast ? hecl::HMDLTopology::Triangles : hecl::HMDLTopology::TriStrips, -1, [&](int surfCount) { progress(hecl::SysFormat(_S("%s %d"), meshSys.c_str(), surfCount).c_str()); })); } if (!colMesh) Log.report(logvisor::Fatal, _S("unable to find mesh named 'CMESH' in %s"), in.getAbsolutePath().data()); std::vector lights = ds.compileLights(); ds.close(); if (m_pc) DNAMP1::MREA::PCCook(out, in, meshCompiles, *colMesh, lights, btok); else DNAMP1::MREA::Cook(out, in, meshCompiles, *colMesh, lights); } } void cookWorld(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast, hecl::BlenderToken& btok, FCookProgress progress) { if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S("MAPW"))) { BlendStream::World world = ds.compileWorld(); ds.close(); DNAMP1::MLVL::CookMAPW(out, world, btok); } else if (hecl::StringUtils::EndsWith(in.getAuxInfo(), _S("SAVW"))) { BlendStream::World world = ds.compileWorld(); ds.close(); DNAMP1::MLVL::CookSAVW(out, world); } else { BlendStream::World world = ds.compileWorld(); ds.close(); DNAMP1::MLVL::Cook(out, in, world, btok); } } void cookGuiFrame(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::BlenderToken& btok, FCookProgress progress) { ds.compileGuiFrame(out.getAbsolutePathUTF8(), 0); } void cookYAML(const hecl::ProjectPath& out, const hecl::ProjectPath& in, athena::io::IStreamReader& fin, FCookProgress progress) { athena::io::YAMLDocReader reader; if (reader.parse(&fin)) { std::string classStr = reader.readString("DNAType"); if (classStr.empty()) return; if (!classStr.compare(DNAMP1::STRG::DNAType())) { DNAMP1::STRG strg; strg.read(reader); DNAMP1::STRG::Cook(strg, out); } else if (!classStr.compare(DNAMP1::SCAN::DNAType())) { DNAMP1::SCAN scan; scan.read(reader); DNAMP1::SCAN::Cook(scan, out); } else if (!classStr.compare(DNAParticle::GPSM::DNAType())) { DNAParticle::GPSM gpsm; gpsm.read(reader); DNAParticle::WriteGPSM(gpsm, out); } else if (!classStr.compare(DNAParticle::SWSH::DNAType())) { DNAParticle::SWSH swsh; swsh.read(reader); DNAParticle::WriteSWSH(swsh, out); } else if (!classStr.compare(DNAParticle::ELSM::DNAType())) { DNAParticle::ELSM elsm; elsm.read(reader); DNAParticle::WriteELSM(elsm, out); } else if (!classStr.compare(DNAParticle::WPSM::DNAType())) { DNAParticle::WPSM wpsm; wpsm.read(reader); DNAParticle::WriteWPSM(wpsm, out); } else if (!classStr.compare(DNAParticle::CRSM::DNAType())) { DNAParticle::CRSM crsm; crsm.read(reader); DNAParticle::WriteCRSM(crsm, out); } else if (!classStr.compare(DNAParticle::DPSM::DNAType())) { DNAParticle::DPSM dpsm; dpsm.read(reader); DNAParticle::WriteDPSM(dpsm, out); } else if (!classStr.compare(DNADGRP::DGRP::DNAType())) { DNADGRP::DGRP dgrp; dgrp.read(reader); DNADGRP::WriteDGRP(dgrp, out); } else if (!classStr.compare(DNAFont::FONT::DNAType())) { DNAFont::FONT font; font.read(reader); DNAFont::WriteFONT(font, out); } else if (!classStr.compare(DNAMP1::CTweakPlayerRes::DNAType())) { DNAMP1::CTweakPlayerRes playerRes; playerRes.read(reader); WriteTweak(playerRes, out); } else if (!classStr.compare(DNAMP1::CTweakGunRes::DNAType())) { DNAMP1::CTweakGunRes gunRes; gunRes.read(reader); WriteTweak(gunRes, out); } else if (!classStr.compare(DNAMP1::CTweakSlideShow::DNAType())) { DNAMP1::CTweakSlideShow slideShow; slideShow.read(reader); WriteTweak(slideShow, out); } else if (!classStr.compare(DNAMP1::CTweakPlayer::DNAType())) { DNAMP1::CTweakPlayer player; player.read(reader); WriteTweak(player, out); } else if (!classStr.compare(DNAMP1::CTweakCameraBob::DNAType())) { DNAMP1::CTweakCameraBob cBob; cBob.read(reader); WriteTweak(cBob, out); } else if (!classStr.compare(DNAMP1::CTweakGame::DNAType())) { DNAMP1::CTweakGame cGame; cGame.read(reader); WriteTweak(cGame, out); } else if (!classStr.compare(DNAMP1::CTweakAutoMapper::DNAType())) { DNAMP1::CTweakAutoMapper autoMapper; autoMapper.read(reader); WriteTweak(autoMapper, out); } else if (!classStr.compare(DNAMP1::CTweakTargeting::DNAType())) { DNAMP1::CTweakTargeting targeting; targeting.read(reader); WriteTweak(targeting, out); } else if (!classStr.compare(DNAMP1::CTweakGui::DNAType())) { DNAMP1::CTweakGui gui; gui.read(reader); WriteTweak(gui, out); } else if (!classStr.compare(DNAMP1::CTweakPlayerControl::DNAType())) { DNAMP1::CTweakPlayerControl pc; pc.read(reader); WriteTweak(pc, out); } else if (!classStr.compare(DNAMP1::CTweakBall::DNAType())) { DNAMP1::CTweakBall ball; ball.read(reader); WriteTweak(ball, out); } else if (!classStr.compare(DNAMP1::CTweakParticle::DNAType())) { DNAMP1::CTweakParticle part; part.read(reader); WriteTweak(part, out); } else if (!classStr.compare(DNAMP1::CTweakGuiColors::DNAType())) { DNAMP1::CTweakGuiColors gColors; gColors.read(reader); WriteTweak(gColors, out); } else if (!classStr.compare(DNAMP1::CTweakPlayerGun::DNAType())) { DNAMP1::CTweakPlayerGun pGun; pGun.read(reader); WriteTweak(pGun, out); } else if (!classStr.compare(DNAMP1::CTweakPlayerControl::DNAType())) { DNAMP1::CTweakPlayerControl pControl; pControl.read(reader); WriteTweak(pControl, out); } else if (!classStr.compare(DNAMP1::MazeSeeds::DNAType())) { DNAMP1::MazeSeeds mSeeds; mSeeds.read(reader); WriteTweak(mSeeds, out); } else if (!classStr.compare(DNAMP1::SnowForces::DNAType())) { DNAMP1::SnowForces sForces; sForces.read(reader); WriteTweak(sForces, out); } else if (!classStr.compare(DNAMP1::HINT::DNAType())) { DNAMP1::HINT::Cook(in, out); } else if (!classStr.compare(DNAMP1::EVNT::DNAType())) { DNAMP1::EVNT::Cook(in, out); } else if (!classStr.compare("ATBL")) { DNAAudio::ATBL::Cook(in, out); } else if (!classStr.compare("MP1OriginalIDs")) { OriginalIDs::Cook(in, out); } } progress(_S("Done")); } void flattenDependenciesYAML(athena::io::IStreamReader& fin, std::vector& pathsOut) { athena::io::YAMLDocReader reader; if (reader.parse(&fin)) { std::string classStr = reader.readString("DNAType"); if (classStr.empty()) return; if (!classStr.compare(DNAMP1::STRG::DNAType())) { DNAMP1::STRG strg; strg.read(reader); strg.gatherDependencies(pathsOut); } if (!classStr.compare(DNAMP1::SCAN::DNAType())) { DNAMP1::SCAN scan; scan.read(reader); scan.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::GPSM::DNAType())) { DNAParticle::GPSM gpsm; gpsm.read(reader); gpsm.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::SWSH::DNAType())) { DNAParticle::SWSH swsh; swsh.read(reader); swsh.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::ELSM::DNAType())) { DNAParticle::ELSM elsm; elsm.read(reader); elsm.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::WPSM::DNAType())) { DNAParticle::WPSM wpsm; wpsm.read(reader); wpsm.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::CRSM::DNAType())) { DNAParticle::CRSM crsm; crsm.read(reader); crsm.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAParticle::DPSM::DNAType())) { DNAParticle::DPSM dpsm; dpsm.read(reader); dpsm.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAFont::FONT::DNAType())) { DNAFont::FONT font; font.read(reader); font.gatherDependencies(pathsOut); } else if (!classStr.compare(DNAMP1::EVNT::DNAType())) { DNAMP1::EVNT evnt; evnt.read(reader); evnt.gatherDependencies(pathsOut); } } } void buildWorldPakList(const hecl::ProjectPath& worldPath, const hecl::ProjectPath& worldPathCooked, hecl::BlenderToken& btok, athena::io::FileWriter& w, std::vector& listOut, atUint64& resTableOffset) { DNAMP1::MLVL mlvl; { athena::io::FileReader r(worldPathCooked.getAbsolutePath()); if (r.hasError()) Log.report(logvisor::Fatal, _S("Unable to open world %s"), worldPathCooked.getRelativePath().data()); mlvl.read(r); } size_t count = 5; for (const auto& area : mlvl.areas) for (const auto& dep : area.deps) ++count; listOut.reserve(count); urde::SObjectTag worldTag = tagFromPath(worldPath.getWithExtension(_S(".*"), true), btok); w.writeUint32Big(0x80030005); w.writeUint32Big(0); w.writeUint32Big(1); DNAMP1::PAK::NameEntry nameEnt; hecl::ProjectPath parentDir = worldPath.getParentPath(); nameEnt.type = worldTag.type; nameEnt.id = atUint32(worldTag.id.Value()); nameEnt.nameLen = atUint32(parentDir.getLastComponent().size()); nameEnt.name = parentDir.getLastComponentUTF8(); nameEnt.write(w); for (const auto& area : mlvl.areas) for (const auto& dep : area.deps) listOut.push_back({dep.type, dep.id.toUint32()}); urde::SObjectTag nameTag(FOURCC('STRG'), mlvl.worldNameId.toUint32()); if (nameTag) listOut.push_back(nameTag); urde::SObjectTag savwTag(FOURCC('SAVW'), mlvl.saveWorldId.toUint32()); if (savwTag) { if (hecl::ProjectPath savwPath = pathFromTag(savwTag)) m_project.cookPath(savwPath, {}, false, true); listOut.push_back(savwTag); } urde::SObjectTag mapTag(FOURCC('MAPW'), mlvl.worldMap.toUint32()); if (mapTag) { if (hecl::ProjectPath mapPath = pathFromTag(mapTag)) { m_project.cookPath(mapPath, {}, false, true); if (hecl::ProjectPath mapCookedPath = getCookedPath(mapPath, true)) { athena::io::FileReader r(mapCookedPath.getAbsolutePath()); if (r.hasError()) Log.report(logvisor::Fatal, _S("Unable to open %s"), mapCookedPath.getRelativePath().data()); if (r.readUint32Big() != 0xDEADF00D) Log.report(logvisor::Fatal, _S("Corrupt MAPW %s"), mapCookedPath.getRelativePath().data()); r.readUint32Big(); atUint32 mapaCount = r.readUint32Big(); for (int i=0 ; i textures = data.getTextures(); for (const auto& tex : textures) { urde::SObjectTag texTag = tagFromPath(tex, btok); if (!texTag) Log.report(logvisor::Fatal, _S("Unable to resolve %s"), tex.getRelativePath().data()); listOut.push_back(texTag); } } } listOut.push_back(worldTag); w.writeUint32Big(atUint32(listOut.size())); resTableOffset = w.position(); for (const auto& item : listOut) { DNAMP1::PAK::Entry ent; ent.compressed = 0; ent.type = item.type; ent.id = atUint32(item.id.Value()); ent.size = 0; ent.offset = 0; ent.write(w); } } void buildPakList(hecl::BlenderToken& btok, athena::io::FileWriter& w, const std::vector& list, const std::vector>& nameList, atUint64& resTableOffset) { w.writeUint32Big(0x80030005); w.writeUint32Big(0); w.writeUint32Big(atUint32(nameList.size())); for (const auto& item : nameList) { DNAMP1::PAK::NameEntry nameEnt; nameEnt.type = item.first.type; nameEnt.id = atUint32(item.first.id.Value()); nameEnt.nameLen = atUint32(item.second.size()); nameEnt.name = item.second; nameEnt.write(w); } w.writeUint32Big(atUint32(list.size())); resTableOffset = w.position(); for (const auto& item : list) { DNAMP1::PAK::Entry ent; ent.compressed = 0; ent.type = item.type; ent.id = atUint32(item.id.Value()); ent.size = 0; ent.offset = 0; ent.write(w); } } void writePakFileIndex(athena::io::FileWriter& w, const std::vector& tags, const std::vector>& index, atUint64 resTableOffset) { w.seek(resTableOffset, athena::Begin); auto it = tags.begin(); for (const auto& item : index) { const urde::SObjectTag& tag = *it++; DNAMP1::PAK::Entry ent; ent.compressed = atUint32(std::get<2>(item)); ent.type = tag.type; ent.id = atUint32(tag.id.Value()); ent.size = atUint32(std::get<1>(item)); ent.offset = atUint32(std::get<0>(item)); ent.write(w); } } std::pair, size_t> compressPakData(const urde::SObjectTag& tag, const uint8_t* data, size_t len) { bool doCompress = false; switch (tag.type) { case SBIG('TXTR'): case SBIG('CMDL'): case SBIG('CSKR'): case SBIG('ANCS'): case SBIG('ANIM'): case SBIG('FONT'): doCompress = true; break; case SBIG('PART'): case SBIG('ELSC'): case SBIG('SWHC'): case SBIG('WPSC'): case SBIG('DPSC'): case SBIG('CRSC'): doCompress = len >= 0x400; break; default: break; } if (!doCompress) return {}; uLong destLen = compressBound(len); std::pair, size_t> ret; ret.first.reset(new uint8_t[destLen]); compress(ret.first.get(), &destLen, data, len); ret.second = destLen; return ret; }; void cookAudioGroup(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) { DNAMP1::AGSC::Cook(in, out); progress(_S("Done")); } void cookSong(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) { DNAMP1::CSNG::Cook(in, out); progress(_S("Done")); } void cookMapArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::BlenderToken& btok, FCookProgress progress) { BlendStream::MapArea mapa = ds.compileMapArea(); ds.close(); DNAMP1::MAPA::Cook(mapa, out); progress(_S("Done")); } void cookMapUniverse(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, hecl::BlenderToken& btok, FCookProgress progress) { BlendStream::MapUniverse mapu = ds.compileMapUniverse(); ds.close(); DNAMAPU::MAPU::Cook(mapu, out); progress(_S("Done")); } }; hecl::Database::DataSpecEntry SpecEntMP1 = { _S("MP1"sv), _S("Data specification for original Metroid Prime engine"sv), [](hecl::Database::Project& project, hecl::Database::DataSpecTool) -> hecl::Database::IDataSpec* { return new struct SpecMP1(&SpecEntMP1, project, false); }}; hecl::Database::DataSpecEntry SpecEntMP1PC = { _S("MP1-PC"sv), _S("Data specification for PC-optimized Metroid Prime engine"sv), [](hecl::Database::Project& project, hecl::Database::DataSpecTool tool) -> hecl::Database::IDataSpec* { if (tool != hecl::Database::DataSpecTool::Extract) return new struct SpecMP1(&SpecEntMP1PC, project, true); return nullptr; }}; hecl::Database::DataSpecEntry SpecEntMP1ORIG = { _S("MP1-ORIG"sv), _S("Data specification for unmodified Metroid Prime resources"sv), {}}; }