2015-07-13 06:29:12 +00:00
|
|
|
#include <utility>
|
2015-07-14 00:38:48 +00:00
|
|
|
#include <set>
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2015-07-01 23:50:39 +00:00
|
|
|
#include "SpecBase.hpp"
|
2015-07-17 00:01:05 +00:00
|
|
|
#include "DNAMP3/DNAMP3.hpp"
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2015-10-01 00:40:21 +00:00
|
|
|
#include "DNAMP3/MLVL.hpp"
|
|
|
|
#include "DNAMP3/STRG.hpp"
|
2017-03-20 05:09:53 +00:00
|
|
|
#include "DNAMP3/MAPA.hpp"
|
2015-10-01 00:40:21 +00:00
|
|
|
#include "DNAMP2/STRG.hpp"
|
|
|
|
|
2016-04-01 04:25:00 +00:00
|
|
|
#include "hecl/ClientProcess.hpp"
|
2017-12-29 08:08:12 +00:00
|
|
|
#include "hecl/Blender/Connection.hpp"
|
2018-03-23 21:56:17 +00:00
|
|
|
#include "hecl/MultiProgressPrinter.hpp"
|
2016-04-01 04:25:00 +00:00
|
|
|
|
2016-10-02 22:41:36 +00:00
|
|
|
#include "Runtime/RetroTypes.hpp"
|
2017-12-29 08:08:12 +00:00
|
|
|
#include "nod/nod.hpp"
|
2016-10-02 22:41:36 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
namespace DataSpec {
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2017-11-13 06:19:18 +00:00
|
|
|
using namespace std::literals;
|
|
|
|
|
2016-03-04 23:04:53 +00:00
|
|
|
static logvisor::Module Log("urde::SpecMP3");
|
|
|
|
extern hecl::Database::DataSpecEntry SpecEntMP3;
|
2017-01-17 01:23:19 +00:00
|
|
|
extern hecl::Database::DataSpecEntry SpecEntMP3ORIG;
|
2015-07-16 01:57:34 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
static const std::unordered_set<uint64_t> IndividualOrigIDs = {};
|
2018-07-08 23:03:35 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
struct OriginalIDs {
|
|
|
|
static void Generate(PAKRouter<DNAMP3::PAKBridge>& pakRouter, hecl::Database::Project& project) {
|
|
|
|
std::unordered_set<UniqueID64> addedIDs;
|
|
|
|
std::vector<UniqueID64> originalIDs;
|
2018-07-08 23:03:35 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
pakRouter.enumerateResources([&](const DNAMP3::PAK::Entry* ent) {
|
|
|
|
if (ent->type == FOURCC('MLVL') || ent->type == FOURCC('SCAN') || ent->type == FOURCC('MREA') ||
|
|
|
|
IndividualOrigIDs.find(ent->id.toUint64()) != IndividualOrigIDs.end()) {
|
|
|
|
if (addedIDs.find(ent->id) == addedIDs.cend()) {
|
|
|
|
addedIDs.insert(ent->id);
|
|
|
|
originalIDs.push_back(ent->id);
|
2018-07-08 23:03:35 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
|
|
|
return true;
|
|
|
|
});
|
|
|
|
std::sort(originalIDs.begin(), originalIDs.end());
|
|
|
|
|
|
|
|
athena::io::YAMLDocWriter yamlW("MP3OriginalIDs");
|
|
|
|
for (const UniqueID64& id : originalIDs) {
|
|
|
|
hecl::ProjectPath path = pakRouter.getWorking(id);
|
|
|
|
yamlW.writeString(id.toString().c_str(), path.getRelativePathUTF8());
|
|
|
|
}
|
|
|
|
hecl::ProjectPath path(project.getProjectWorkingPath(), "MP3/!original_ids.yaml");
|
|
|
|
path.makeDirChain(false);
|
|
|
|
athena::io::FileWriter fileW(path.getAbsolutePath());
|
|
|
|
yamlW.finish(&fileW);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void Cook(const hecl::ProjectPath& inPath, const hecl::ProjectPath& outPath) {
|
|
|
|
hecl::Database::Project& project = inPath.getProject();
|
|
|
|
athena::io::YAMLDocReader r;
|
|
|
|
athena::io::FileReader fr(inPath.getAbsolutePath());
|
|
|
|
if (!fr.isOpen() || !r.parse(&fr))
|
|
|
|
return;
|
|
|
|
|
|
|
|
std::vector<std::pair<UniqueID64, UniqueID64>> originalIDs;
|
|
|
|
originalIDs.reserve(r.getRootNode()->m_mapChildren.size());
|
|
|
|
for (const auto& node : r.getRootNode()->m_mapChildren) {
|
|
|
|
char* end = const_cast<char*>(node.first.c_str());
|
|
|
|
u32 id = strtoul(end, &end, 16);
|
|
|
|
if (end != node.first.c_str() + 8)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
hecl::ProjectPath path(project.getProjectWorkingPath(), node.second->m_scalarString.c_str());
|
|
|
|
originalIDs.push_back(std::make_pair(id, path.hash().val32()));
|
|
|
|
}
|
|
|
|
std::sort(originalIDs.begin(), originalIDs.end(),
|
|
|
|
[](const std::pair<UniqueID64, UniqueID64>& a, const std::pair<UniqueID64, UniqueID64>& b) {
|
|
|
|
return a.first < b.first;
|
|
|
|
});
|
|
|
|
|
|
|
|
athena::io::FileWriter w(outPath.getAbsolutePath());
|
|
|
|
w.writeUint32Big(originalIDs.size());
|
|
|
|
for (const auto& idPair : originalIDs) {
|
|
|
|
idPair.first.write(w);
|
|
|
|
idPair.second.write(w);
|
|
|
|
}
|
|
|
|
|
|
|
|
std::sort(originalIDs.begin(), originalIDs.end(),
|
|
|
|
[](const std::pair<UniqueID64, UniqueID64>& a, const std::pair<UniqueID64, UniqueID64>& b) {
|
|
|
|
return a.second < b.second;
|
|
|
|
});
|
|
|
|
for (const auto& idPair : originalIDs) {
|
|
|
|
idPair.second.write(w);
|
|
|
|
idPair.first.write(w);
|
|
|
|
}
|
|
|
|
}
|
2018-07-08 23:03:35 +00:00
|
|
|
};
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
struct SpecMP3 : SpecBase {
|
|
|
|
bool checkStandaloneID(const char* id) const {
|
|
|
|
if (!memcmp(id, "RM3", 3))
|
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool doMP3 = false;
|
|
|
|
std::vector<const nod::Node*> m_nonPaks;
|
|
|
|
std::vector<DNAMP3::PAKBridge> m_paks;
|
|
|
|
std::map<std::string, DNAMP3::PAKBridge*, hecl::CaseInsensitiveCompare> m_orderedPaks;
|
|
|
|
|
|
|
|
hecl::ProjectPath m_workPath;
|
|
|
|
hecl::ProjectPath m_cookPath;
|
|
|
|
PAKRouter<DNAMP3::PAKBridge> m_pakRouter;
|
|
|
|
|
|
|
|
/* These are populated when extracting MPT's frontend (uses MP3's DataSpec) */
|
|
|
|
bool doMPTFE = false;
|
|
|
|
std::vector<const nod::Node*> m_feNonPaks;
|
|
|
|
std::vector<DNAMP3::PAKBridge> m_fePaks;
|
|
|
|
std::map<std::string, DNAMP3::PAKBridge*, hecl::CaseInsensitiveCompare> m_feOrderedPaks;
|
|
|
|
|
|
|
|
hecl::ProjectPath m_feWorkPath;
|
|
|
|
hecl::ProjectPath m_feCookPath;
|
|
|
|
PAKRouter<DNAMP3::PAKBridge> m_fePakRouter;
|
|
|
|
IDRestorer<UniqueID64> m_idRestorer;
|
|
|
|
|
|
|
|
void setThreadProject() {
|
|
|
|
SpecBase::setThreadProject();
|
|
|
|
UniqueIDBridge::SetIDRestorer(&m_idRestorer);
|
|
|
|
}
|
|
|
|
|
|
|
|
SpecMP3(const hecl::Database::DataSpecEntry* specEntry, hecl::Database::Project& project, bool pc)
|
|
|
|
: SpecBase(specEntry, project, pc)
|
|
|
|
, m_workPath(project.getProjectWorkingPath(), _SYS_STR("MP3"))
|
|
|
|
, m_cookPath(project.getProjectCookedPath(SpecEntMP3), _SYS_STR("MP3"))
|
|
|
|
, m_pakRouter(*this, m_workPath, m_cookPath)
|
|
|
|
, m_feWorkPath(project.getProjectWorkingPath(), _SYS_STR("fe"))
|
|
|
|
, m_feCookPath(project.getProjectCookedPath(SpecEntMP3), _SYS_STR("fe"))
|
|
|
|
, m_fePakRouter(*this, m_feWorkPath, m_feCookPath)
|
|
|
|
, m_idRestorer({project.getProjectWorkingPath(), "MP3/!original_ids.yaml"}, project) {
|
|
|
|
setThreadProject();
|
|
|
|
}
|
|
|
|
|
|
|
|
void buildPaks(nod::Node& root, const std::vector<hecl::SystemString>& args, ExtractReport& rep, bool fe) {
|
|
|
|
if (fe) {
|
|
|
|
m_feNonPaks.clear();
|
|
|
|
m_fePaks.clear();
|
|
|
|
} else {
|
|
|
|
m_nonPaks.clear();
|
|
|
|
m_paks.clear();
|
|
|
|
}
|
|
|
|
for (const nod::Node& child : root) {
|
|
|
|
bool isPak = false;
|
|
|
|
auto name = child.getName();
|
|
|
|
std::string lowerName(name);
|
|
|
|
std::transform(lowerName.begin(), lowerName.end(), lowerName.begin(), tolower);
|
|
|
|
if (name.size() > 4) {
|
|
|
|
std::string::iterator extit = lowerName.end() - 4;
|
|
|
|
if (!std::string(extit, lowerName.end()).compare(".pak")) {
|
|
|
|
/* This is a pak */
|
|
|
|
isPak = true;
|
|
|
|
std::string lowerBase(lowerName.begin(), extit);
|
|
|
|
|
|
|
|
/* Needs filter */
|
|
|
|
bool good = true;
|
|
|
|
if (args.size()) {
|
|
|
|
good = false;
|
|
|
|
if (!lowerName.compare(0, 7, "metroid")) {
|
|
|
|
hecl::SystemChar idxChar = lowerName[7];
|
|
|
|
for (const hecl::SystemString& arg : args) {
|
|
|
|
if (arg.size() == 1 && iswdigit(arg[0]))
|
|
|
|
if (arg[0] == idxChar)
|
|
|
|
good = true;
|
|
|
|
}
|
|
|
|
} else
|
|
|
|
good = true;
|
|
|
|
|
|
|
|
if (!good) {
|
|
|
|
for (const hecl::SystemString& arg : args) {
|
|
|
|
std::string lowerArg(hecl::SystemUTF8Conv(arg).str());
|
|
|
|
std::transform(lowerArg.begin(), lowerArg.end(), lowerArg.begin(), tolower);
|
|
|
|
if (!lowerArg.compare(0, lowerBase.size(), lowerBase))
|
|
|
|
good = true;
|
|
|
|
}
|
2015-07-13 06:29:12 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2015-07-18 04:33:38 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
if (fe)
|
|
|
|
m_fePaks.emplace_back(child, good);
|
|
|
|
else
|
|
|
|
m_paks.emplace_back(child, good);
|
2015-07-13 06:29:12 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
if (!isPak) {
|
2015-07-18 04:33:38 +00:00
|
|
|
if (fe)
|
2018-12-08 05:30:43 +00:00
|
|
|
m_feNonPaks.push_back(&child);
|
2015-07-18 04:33:38 +00:00
|
|
|
else
|
2018-12-08 05:30:43 +00:00
|
|
|
m_nonPaks.push_back(&child);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Sort PAKs alphabetically */
|
|
|
|
if (fe) {
|
|
|
|
m_feOrderedPaks.clear();
|
|
|
|
for (DNAMP3::PAKBridge& dpak : m_fePaks)
|
|
|
|
m_feOrderedPaks[std::string(dpak.getName())] = &dpak;
|
|
|
|
} else {
|
|
|
|
m_orderedPaks.clear();
|
|
|
|
for (DNAMP3::PAKBridge& dpak : m_paks)
|
|
|
|
m_orderedPaks[std::string(dpak.getName())] = &dpak;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Assemble extract report */
|
|
|
|
for (const std::pair<std::string, DNAMP3::PAKBridge*>& item : fe ? m_feOrderedPaks : m_orderedPaks) {
|
|
|
|
if (!item.second->m_doExtract)
|
|
|
|
continue;
|
|
|
|
rep.childOpts.emplace_back();
|
|
|
|
ExtractReport& childRep = rep.childOpts.back();
|
|
|
|
hecl::SystemStringConv nameView(item.first);
|
|
|
|
childRep.name = hecl::SystemString(nameView.sys_str());
|
|
|
|
if (!item.first.compare("Worlds.pak"))
|
|
|
|
continue;
|
|
|
|
else if (!item.first.compare("Metroid6.pak")) {
|
|
|
|
/* Phaaze doesn't have a world name D: */
|
|
|
|
childRep.desc = _SYS_STR("Phaaze");
|
|
|
|
continue;
|
|
|
|
} else if (!item.first.compare("Metroid8.pak")) {
|
|
|
|
/* Space world is misnamed */
|
|
|
|
childRep.desc = _SYS_STR("Space");
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
childRep.desc = item.second->getLevelString();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool checkFromStandaloneDisc(nod::DiscBase& disc, const hecl::SystemString& regstr,
|
|
|
|
const std::vector<hecl::SystemString>& args, std::vector<ExtractReport>& reps) {
|
|
|
|
doMP3 = true;
|
|
|
|
nod::IPartition* partition = disc.getDataPartition();
|
|
|
|
std::unique_ptr<uint8_t[]> dolBuf = partition->getDOLBuf();
|
|
|
|
const char* buildInfo = (char*)memmem(dolBuf.get(), partition->getDOLSize(), "MetroidBuildInfo", 16) + 19;
|
|
|
|
if (!buildInfo)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
/* We don't want no stinking demo dammit */
|
|
|
|
if (!strcmp(buildInfo, "Build v3.068 3/2/2006 14:55:13"))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
/* Root Report */
|
|
|
|
reps.emplace_back();
|
|
|
|
ExtractReport& rep = reps.back();
|
|
|
|
rep.name = _SYS_STR("MP3");
|
|
|
|
rep.desc = _SYS_STR("Metroid Prime 3 ") + regstr;
|
|
|
|
std::string buildStr(buildInfo);
|
|
|
|
hecl::SystemStringConv buildView(buildStr);
|
|
|
|
rep.desc += _SYS_STR(" (") + buildView + _SYS_STR(")");
|
|
|
|
|
|
|
|
/* Iterate PAKs and build level options */
|
|
|
|
nod::Node& root = partition->getFSTRoot();
|
|
|
|
buildPaks(root, args, rep, false);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool checkFromTrilogyDisc(nod::DiscBase& disc, const hecl::SystemString& regstr,
|
|
|
|
const std::vector<hecl::SystemString>& args, std::vector<ExtractReport>& reps) {
|
|
|
|
std::vector<hecl::SystemString> mp3args;
|
|
|
|
std::vector<hecl::SystemString> feargs;
|
|
|
|
if (args.size()) {
|
|
|
|
/* Needs filter */
|
|
|
|
for (const hecl::SystemString& arg : args) {
|
|
|
|
hecl::SystemString lowerArg = arg;
|
|
|
|
hecl::ToLower(lowerArg);
|
|
|
|
if (!lowerArg.compare(0, 3, _SYS_STR("mp3"))) {
|
|
|
|
doMP3 = true;
|
|
|
|
mp3args.reserve(args.size());
|
|
|
|
size_t slashPos = arg.find(_SYS_STR('/'));
|
|
|
|
if (slashPos == hecl::SystemString::npos)
|
|
|
|
slashPos = arg.find(_SYS_STR('\\'));
|
|
|
|
if (slashPos != hecl::SystemString::npos)
|
|
|
|
mp3args.emplace_back(hecl::SystemString(arg.begin() + slashPos + 1, arg.end()));
|
2015-07-18 04:33:38 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
for (const hecl::SystemString& arg : args) {
|
|
|
|
hecl::SystemString lowerArg = arg;
|
|
|
|
hecl::ToLower(lowerArg);
|
|
|
|
if (!lowerArg.compare(0, 2, _SYS_STR("fe"))) {
|
|
|
|
doMPTFE = true;
|
|
|
|
feargs.reserve(args.size());
|
|
|
|
size_t slashPos = arg.find(_SYS_STR('/'));
|
|
|
|
if (slashPos == hecl::SystemString::npos)
|
|
|
|
slashPos = arg.find(_SYS_STR('\\'));
|
|
|
|
if (slashPos != hecl::SystemString::npos)
|
|
|
|
feargs.emplace_back(hecl::SystemString(arg.begin() + slashPos + 1, arg.end()));
|
2015-07-13 06:29:12 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
|
|
|
} else {
|
|
|
|
doMP3 = true;
|
|
|
|
doMPTFE = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!doMP3 && !doMPTFE)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
nod::IPartition* partition = disc.getDataPartition();
|
|
|
|
nod::Node& root = partition->getFSTRoot();
|
|
|
|
|
|
|
|
/* MP3 extract */
|
|
|
|
while (doMP3) {
|
|
|
|
nod::Node::DirectoryIterator dolIt = root.find("rs5mp3_p.dol");
|
|
|
|
if (dolIt == root.end()) {
|
|
|
|
doMP3 = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::unique_ptr<uint8_t[]> dolBuf = dolIt->getBuf();
|
|
|
|
const char* buildInfo = (char*)memmem(dolBuf.get(), dolIt->size(), "MetroidBuildInfo", 16) + 19;
|
|
|
|
|
|
|
|
if (!buildInfo) {
|
|
|
|
doMP3 = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* We don't want no stinking demo dammit */
|
|
|
|
if (!strcmp(buildInfo, "Build v3.068 3/2/2006 14:55:13")) {
|
|
|
|
doMP3 = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Root Report */
|
|
|
|
reps.emplace_back();
|
|
|
|
ExtractReport& rep = reps.back();
|
|
|
|
rep.name = _SYS_STR("MP3");
|
|
|
|
rep.desc = _SYS_STR("Metroid Prime 3 ") + regstr;
|
|
|
|
|
|
|
|
std::string buildStr(buildInfo);
|
|
|
|
hecl::SystemStringConv buildView(buildStr);
|
|
|
|
rep.desc += _SYS_STR(" (") + buildView + _SYS_STR(")");
|
|
|
|
|
|
|
|
/* Iterate PAKs and build level options */
|
|
|
|
nod::Node::DirectoryIterator mp3It = root.find("MP3");
|
|
|
|
if (mp3It == root.end()) {
|
|
|
|
doMP3 = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
buildPaks(*mp3It, mp3args, rep, false);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* MPT Frontend extract */
|
|
|
|
while (doMPTFE) {
|
|
|
|
nod::Node::DirectoryIterator dolIt = root.find("rs5fe_p.dol");
|
|
|
|
if (dolIt == root.end()) {
|
|
|
|
doMPTFE = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
std::unique_ptr<uint8_t[]> dolBuf = dolIt->getBuf();
|
|
|
|
const char* buildInfo = (char*)memmem(dolBuf.get(), dolIt->size(), "MetroidBuildInfo", 16) + 19;
|
|
|
|
|
|
|
|
/* Root Report */
|
|
|
|
reps.emplace_back();
|
|
|
|
ExtractReport& rep = reps.back();
|
|
|
|
rep.name = _SYS_STR("fe");
|
|
|
|
rep.desc = _SYS_STR("Metroid Prime Trilogy Frontend ") + regstr;
|
|
|
|
if (buildInfo) {
|
2015-09-24 07:47:30 +00:00
|
|
|
std::string buildStr(buildInfo);
|
2017-11-13 06:19:18 +00:00
|
|
|
hecl::SystemStringConv buildView(buildStr);
|
2018-10-14 20:16:21 +00:00
|
|
|
rep.desc += _SYS_STR(" (") + buildView + _SYS_STR(")");
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Iterate PAKs and build level options */
|
|
|
|
nod::Node::DirectoryIterator feIt = root.find("fe");
|
|
|
|
if (feIt == root.end()) {
|
|
|
|
doMPTFE = false;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
buildPaks(*feIt, feargs, rep, true);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return doMP3 || doMPTFE;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool extractFromDisc(nod::DiscBase& disc, bool force, const hecl::MultiProgressPrinter& progress) {
|
|
|
|
hecl::SystemString currentTarget = _SYS_STR("");
|
|
|
|
size_t nodeCount = 0;
|
|
|
|
int prog = 0;
|
|
|
|
nod::ExtractionContext ctx = {force, [&](std::string_view name, float) {
|
|
|
|
hecl::SystemStringConv nameView(name);
|
|
|
|
progress.print(currentTarget.c_str(), nameView.c_str(), prog / (float)nodeCount);
|
|
|
|
}};
|
|
|
|
if (doMP3) {
|
|
|
|
m_workPath.makeDir();
|
|
|
|
|
|
|
|
progress.startNewLine();
|
|
|
|
progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), 0.0);
|
|
|
|
m_pakRouter.build(m_paks,
|
|
|
|
[&progress](float factor) { progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), factor); });
|
|
|
|
progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), 1.0);
|
|
|
|
progress.startNewLine();
|
|
|
|
|
|
|
|
hecl::ProjectPath outPath(m_project.getProjectWorkingPath(), _SYS_STR("out"));
|
|
|
|
outPath.makeDir();
|
|
|
|
disc.getDataPartition()->extractSysFiles(outPath.getAbsolutePath(), ctx);
|
|
|
|
hecl::ProjectPath mp3OutPath(outPath, m_standalone ? _SYS_STR("files") : _SYS_STR("files/MP3"));
|
|
|
|
mp3OutPath.makeDirChain(true);
|
|
|
|
|
|
|
|
currentTarget = _SYS_STR("MP3 Root");
|
|
|
|
progress.print(currentTarget.c_str(), _SYS_STR(""), 0.0);
|
|
|
|
prog = 0;
|
|
|
|
|
|
|
|
nodeCount = m_nonPaks.size();
|
|
|
|
// TODO: Make this more granular
|
|
|
|
for (const nod::Node* node : m_nonPaks) {
|
|
|
|
node->extractToDirectory(mp3OutPath.getAbsolutePath(), ctx);
|
|
|
|
prog++;
|
|
|
|
}
|
|
|
|
ctx.progressCB = nullptr;
|
|
|
|
|
|
|
|
progress.print(currentTarget.c_str(), _SYS_STR(""), 1.0);
|
|
|
|
progress.startNewLine();
|
|
|
|
|
|
|
|
hecl::ClientProcess process;
|
|
|
|
for (std::pair<const std::string, DNAMP3::PAKBridge*>& pair : m_orderedPaks) {
|
|
|
|
DNAMP3::PAKBridge& pak = *pair.second;
|
|
|
|
if (!pak.m_doExtract)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
auto name = pak.getName();
|
|
|
|
hecl::SystemStringConv sysName(name);
|
|
|
|
|
|
|
|
auto pakName = hecl::SystemString(sysName.sys_str());
|
|
|
|
process.addLambdaTransaction([this, &progress, &pak, pakName, force](hecl::blender::Token& btok) {
|
|
|
|
m_pakRouter.extractResources(pak, force, btok,
|
|
|
|
[&progress, &pakName](const hecl::SystemChar* substr, float factor) {
|
|
|
|
progress.print(pakName.c_str(), substr, factor);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
process.waitUntilComplete();
|
|
|
|
|
|
|
|
/* Generate original ID mapping for MLVL and SCAN entries - marks complete project */
|
|
|
|
OriginalIDs::Generate(m_pakRouter, m_project);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (doMPTFE) {
|
|
|
|
m_feWorkPath.makeDir();
|
|
|
|
|
|
|
|
progress.startNewLine();
|
|
|
|
progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), 0.0);
|
|
|
|
m_fePakRouter.build(
|
|
|
|
m_fePaks, [&progress](float factor) { progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), factor); });
|
|
|
|
progress.print(_SYS_STR("Indexing PAKs"), _SYS_STR(""), 1.0);
|
|
|
|
progress.startNewLine();
|
|
|
|
|
|
|
|
hecl::ProjectPath outPath(m_project.getProjectWorkingPath(), _SYS_STR("out"));
|
|
|
|
outPath.makeDir();
|
|
|
|
disc.getDataPartition()->extractSysFiles(outPath.getAbsolutePath(), ctx);
|
|
|
|
hecl::ProjectPath feOutPath(outPath, m_standalone ? _SYS_STR("files") : _SYS_STR("files/fe"));
|
|
|
|
feOutPath.makeDirChain(true);
|
|
|
|
|
|
|
|
currentTarget = _SYS_STR("fe Root");
|
|
|
|
progress.print(currentTarget.c_str(), _SYS_STR(""), 0.0);
|
|
|
|
prog = 0;
|
|
|
|
nodeCount = m_feNonPaks.size();
|
|
|
|
|
|
|
|
// TODO: Make this more granular
|
|
|
|
for (const nod::Node* node : m_feNonPaks) {
|
|
|
|
node->extractToDirectory(feOutPath.getAbsolutePath(), ctx);
|
|
|
|
prog++;
|
|
|
|
}
|
|
|
|
progress.print(currentTarget.c_str(), _SYS_STR(""), 1.0);
|
|
|
|
progress.startNewLine();
|
|
|
|
|
|
|
|
hecl::ClientProcess process;
|
|
|
|
for (std::pair<std::string, DNAMP3::PAKBridge*> pair : m_feOrderedPaks) {
|
|
|
|
DNAMP3::PAKBridge& pak = *pair.second;
|
|
|
|
if (!pak.m_doExtract)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
auto name = pak.getName();
|
|
|
|
hecl::SystemStringConv sysName(name);
|
|
|
|
|
|
|
|
hecl::SystemString pakName(sysName.sys_str());
|
|
|
|
process.addLambdaTransaction([this, &progress, &pak, pakName, force](hecl::blender::Token& btok) {
|
|
|
|
m_fePakRouter.extractResources(pak, force, btok,
|
|
|
|
[&progress, &pakName](const hecl::SystemChar* substr, float factor) {
|
|
|
|
progress.print(pakName.c_str(), substr, factor);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
process.waitUntilComplete();
|
2015-11-10 02:07:15 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
return true;
|
|
|
|
}
|
2015-11-10 02:07:15 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
const hecl::Database::DataSpecEntry& getOriginalSpec() const { return SpecEntMP3; }
|
2015-10-04 05:08:56 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
const hecl::Database::DataSpecEntry& getUnmodifiedSpec() const { return SpecEntMP3ORIG; }
|
2015-10-04 05:08:56 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
hecl::ProjectPath getWorking(class UniqueID64& id) { return m_pakRouter.getWorking(id); }
|
2016-10-02 22:41:36 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
bool checkPathPrefix(const hecl::ProjectPath& path) const {
|
|
|
|
return path.getRelativePath().compare(0, 4, _SYS_STR("MP3/")) == 0;
|
|
|
|
}
|
2015-10-04 05:08:56 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
bool validateYAMLDNAType(athena::io::IStreamReader& fp) const {
|
|
|
|
if (athena::io::ValidateFromYAMLStream<DNAMP3::MLVL>(fp))
|
|
|
|
return true;
|
|
|
|
if (athena::io::ValidateFromYAMLStream<DNAMP3::STRG>(fp))
|
|
|
|
return true;
|
|
|
|
if (athena::io::ValidateFromYAMLStream<DNAMP2::STRG>(fp))
|
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
2017-10-17 05:51:53 +00:00
|
|
|
|
2019-05-08 03:50:21 +00:00
|
|
|
urde::SObjectTag buildTagFromPath(const hecl::ProjectPath& path) const { return {}; }
|
2018-02-25 08:23:27 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2015-10-04 05:08:56 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookColMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2015-10-04 05:08:56 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookPathMesh(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2016-09-30 22:43:19 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookActor(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2017-01-17 01:23:19 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2016-09-18 23:47:48 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookWorld(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds, bool fast,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2016-10-02 22:41:36 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookGuiFrame(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2017-11-15 04:12:13 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookYAML(const hecl::ProjectPath& out, const hecl::ProjectPath& in, athena::io::IStreamReader& fin,
|
|
|
|
FCookProgress progress) {}
|
2016-09-18 23:47:48 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void flattenDependenciesYAML(athena::io::IStreamReader& fin, std::vector<hecl::ProjectPath>& pathsOut) {}
|
2017-03-20 05:09:53 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void flattenDependenciesANCSYAML(athena::io::IStreamReader& fin, std::vector<hecl::ProjectPath>& pathsOut,
|
|
|
|
int charIdx) {}
|
2017-03-20 05:09:53 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookAudioGroup(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) {}
|
2018-07-08 23:03:35 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookSong(const hecl::ProjectPath& out, const hecl::ProjectPath& in, FCookProgress progress) {}
|
2018-07-08 23:03:35 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookMapArea(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {
|
|
|
|
hecl::blender::MapArea mapa = ds.compileMapArea();
|
|
|
|
ds.close();
|
|
|
|
DNAMP3::MAPA::Cook(mapa, out);
|
|
|
|
progress(_SYS_STR("Done"));
|
|
|
|
}
|
2018-07-08 23:03:35 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
void cookMapUniverse(const hecl::ProjectPath& out, const hecl::ProjectPath& in, BlendStream& ds,
|
|
|
|
hecl::blender::Token& btok, FCookProgress progress) {}
|
2015-07-01 23:50:39 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
UniqueID64 newToOriginal(urde::CAssetId id) const {
|
2019-07-20 04:27:21 +00:00
|
|
|
UniqueID64 origId = m_idRestorer.newToOriginal({id.Value(), true});
|
|
|
|
if (origId.isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return {origId.toUint64(), true};
|
|
|
|
return {uint32_t(id.Value()), true};
|
|
|
|
}
|
2016-03-26 00:51:59 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
urde::CAssetId originalToNew(UniqueID64 id) const {
|
2019-07-20 04:27:21 +00:00
|
|
|
UniqueID64 newId = m_idRestorer.originalToNew(id);
|
|
|
|
if (newId.isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return newId.toUint64();
|
|
|
|
return id.toUint64();
|
|
|
|
}
|
2017-01-17 01:23:19 +00:00
|
|
|
};
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
hecl::Database::DataSpecEntry SpecEntMP3(
|
2019-05-08 03:50:21 +00:00
|
|
|
_SYS_STR("MP3"sv), _SYS_STR("Data specification for original Metroid Prime 3 engine"sv), _SYS_STR(".pak"sv),
|
2018-12-08 05:30:43 +00:00
|
|
|
[](hecl::Database::Project& project, hecl::Database::DataSpecTool) -> std::unique_ptr<hecl::Database::IDataSpec> {
|
|
|
|
return std::make_unique<SpecMP3>(&SpecEntMP3, project, false);
|
|
|
|
});
|
|
|
|
|
|
|
|
hecl::Database::DataSpecEntry SpecEntMP3PC = {
|
|
|
|
_SYS_STR("MP3-PC"sv), _SYS_STR("Data specification for PC-optimized Metroid Prime 3 engine"sv), _SYS_STR(".upak"sv),
|
|
|
|
[](hecl::Database::Project& project,
|
|
|
|
hecl::Database::DataSpecTool tool) -> std::unique_ptr<hecl::Database::IDataSpec> {
|
|
|
|
if (tool != hecl::Database::DataSpecTool::Extract)
|
|
|
|
return std::make_unique<SpecMP3>(&SpecEntMP3PC, project, true);
|
|
|
|
return nullptr;
|
|
|
|
}};
|
|
|
|
|
|
|
|
hecl::Database::DataSpecEntry SpecEntMP3ORIG = {
|
2019-05-08 03:50:21 +00:00
|
|
|
_SYS_STR("MP3-ORIG"sv), _SYS_STR("Data specification for unmodified Metroid Prime 3 resources"sv), {}, {}};
|
2018-12-08 05:30:43 +00:00
|
|
|
|
|
|
|
} // namespace DataSpec
|