metaforce/DataSpec/DNACommon/DNACommon.cpp

285 lines
10 KiB
C++
Raw Normal View History

#include "DNACommon.hpp"
#include "PAK.hpp"
2016-04-10 04:49:02 +00:00
#include "boo/ThreadLocalPtr.hpp"
2018-12-08 05:30:43 +00:00
namespace DataSpec {
2016-03-04 23:04:53 +00:00
logvisor::Module LogDNACommon("urde::DNACommon");
2016-04-10 04:49:02 +00:00
ThreadLocalPtr<SpecBase> g_curSpec;
ThreadLocalPtr<PAKRouterBase> g_PakRouter;
2017-12-29 08:08:12 +00:00
ThreadLocalPtr<hecl::blender::Token> g_ThreadBlenderToken;
2016-04-10 04:49:02 +00:00
ThreadLocalPtr<hecl::Database::Project> UniqueIDBridge::s_Project;
ThreadLocalPtr<IDRestorer<UniqueID32>> UniqueIDBridge::s_restorer32;
ThreadLocalPtr<IDRestorer<UniqueID64>> UniqueIDBridge::s_restorer64;
ThreadLocalPtr<IDRestorer<UniqueID128>> UniqueIDBridge::s_restorer128;
UniqueID32 UniqueID32::kInvalidId;
2015-07-16 01:57:34 +00:00
template <class IDType>
2018-12-08 05:30:43 +00:00
hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const IDType& id, bool silenceWarnings) {
/* Try PAKRouter first (only available at extract) */
PAKRouterBase* pakRouter = g_PakRouter.get();
if (pakRouter) {
hecl::ProjectPath path = pakRouter->getWorking(id, silenceWarnings);
if (path)
return path;
}
2018-12-08 05:30:43 +00:00
/* Try project cache second (populated with paths read from YAML resources) */
hecl::Database::Project* project = s_Project.get();
if (!project) {
if (pakRouter) {
2019-07-20 04:27:21 +00:00
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id.isValid())
LogDNACommon.report(logvisor::Warning, fmt("unable to translate {} to path"), id);
2018-12-08 05:30:43 +00:00
return {};
}
2018-12-08 05:30:43 +00:00
LogDNACommon.report(logvisor::Fatal,
2019-07-20 04:27:21 +00:00
fmt("g_PakRouter or s_Project must be set to non-null before "
"calling UniqueIDBridge::TranslatePakIdToPath"));
2018-12-08 05:30:43 +00:00
return {};
}
2018-12-08 05:30:43 +00:00
const hecl::ProjectPath* search = project->lookupBridgePath(id.toUint64());
if (!search) {
2019-07-20 04:27:21 +00:00
if (IDRestorer<IDType>* restorer = GetIDRestorer<IDType>()) {
IDType newId = restorer->originalToNew(id);
if (newId.isValid())
2018-12-08 05:30:43 +00:00
if (const hecl::ProjectPath* newSearch = project->lookupBridgePath(newId.toUint64()))
return *newSearch;
2019-07-20 04:27:21 +00:00
}
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id.isValid())
LogDNACommon.report(logvisor::Warning, fmt("unable to translate {} to path"), id);
2018-12-08 05:30:43 +00:00
return {};
}
return *search;
}
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID32& id, bool silenceWarnings);
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID64& id, bool silenceWarnings);
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID128& id, bool silenceWarnings);
template <class IDType>
2018-12-08 05:30:43 +00:00
hecl::ProjectPath UniqueIDBridge::MakePathFromString(std::string_view str) {
if (str.empty())
return {};
hecl::Database::Project* project = s_Project.get();
if (!project)
2019-07-20 04:27:21 +00:00
LogDNACommon.report(logvisor::Fatal, fmt("UniqueIDBridge::setGlobalProject must be called before MakePathFromString"));
2018-12-08 05:30:43 +00:00
hecl::ProjectPath path = hecl::ProjectPath(*project, str);
project->addBridgePathToCache(IDType(path).toUint64(), path);
return path;
}
template hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID32>(std::string_view str);
template hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID64>(std::string_view str);
template <class IDType>
2018-12-08 05:30:43 +00:00
void UniqueIDBridge::TransformOldHashToNewHash(IDType& id) {
id = TranslatePakIdToPath(id);
}
2018-12-08 05:30:43 +00:00
template void UniqueIDBridge::TransformOldHashToNewHash(UniqueID32& id);
template void UniqueIDBridge::TransformOldHashToNewHash(UniqueID64& id);
void UniqueIDBridge::SetThreadProject(hecl::Database::Project& project) { s_Project.reset(&project); }
/** PAK 32-bit Unique ID */
2018-12-08 05:30:43 +00:00
void UniqueID32::assign(uint32_t id, bool noOriginal) {
m_id = id ? id : 0xffffffff;
if (!noOriginal)
2019-07-20 04:27:21 +00:00
if (IDRestorer<UniqueID32>* restorer = UniqueIDBridge::GetIDRestorer<UniqueID32>()) {
UniqueID32 origId = restorer->newToOriginal(*this);
if (origId.isValid())
2018-12-08 05:30:43 +00:00
*this = origId;
2019-07-20 04:27:21 +00:00
}
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
assign(reader.readUint32Big());
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
writer.writeUint32Big(m_id);
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
*this = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
2019-07-20 04:27:21 +00:00
if (!isValid())
2018-12-08 05:30:43 +00:00
return;
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
if (!path)
return;
writer.writeString(nullptr, path.getAuxInfo().size()
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
: path.getRelativePathUTF8());
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
s += 4;
}
2018-12-08 05:30:43 +00:00
std::string UniqueID32::toString() const {
2019-07-20 04:27:21 +00:00
return fmt::format(fmt("{}"), *this);
}
2018-04-02 04:27:24 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32Zero::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
UniqueID32::Enumerate<BigDNA::Read>(reader);
}
2018-04-02 04:27:24 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32Zero::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
2019-07-20 04:27:21 +00:00
writer.writeUint32Big(isValid() ? m_id : 0);
2018-12-08 05:30:43 +00:00
}
2018-04-02 04:27:24 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32Zero::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
UniqueID32::Enumerate<BigDNA::ReadYaml>(reader);
}
2018-04-02 04:27:24 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32Zero::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
UniqueID32::Enumerate<BigDNA::WriteYaml>(writer);
}
2018-04-02 04:27:24 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID32Zero::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
UniqueID32::Enumerate<BigDNA::BinarySize>(s);
}
2018-04-02 04:27:24 +00:00
2018-12-08 05:30:43 +00:00
AuxiliaryID32& AuxiliaryID32::operator=(const hecl::ProjectPath& path) {
assign(path.ensureAuxInfo(m_auxStr).hash().val32());
return *this;
}
2018-12-08 05:30:43 +00:00
AuxiliaryID32& AuxiliaryID32::operator=(const UniqueID32& id) {
m_baseId = id;
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(id);
if (path) {
if (m_addExtension)
path = path.getWithExtension(m_addExtension);
*this = path;
}
return *this;
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void AuxiliaryID32::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
assign(reader.readUint32Big());
m_baseId = *this;
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void AuxiliaryID32::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
writer.writeUint32Big(m_id);
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void AuxiliaryID32::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
hecl::ProjectPath readPath = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
*this = readPath.ensureAuxInfo(m_auxStr);
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void AuxiliaryID32::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
2019-07-20 04:27:21 +00:00
if (!isValid())
2018-12-08 05:30:43 +00:00
return;
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath<UniqueID32>(*this, true);
if (!path)
path = UniqueIDBridge::TranslatePakIdToPath(m_baseId);
if (!path)
return;
if (m_addExtension)
path = path.getWithExtension(m_addExtension);
hecl::SystemUTF8Conv ufx8AuxStr(m_auxStr);
writer.writeString(nullptr, std::string(path.getRelativePathUTF8()) + '|' + ufx8AuxStr);
}
/** PAK 64-bit Unique ID */
2018-12-08 05:30:43 +00:00
void UniqueID64::assign(uint64_t id, bool noOriginal) {
m_id = id ? id : 0xffffffffffffffff;
if (!noOriginal)
2019-07-20 04:27:21 +00:00
if (IDRestorer<UniqueID64>* restorer = UniqueIDBridge::GetIDRestorer<UniqueID64>()) {
UniqueID64 origId = restorer->newToOriginal(*this);
if (origId.isValid())
2018-12-08 05:30:43 +00:00
*this = origId;
2019-07-20 04:27:21 +00:00
}
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID64::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
assign(reader.readUint64Big());
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID64::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
writer.writeUint64Big(m_id);
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID64::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
*this = UniqueIDBridge::MakePathFromString<UniqueID64>(reader.readString(nullptr));
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID64::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
2019-07-20 04:27:21 +00:00
if (!isValid())
2018-12-08 05:30:43 +00:00
return;
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
if (!path)
return;
writer.writeString(nullptr, path.getAuxInfo().size()
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
: path.getRelativePathUTF8());
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID64::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
s += 8;
}
2018-12-08 05:30:43 +00:00
std::string UniqueID64::toString() const {
2019-07-20 04:27:21 +00:00
return fmt::format(fmt("{}"), *this);
}
/** PAK 128-bit Unique ID */
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID128::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
m_id.id[0] = reader.readUint64Big();
m_id.id[1] = reader.readUint64Big();
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID128::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
writer.writeUint64Big(m_id.id[0]);
writer.writeUint64Big(m_id.id[1]);
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID128::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
*this = UniqueIDBridge::MakePathFromString<UniqueID128>(reader.readString(nullptr));
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID128::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
2019-07-20 04:27:21 +00:00
if (!isValid())
2018-12-08 05:30:43 +00:00
return;
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
if (!path)
return;
writer.writeString(nullptr, path.getAuxInfo().size()
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
: path.getRelativePathUTF8());
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void UniqueID128::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
s += 16;
}
2018-12-08 05:30:43 +00:00
std::string UniqueID128::toString() const {
2019-07-20 04:27:21 +00:00
return fmt::format(fmt("{}"), *this);
2018-12-08 05:30:43 +00:00
}
/** Word Bitmap reader/writer */
2018-12-08 05:30:43 +00:00
void WordBitmap::read(athena::io::IStreamReader& reader, size_t bitCount) {
m_bitCount = bitCount;
size_t wordCount = (bitCount + 31) / 32;
m_words.clear();
m_words.reserve(wordCount);
for (size_t w = 0; w < wordCount; ++w)
m_words.push_back(reader.readUint32Big());
}
2018-12-08 05:30:43 +00:00
void WordBitmap::write(athena::io::IStreamWriter& writer) const {
for (atUint32 word : m_words)
writer.writeUint32Big(word);
}
2018-12-08 05:30:43 +00:00
void WordBitmap::binarySize(size_t& __isz) const { __isz += m_words.size() * 4; }
} // namespace DataSpec