2015-07-13 06:29:12 +00:00
|
|
|
#include "DNACommon.hpp"
|
2016-03-01 03:08:25 +00:00
|
|
|
#include "PAK.hpp"
|
2016-04-10 04:49:02 +00:00
|
|
|
#include "boo/ThreadLocalPtr.hpp"
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
namespace DataSpec {
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2016-03-04 23:04:53 +00:00
|
|
|
logvisor::Module LogDNACommon("urde::DNACommon");
|
2016-04-10 04:49:02 +00:00
|
|
|
ThreadLocalPtr<SpecBase> g_curSpec;
|
|
|
|
ThreadLocalPtr<PAKRouterBase> g_PakRouter;
|
2017-12-29 08:08:12 +00:00
|
|
|
ThreadLocalPtr<hecl::blender::Token> g_ThreadBlenderToken;
|
2016-04-10 04:49:02 +00:00
|
|
|
ThreadLocalPtr<hecl::Database::Project> UniqueIDBridge::s_Project;
|
2018-03-28 08:09:41 +00:00
|
|
|
ThreadLocalPtr<IDRestorer<UniqueID32>> UniqueIDBridge::s_restorer32;
|
|
|
|
ThreadLocalPtr<IDRestorer<UniqueID64>> UniqueIDBridge::s_restorer64;
|
|
|
|
ThreadLocalPtr<IDRestorer<UniqueID128>> UniqueIDBridge::s_restorer128;
|
2016-04-06 01:44:07 +00:00
|
|
|
UniqueID32 UniqueID32::kInvalidId;
|
2015-07-16 01:57:34 +00:00
|
|
|
|
2016-10-07 18:44:45 +00:00
|
|
|
template <class IDType>
|
2018-12-08 05:30:43 +00:00
|
|
|
hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const IDType& id, bool silenceWarnings) {
|
|
|
|
/* Try PAKRouter first (only available at extract) */
|
|
|
|
PAKRouterBase* pakRouter = g_PakRouter.get();
|
|
|
|
if (pakRouter) {
|
|
|
|
hecl::ProjectPath path = pakRouter->getWorking(id, silenceWarnings);
|
|
|
|
if (path)
|
|
|
|
return path;
|
|
|
|
}
|
2016-10-07 18:44:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
/* Try project cache second (populated with paths read from YAML resources) */
|
|
|
|
hecl::Database::Project* project = s_Project.get();
|
|
|
|
if (!project) {
|
|
|
|
if (pakRouter) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id.isValid())
|
|
|
|
LogDNACommon.report(logvisor::Warning, fmt("unable to translate {} to path"), id);
|
2018-12-08 05:30:43 +00:00
|
|
|
return {};
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
LogDNACommon.report(logvisor::Fatal,
|
2019-07-20 04:27:21 +00:00
|
|
|
fmt("g_PakRouter or s_Project must be set to non-null before "
|
|
|
|
"calling UniqueIDBridge::TranslatePakIdToPath"));
|
2018-12-08 05:30:43 +00:00
|
|
|
return {};
|
|
|
|
}
|
2016-10-07 18:44:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
const hecl::ProjectPath* search = project->lookupBridgePath(id.toUint64());
|
|
|
|
if (!search) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (IDRestorer<IDType>* restorer = GetIDRestorer<IDType>()) {
|
|
|
|
IDType newId = restorer->originalToNew(id);
|
|
|
|
if (newId.isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
if (const hecl::ProjectPath* newSearch = project->lookupBridgePath(newId.toUint64()))
|
|
|
|
return *newSearch;
|
2019-07-20 04:27:21 +00:00
|
|
|
}
|
|
|
|
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id.isValid())
|
|
|
|
LogDNACommon.report(logvisor::Warning, fmt("unable to translate {} to path"), id);
|
2018-12-08 05:30:43 +00:00
|
|
|
return {};
|
|
|
|
}
|
|
|
|
return *search;
|
|
|
|
}
|
|
|
|
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID32& id, bool silenceWarnings);
|
|
|
|
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID64& id, bool silenceWarnings);
|
|
|
|
template hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID128& id, bool silenceWarnings);
|
2016-10-07 18:44:45 +00:00
|
|
|
|
|
|
|
template <class IDType>
|
2018-12-08 05:30:43 +00:00
|
|
|
hecl::ProjectPath UniqueIDBridge::MakePathFromString(std::string_view str) {
|
|
|
|
if (str.empty())
|
|
|
|
return {};
|
|
|
|
hecl::Database::Project* project = s_Project.get();
|
|
|
|
if (!project)
|
2019-07-20 04:27:21 +00:00
|
|
|
LogDNACommon.report(logvisor::Fatal, fmt("UniqueIDBridge::setGlobalProject must be called before MakePathFromString"));
|
2018-12-08 05:30:43 +00:00
|
|
|
hecl::ProjectPath path = hecl::ProjectPath(*project, str);
|
|
|
|
project->addBridgePathToCache(IDType(path).toUint64(), path);
|
|
|
|
return path;
|
|
|
|
}
|
|
|
|
template hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID32>(std::string_view str);
|
|
|
|
template hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID64>(std::string_view str);
|
2016-10-07 18:44:45 +00:00
|
|
|
|
|
|
|
template <class IDType>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueIDBridge::TransformOldHashToNewHash(IDType& id) {
|
|
|
|
id = TranslatePakIdToPath(id);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
template void UniqueIDBridge::TransformOldHashToNewHash(UniqueID32& id);
|
|
|
|
template void UniqueIDBridge::TransformOldHashToNewHash(UniqueID64& id);
|
|
|
|
|
|
|
|
void UniqueIDBridge::SetThreadProject(hecl::Database::Project& project) { s_Project.reset(&project); }
|
2016-10-07 18:44:45 +00:00
|
|
|
|
|
|
|
/** PAK 32-bit Unique ID */
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::assign(uint32_t id, bool noOriginal) {
|
|
|
|
m_id = id ? id : 0xffffffff;
|
|
|
|
if (!noOriginal)
|
2019-07-20 04:27:21 +00:00
|
|
|
if (IDRestorer<UniqueID32>* restorer = UniqueIDBridge::GetIDRestorer<UniqueID32>()) {
|
|
|
|
UniqueID32 origId = restorer->newToOriginal(*this);
|
|
|
|
if (origId.isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
*this = origId;
|
2019-07-20 04:27:21 +00:00
|
|
|
}
|
2018-03-28 08:09:41 +00:00
|
|
|
}
|
|
|
|
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
|
|
|
|
assign(reader.readUint32Big());
|
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
|
|
|
|
writer.writeUint32Big(m_id);
|
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (!isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size()
|
|
|
|
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
|
|
|
|
: path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
|
|
|
|
s += 4;
|
|
|
|
}
|
2016-10-07 18:44:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
std::string UniqueID32::toString() const {
|
2019-07-20 04:27:21 +00:00
|
|
|
return fmt::format(fmt("{}"), *this);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
2018-04-02 04:27:24 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32Zero::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
|
|
|
|
UniqueID32::Enumerate<BigDNA::Read>(reader);
|
|
|
|
}
|
2018-04-02 04:27:24 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32Zero::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
|
2019-07-20 04:27:21 +00:00
|
|
|
writer.writeUint32Big(isValid() ? m_id : 0);
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2018-04-02 04:27:24 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32Zero::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
|
|
|
|
UniqueID32::Enumerate<BigDNA::ReadYaml>(reader);
|
|
|
|
}
|
2018-04-02 04:27:24 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32Zero::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
|
|
|
|
UniqueID32::Enumerate<BigDNA::WriteYaml>(writer);
|
|
|
|
}
|
2018-04-02 04:27:24 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID32Zero::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
|
|
|
|
UniqueID32::Enumerate<BigDNA::BinarySize>(s);
|
|
|
|
}
|
2018-04-02 04:27:24 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
AuxiliaryID32& AuxiliaryID32::operator=(const hecl::ProjectPath& path) {
|
|
|
|
assign(path.ensureAuxInfo(m_auxStr).hash().val32());
|
|
|
|
return *this;
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
AuxiliaryID32& AuxiliaryID32::operator=(const UniqueID32& id) {
|
|
|
|
m_baseId = id;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(id);
|
|
|
|
if (path) {
|
|
|
|
if (m_addExtension)
|
|
|
|
path = path.getWithExtension(m_addExtension);
|
|
|
|
*this = path;
|
|
|
|
}
|
|
|
|
return *this;
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void AuxiliaryID32::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
|
|
|
|
assign(reader.readUint32Big());
|
|
|
|
m_baseId = *this;
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void AuxiliaryID32::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
|
|
|
|
writer.writeUint32Big(m_id);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void AuxiliaryID32::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
|
|
|
|
hecl::ProjectPath readPath = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
|
|
|
|
*this = readPath.ensureAuxInfo(m_auxStr);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void AuxiliaryID32::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (!isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath<UniqueID32>(*this, true);
|
|
|
|
if (!path)
|
|
|
|
path = UniqueIDBridge::TranslatePakIdToPath(m_baseId);
|
|
|
|
if (!path)
|
|
|
|
return;
|
|
|
|
if (m_addExtension)
|
|
|
|
path = path.getWithExtension(m_addExtension);
|
|
|
|
hecl::SystemUTF8Conv ufx8AuxStr(m_auxStr);
|
|
|
|
writer.writeString(nullptr, std::string(path.getRelativePathUTF8()) + '|' + ufx8AuxStr);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/** PAK 64-bit Unique ID */
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::assign(uint64_t id, bool noOriginal) {
|
|
|
|
m_id = id ? id : 0xffffffffffffffff;
|
|
|
|
if (!noOriginal)
|
2019-07-20 04:27:21 +00:00
|
|
|
if (IDRestorer<UniqueID64>* restorer = UniqueIDBridge::GetIDRestorer<UniqueID64>()) {
|
|
|
|
UniqueID64 origId = restorer->newToOriginal(*this);
|
|
|
|
if (origId.isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
*this = origId;
|
2019-07-20 04:27:21 +00:00
|
|
|
}
|
2018-03-28 08:09:41 +00:00
|
|
|
}
|
|
|
|
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
|
|
|
|
assign(reader.readUint64Big());
|
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
|
|
|
|
writer.writeUint64Big(m_id);
|
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID64>(reader.readString(nullptr));
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (!isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size()
|
|
|
|
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
|
|
|
|
: path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID64::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
|
|
|
|
s += 8;
|
|
|
|
}
|
2016-10-07 18:44:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
std::string UniqueID64::toString() const {
|
2019-07-20 04:27:21 +00:00
|
|
|
return fmt::format(fmt("{}"), *this);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/** PAK 128-bit Unique ID */
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID128::Enumerate<BigDNA::Read>(typename Read::StreamT& reader) {
|
|
|
|
m_id.id[0] = reader.readUint64Big();
|
|
|
|
m_id.id[1] = reader.readUint64Big();
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID128::Enumerate<BigDNA::Write>(typename Write::StreamT& writer) {
|
|
|
|
writer.writeUint64Big(m_id.id[0]);
|
|
|
|
writer.writeUint64Big(m_id.id[1]);
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID128::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader) {
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID128>(reader.readString(nullptr));
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID128::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer) {
|
2019-07-20 04:27:21 +00:00
|
|
|
if (!isValid())
|
2018-12-08 05:30:43 +00:00
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size()
|
|
|
|
? (std::string(path.getRelativePathUTF8()) + '|' + path.getAuxInfoUTF8().data())
|
|
|
|
: path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void UniqueID128::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& s) {
|
|
|
|
s += 16;
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
std::string UniqueID128::toString() const {
|
2019-07-20 04:27:21 +00:00
|
|
|
return fmt::format(fmt("{}"), *this);
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2016-10-07 18:44:45 +00:00
|
|
|
|
|
|
|
/** Word Bitmap reader/writer */
|
2018-12-08 05:30:43 +00:00
|
|
|
void WordBitmap::read(athena::io::IStreamReader& reader, size_t bitCount) {
|
|
|
|
m_bitCount = bitCount;
|
|
|
|
size_t wordCount = (bitCount + 31) / 32;
|
|
|
|
m_words.clear();
|
|
|
|
m_words.reserve(wordCount);
|
|
|
|
for (size_t w = 0; w < wordCount; ++w)
|
|
|
|
m_words.push_back(reader.readUint32Big());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
void WordBitmap::write(athena::io::IStreamWriter& writer) const {
|
|
|
|
for (atUint32 word : m_words)
|
|
|
|
writer.writeUint32Big(word);
|
2015-07-13 06:29:12 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
void WordBitmap::binarySize(size_t& __isz) const { __isz += m_words.size() * 4; }
|
|
|
|
|
|
|
|
} // namespace DataSpec
|