2015-07-13 06:29:12 +00:00
|
|
|
#include "DNACommon.hpp"
|
2016-03-01 03:08:25 +00:00
|
|
|
#include "PAK.hpp"
|
2016-04-10 04:49:02 +00:00
|
|
|
#include "boo/ThreadLocalPtr.hpp"
|
2015-07-13 06:29:12 +00:00
|
|
|
|
2016-02-13 09:02:47 +00:00
|
|
|
namespace DataSpec
|
2015-07-13 06:29:12 +00:00
|
|
|
{
|
|
|
|
|
2016-03-04 23:04:53 +00:00
|
|
|
logvisor::Module LogDNACommon("urde::DNACommon");
|
2016-04-10 04:49:02 +00:00
|
|
|
ThreadLocalPtr<SpecBase> g_curSpec;
|
|
|
|
ThreadLocalPtr<PAKRouterBase> g_PakRouter;
|
2016-12-25 01:36:42 +00:00
|
|
|
ThreadLocalPtr<hecl::BlenderToken> g_ThreadBlenderToken;
|
2016-04-10 04:49:02 +00:00
|
|
|
ThreadLocalPtr<hecl::Database::Project> UniqueIDBridge::s_Project;
|
2016-04-06 01:44:07 +00:00
|
|
|
UniqueID32 UniqueID32::kInvalidId;
|
2015-07-16 01:57:34 +00:00
|
|
|
|
2016-10-07 18:44:45 +00:00
|
|
|
template <class IDType>
|
|
|
|
hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const IDType& id, bool silenceWarnings)
|
|
|
|
{
|
|
|
|
/* Try PAKRouter first (only available at extract) */
|
|
|
|
PAKRouterBase* pakRouter = g_PakRouter.get();
|
|
|
|
if (pakRouter)
|
|
|
|
{
|
|
|
|
hecl::ProjectPath path = pakRouter->getWorking(id, silenceWarnings);
|
|
|
|
if (path)
|
|
|
|
return path;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Try project cache second (populated with paths read from YAML resources) */
|
|
|
|
hecl::Database::Project* project = s_Project.get();
|
|
|
|
if (!project)
|
|
|
|
{
|
|
|
|
if (pakRouter)
|
|
|
|
{
|
2017-03-10 18:37:12 +00:00
|
|
|
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id)
|
2016-10-07 18:44:45 +00:00
|
|
|
LogDNACommon.report(logvisor::Warning,
|
|
|
|
"unable to translate %s to path", id.toString().c_str());
|
|
|
|
return {};
|
|
|
|
}
|
|
|
|
LogDNACommon.report(logvisor::Fatal,
|
|
|
|
"g_PakRouter or s_Project must be set to non-null before "
|
|
|
|
"calling UniqueIDBridge::TranslatePakIdToPath");
|
|
|
|
}
|
|
|
|
|
|
|
|
const hecl::ProjectPath* search = project->lookupBridgePath(id.toUint64());
|
|
|
|
if (!search)
|
|
|
|
{
|
2017-03-10 18:37:12 +00:00
|
|
|
if (hecl::VerbosityLevel >= 1 && !silenceWarnings && id)
|
2016-10-07 18:44:45 +00:00
|
|
|
LogDNACommon.report(logvisor::Warning,
|
|
|
|
"unable to translate %s to path", id.toString().c_str());
|
|
|
|
return {};
|
|
|
|
}
|
|
|
|
return *search;
|
|
|
|
}
|
|
|
|
template
|
|
|
|
hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID32& id, bool silenceWarnings);
|
|
|
|
template
|
|
|
|
hecl::ProjectPath UniqueIDBridge::TranslatePakIdToPath(const UniqueID64& id, bool silenceWarnings);
|
|
|
|
|
|
|
|
template <class IDType>
|
|
|
|
hecl::ProjectPath UniqueIDBridge::MakePathFromString(const std::string& str)
|
|
|
|
{
|
2016-10-08 03:41:08 +00:00
|
|
|
if (str.empty())
|
|
|
|
return {};
|
2016-10-07 18:44:45 +00:00
|
|
|
hecl::Database::Project* project = s_Project.get();
|
|
|
|
if (!project)
|
|
|
|
LogDNACommon.report(logvisor::Fatal,
|
|
|
|
"UniqueIDBridge::setGlobalProject must be called before MakePathFromString");
|
|
|
|
hecl::ProjectPath path = hecl::ProjectPath(*project, str);
|
2016-10-08 03:41:08 +00:00
|
|
|
project->addBridgePathToCache(IDType(path).toUint64(), path);
|
2016-10-07 18:44:45 +00:00
|
|
|
return path;
|
|
|
|
}
|
|
|
|
template
|
|
|
|
hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID32>(const std::string& str);
|
|
|
|
template
|
|
|
|
hecl::ProjectPath UniqueIDBridge::MakePathFromString<UniqueID64>(const std::string& str);
|
|
|
|
|
|
|
|
template <class IDType>
|
|
|
|
void UniqueIDBridge::TransformOldHashToNewHash(IDType& id)
|
|
|
|
{
|
|
|
|
id = TranslatePakIdToPath(id);
|
|
|
|
}
|
|
|
|
template
|
|
|
|
void UniqueIDBridge::TransformOldHashToNewHash(UniqueID32& id);
|
|
|
|
template
|
|
|
|
void UniqueIDBridge::TransformOldHashToNewHash(UniqueID64& id);
|
|
|
|
|
|
|
|
void UniqueIDBridge::setThreadProject(hecl::Database::Project& project)
|
|
|
|
{
|
|
|
|
s_Project.reset(&project);
|
|
|
|
}
|
|
|
|
|
|
|
|
/** PAK 32-bit Unique ID */
|
|
|
|
void UniqueID32::read(athena::io::IStreamReader& reader)
|
2017-03-20 05:09:53 +00:00
|
|
|
{assign(reader.readUint32Big());}
|
2016-10-07 18:44:45 +00:00
|
|
|
void UniqueID32::write(athena::io::IStreamWriter& writer) const
|
|
|
|
{writer.writeUint32Big(m_id);}
|
|
|
|
void UniqueID32::read(athena::io::YAMLDocReader& reader)
|
|
|
|
{
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
|
|
|
|
}
|
|
|
|
void UniqueID32::write(athena::io::YAMLDocWriter& writer) const
|
|
|
|
{
|
|
|
|
if (!operator bool())
|
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
2016-10-08 03:41:08 +00:00
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size() ?
|
2016-10-20 00:52:33 +00:00
|
|
|
(path.getRelativePathUTF8() + '|' + path.getAuxInfoUTF8()) :
|
2016-10-08 03:41:08 +00:00
|
|
|
path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
size_t UniqueID32::binarySize(size_t __isz) const
|
|
|
|
{return __isz + 4;}
|
|
|
|
|
|
|
|
std::string UniqueID32::toString() const
|
|
|
|
{
|
|
|
|
char buf[9];
|
|
|
|
snprintf(buf, 9, "%08X", m_id);
|
|
|
|
return std::string(buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
AuxiliaryID32& AuxiliaryID32::operator=(const hecl::ProjectPath& path)
|
|
|
|
{
|
2017-03-20 05:09:53 +00:00
|
|
|
assign(path.ensureAuxInfo(m_auxStr).hash().val32());
|
2016-10-07 18:44:45 +00:00
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
AuxiliaryID32& AuxiliaryID32::operator=(const UniqueID32& id)
|
|
|
|
{
|
|
|
|
m_baseId = id;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(id);
|
|
|
|
if (path)
|
|
|
|
{
|
|
|
|
if (m_addExtension)
|
|
|
|
path = path.getWithExtension(m_addExtension);
|
|
|
|
*this = path;
|
|
|
|
}
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
void AuxiliaryID32::read(athena::io::IStreamReader& reader)
|
|
|
|
{
|
2017-03-20 05:09:53 +00:00
|
|
|
assign(reader.readUint32Big());
|
2016-10-07 18:44:45 +00:00
|
|
|
m_baseId = *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
void AuxiliaryID32::write(athena::io::IStreamWriter& writer) const
|
|
|
|
{
|
|
|
|
writer.writeUint32Big(m_id);
|
|
|
|
}
|
|
|
|
|
|
|
|
void AuxiliaryID32::read(athena::io::YAMLDocReader& reader)
|
|
|
|
{
|
|
|
|
hecl::ProjectPath readPath = UniqueIDBridge::MakePathFromString<UniqueID32>(reader.readString(nullptr));
|
|
|
|
*this = readPath.ensureAuxInfo(m_auxStr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void AuxiliaryID32::write(athena::io::YAMLDocWriter& writer) const
|
|
|
|
{
|
|
|
|
if (!operator bool())
|
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this, true);
|
|
|
|
if (!path)
|
|
|
|
path = UniqueIDBridge::TranslatePakIdToPath(m_baseId);
|
|
|
|
if (!path)
|
|
|
|
return;
|
|
|
|
if (m_addExtension)
|
|
|
|
path = path.getWithExtension(m_addExtension);
|
|
|
|
hecl::SystemUTF8View ufx8AuxStr(m_auxStr);
|
|
|
|
writer.writeString(nullptr, path.getRelativePathUTF8() + '|' + ufx8AuxStr);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/** PAK 64-bit Unique ID */
|
|
|
|
void UniqueID64::read(athena::io::IStreamReader& reader)
|
2017-03-20 05:09:53 +00:00
|
|
|
{assign(reader.readUint64Big());}
|
2016-10-07 18:44:45 +00:00
|
|
|
void UniqueID64::write(athena::io::IStreamWriter& writer) const
|
|
|
|
{writer.writeUint64Big(m_id);}
|
|
|
|
void UniqueID64::read(athena::io::YAMLDocReader& reader)
|
|
|
|
{
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID64>(reader.readString(nullptr));
|
|
|
|
}
|
|
|
|
void UniqueID64::write(athena::io::YAMLDocWriter& writer) const
|
|
|
|
{
|
|
|
|
if (!operator bool())
|
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
2016-10-08 03:41:08 +00:00
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size() ?
|
2016-10-20 00:52:33 +00:00
|
|
|
(path.getRelativePathUTF8() + '|' + path.getAuxInfoUTF8()) :
|
2016-10-08 03:41:08 +00:00
|
|
|
path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
size_t UniqueID64::binarySize(size_t __isz) const
|
|
|
|
{return __isz + 8;}
|
|
|
|
|
|
|
|
std::string UniqueID64::toString() const
|
|
|
|
{
|
|
|
|
char buf[17];
|
|
|
|
snprintf(buf, 17, "%016" PRIX64, m_id);
|
|
|
|
return std::string(buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
/** PAK 128-bit Unique ID */
|
|
|
|
void UniqueID128::read(athena::io::IStreamReader& reader)
|
|
|
|
{
|
|
|
|
m_id[0] = reader.readUint64Big();
|
|
|
|
m_id[1] = reader.readUint64Big();
|
|
|
|
}
|
|
|
|
void UniqueID128::write(athena::io::IStreamWriter& writer) const
|
|
|
|
{
|
|
|
|
writer.writeUint64Big(m_id[0]);
|
|
|
|
writer.writeUint64Big(m_id[1]);
|
|
|
|
}
|
|
|
|
void UniqueID128::read(athena::io::YAMLDocReader& reader)
|
|
|
|
{
|
|
|
|
*this = UniqueIDBridge::MakePathFromString<UniqueID128>(reader.readString(nullptr));
|
|
|
|
}
|
|
|
|
void UniqueID128::write(athena::io::YAMLDocWriter& writer) const
|
|
|
|
{
|
|
|
|
if (!operator bool())
|
|
|
|
return;
|
|
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(*this);
|
|
|
|
if (!path)
|
|
|
|
return;
|
2016-10-08 03:41:08 +00:00
|
|
|
writer.writeString(nullptr, path.getAuxInfo().size() ?
|
2016-10-20 00:52:33 +00:00
|
|
|
(path.getRelativePathUTF8() + '|' + path.getAuxInfoUTF8()) :
|
2016-10-08 03:41:08 +00:00
|
|
|
path.getRelativePathUTF8());
|
2016-10-07 18:44:45 +00:00
|
|
|
}
|
|
|
|
size_t UniqueID128::binarySize(size_t __isz) const
|
|
|
|
{return __isz + 16;}
|
|
|
|
|
|
|
|
std::string UniqueID128::toString() const
|
|
|
|
{
|
|
|
|
char buf[33];
|
|
|
|
snprintf(buf, 33, "%016" PRIX64 "%016" PRIX64, m_id[0], m_id[1]);
|
|
|
|
return std::string(buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/** Word Bitmap reader/writer */
|
|
|
|
void WordBitmap::read(athena::io::IStreamReader& reader, size_t bitCount)
|
|
|
|
{
|
|
|
|
m_bitCount = bitCount;
|
|
|
|
size_t wordCount = (bitCount + 31) / 32;
|
|
|
|
m_words.clear();
|
|
|
|
m_words.reserve(wordCount);
|
|
|
|
for (size_t w=0 ; w<wordCount ; ++w)
|
|
|
|
m_words.push_back(reader.readUint32Big());
|
|
|
|
}
|
|
|
|
void WordBitmap::write(athena::io::IStreamWriter& writer) const
|
|
|
|
{
|
|
|
|
for (atUint32 word : m_words)
|
|
|
|
writer.writeUint32Big(word);
|
|
|
|
}
|
|
|
|
size_t WordBitmap::binarySize(size_t __isz) const
|
|
|
|
{
|
|
|
|
return __isz + m_words.size() * 4;
|
|
|
|
}
|
|
|
|
|
2015-07-13 06:29:12 +00:00
|
|
|
}
|