mirror of https://github.com/AxioDL/metaforce.git
565 lines
18 KiB
C++
565 lines
18 KiB
C++
#include "STRG.hpp"
|
|
#include "DNAMP1.hpp"
|
|
|
|
namespace DataSpec::DNAMP1
|
|
{
|
|
|
|
const std::vector<FourCC> skLanguages = {FOURCC('ENGL'), FOURCC('FREN'), FOURCC('GERM'), FOURCC('SPAN'),
|
|
FOURCC('ITAL'), FOURCC('DUTC'), FOURCC('JAPN')};
|
|
|
|
static uint32_t ParseTag(const char16_t* str)
|
|
{
|
|
char parseStr[9];
|
|
int i;
|
|
for (i = 0; i < 8 && str[i]; ++i)
|
|
parseStr[i] = str[i];
|
|
parseStr[i] = '\0';
|
|
return strtoul(parseStr, nullptr, 16);
|
|
}
|
|
|
|
static std::u16string_view::const_iterator SkipCommas(std::u16string& ret, std::u16string_view str,
|
|
std::u16string_view::const_iterator it, size_t count)
|
|
{
|
|
for (size_t i = 0; i < count; ++i)
|
|
{
|
|
auto cpos = str.find(u',', it - str.begin());
|
|
if (cpos == std::u16string::npos)
|
|
return str.end();
|
|
auto end = str.begin() + cpos + 1;
|
|
ret.insert(ret.end(), it, end);
|
|
it = end;
|
|
}
|
|
return it;
|
|
}
|
|
|
|
static std::u16string_view::const_iterator UncookTextureList(std::u16string& ret, std::u16string_view str,
|
|
std::u16string_view::const_iterator it)
|
|
{
|
|
while (true)
|
|
{
|
|
UniqueID32 id = ParseTag(&*it);
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(id);
|
|
ret.append(hecl::UTF8ToChar16(path ? path.getRelativePathUTF8() : id.toString()));
|
|
it += 8;
|
|
if (*it == u';')
|
|
{
|
|
ret.push_back(u';');
|
|
return it + 1;
|
|
}
|
|
else if (*it == u',')
|
|
{
|
|
ret.push_back(u',');
|
|
++it;
|
|
}
|
|
else
|
|
{
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* Failsafe */
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
return str.end();
|
|
return str.begin() + scpos + 1;
|
|
}
|
|
|
|
static std::u16string_view::const_iterator CookTextureList(std::u16string& ret, std::u16string_view str,
|
|
std::u16string_view::const_iterator it)
|
|
{
|
|
while (true)
|
|
{
|
|
auto end = str.find_first_of(u",;", it - str.begin());
|
|
if (end == std::u16string::npos)
|
|
Log.report(logvisor::Fatal, "Missing comma/semicolon token while pasing font tag");
|
|
auto endIt = str.begin() + end;
|
|
hecl::ProjectPath path =
|
|
UniqueIDBridge::MakePathFromString<UniqueID32>(hecl::Char16ToUTF8(std::u16string(it, endIt)));
|
|
ret.append(hecl::UTF8ToChar16(UniqueID32(path).toString()));
|
|
it = endIt;
|
|
if (*it == u';')
|
|
{
|
|
ret.push_back(u';');
|
|
return it + 1;
|
|
}
|
|
else if (*it == u',')
|
|
{
|
|
ret.push_back(u',');
|
|
++it;
|
|
}
|
|
else
|
|
{
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* Failsafe */
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
return str.end();
|
|
return str.begin() + scpos + 1;
|
|
}
|
|
|
|
static std::u16string_view::const_iterator GatherTextureList(std::vector<hecl::ProjectPath>& pathsOut,
|
|
std::u16string_view str, std::u16string_view::const_iterator it)
|
|
{
|
|
while (true)
|
|
{
|
|
auto end = str.find_first_of(u",;", it - str.begin());
|
|
if (end == std::u16string::npos)
|
|
Log.report(logvisor::Fatal, "Missing comma/semicolon token while pasing font tag");
|
|
auto endIt = str.begin() + end;
|
|
hecl::ProjectPath path =
|
|
UniqueIDBridge::MakePathFromString<UniqueID32>(hecl::Char16ToUTF8(std::u16string(it, endIt)));
|
|
if (path)
|
|
pathsOut.push_back(path);
|
|
|
|
it = endIt;
|
|
if (*it == u';')
|
|
{
|
|
return it + 1;
|
|
}
|
|
else if (*it == u',')
|
|
{
|
|
++it;
|
|
}
|
|
else
|
|
{
|
|
break;
|
|
}
|
|
}
|
|
|
|
/* Failsafe */
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
return str.end();
|
|
return str.begin() + scpos + 1;
|
|
}
|
|
|
|
static std::u16string UncookString(std::u16string_view str)
|
|
{
|
|
std::u16string ret;
|
|
ret.reserve(str.size());
|
|
for (auto it = str.begin(); it != str.end();)
|
|
{
|
|
if (*it == u'&')
|
|
{
|
|
ret.push_back(u'&');
|
|
++it;
|
|
if (!str.compare(it - str.begin(), 5, u"image"))
|
|
{
|
|
ret.append(u"image=");
|
|
it += 6;
|
|
if (!str.compare(it - str.begin(), 1, u"A"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 2);
|
|
it = UncookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - str.begin(), 2, u"SA"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 4);
|
|
it = UncookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - str.begin(), 2, u"SI"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 3);
|
|
it = UncookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
}
|
|
else if (!str.compare(it - str.begin(), 4, u"font"))
|
|
{
|
|
ret.append(u"font=");
|
|
it += 5;
|
|
UniqueID32 id = ParseTag(&*it);
|
|
hecl::ProjectPath path = UniqueIDBridge::TranslatePakIdToPath(id, true);
|
|
ret.append(hecl::UTF8ToChar16(path ? path.getRelativePathUTF8() : id.toString()));
|
|
|
|
ret.push_back(u';');
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
it = str.end();
|
|
else
|
|
it = str.begin() + scpos + 1;
|
|
}
|
|
else
|
|
{
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
{
|
|
it = str.end();
|
|
}
|
|
else
|
|
{
|
|
auto end = str.begin() + scpos + 1;
|
|
ret.insert(ret.end(), it, end);
|
|
it = end;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
ret.push_back(*it);
|
|
++it;
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
static std::u16string CookString(std::u16string_view str)
|
|
{
|
|
std::u16string ret;
|
|
ret.reserve(str.size());
|
|
for (auto it = str.begin(); it != str.end();)
|
|
{
|
|
if (*it == u'&')
|
|
{
|
|
ret.push_back(u'&');
|
|
++it;
|
|
if (!str.compare(it - str.begin(), 5, u"image"))
|
|
{
|
|
ret.append(u"image=");
|
|
it += 6;
|
|
if (!str.compare(it - str.begin(), 1, u"A"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 2);
|
|
it = CookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - str.begin(), 2, u"SA"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 4);
|
|
it = CookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - str.begin(), 2, u"SI"))
|
|
{
|
|
it = SkipCommas(ret, str, it, 3);
|
|
it = CookTextureList(ret, str, it);
|
|
continue;
|
|
}
|
|
}
|
|
else if (!str.compare(it - str.begin(), 4, u"font"))
|
|
{
|
|
ret.append(u"font=");
|
|
it += 5;
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
Log.report(logvisor::Fatal, "Missing semicolon token while pasing font tag");
|
|
hecl::ProjectPath path = UniqueIDBridge::MakePathFromString<UniqueID32>(
|
|
hecl::Char16ToUTF8(std::u16string(it, str.begin() + scpos)));
|
|
ret.append(hecl::UTF8ToChar16(UniqueID32(path).toString()));
|
|
ret.push_back(u';');
|
|
it = str.begin() + scpos + 1;
|
|
}
|
|
else
|
|
{
|
|
auto scpos = str.find(u';', it - str.begin());
|
|
if (scpos == std::u16string::npos)
|
|
{
|
|
it = str.end();
|
|
}
|
|
else
|
|
{
|
|
auto end = str.begin() + scpos + 1;
|
|
ret.insert(ret.end(), it, end);
|
|
it = end;
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
ret.push_back(*it);
|
|
++it;
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
void STRG::gatherDependencies(std::vector<hecl::ProjectPath>& pathsOut) const
|
|
{
|
|
std::u16string skip;
|
|
for (const auto& lang : langs)
|
|
{
|
|
for (const std::u16string& str : lang.second)
|
|
{
|
|
std::u16string_view strView(str);
|
|
for (auto it = strView.begin(); it != strView.end();)
|
|
{
|
|
if (*it == u'&')
|
|
{
|
|
++it;
|
|
if (!str.compare(it - strView.begin(), 5, u"image"))
|
|
{
|
|
it += 6;
|
|
if (!str.compare(it - strView.begin(), 1, u"A"))
|
|
{
|
|
it = SkipCommas(skip, str, it, 2);
|
|
it = GatherTextureList(pathsOut, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - strView.begin(), 2, u"SA"))
|
|
{
|
|
it = SkipCommas(skip, str, it, 4);
|
|
it = GatherTextureList(pathsOut, str, it);
|
|
continue;
|
|
}
|
|
else if (!str.compare(it - strView.begin(), 2, u"SI"))
|
|
{
|
|
it = SkipCommas(skip, str, it, 3);
|
|
it = GatherTextureList(pathsOut, str, it);
|
|
continue;
|
|
}
|
|
}
|
|
else if (!str.compare(it - strView.begin(), 4, u"font"))
|
|
{
|
|
it += 5;
|
|
auto scpos = str.find(u';', it - strView.begin());
|
|
if (scpos == std::u16string::npos)
|
|
Log.report(logvisor::Fatal, "Missing semicolon token while pasing font tag");
|
|
hecl::ProjectPath path = UniqueIDBridge::MakePathFromString<UniqueID32>(
|
|
hecl::Char16ToUTF8(std::u16string(it, strView.begin() + scpos)));
|
|
if (path)
|
|
pathsOut.push_back(path);
|
|
it = strView.begin() + scpos + 1;
|
|
}
|
|
else
|
|
{
|
|
auto scpos = str.find(u';', it - strView.begin());
|
|
if (scpos == std::u16string::npos)
|
|
it = strView.end();
|
|
else
|
|
it = strView.begin() + scpos + 1;
|
|
}
|
|
}
|
|
else
|
|
++it;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void STRG::_read(athena::io::IStreamReader& reader)
|
|
{
|
|
atUint32 langCount = reader.readUint32Big();
|
|
atUint32 strCount = reader.readUint32Big();
|
|
|
|
std::vector<std::pair<FourCC, atUint32>> readLangs;
|
|
|
|
readLangs.reserve(langCount);
|
|
for (atUint32 l = 0; l < langCount; ++l)
|
|
{
|
|
DNAFourCC lang;
|
|
lang.read(reader);
|
|
atUint32 off = reader.readUint32Big();
|
|
readLangs.emplace_back(lang, off);
|
|
}
|
|
|
|
atUint32 tablesStart = reader.position();
|
|
langs.clear();
|
|
langs.reserve(skLanguages.size());
|
|
for (const std::pair<FourCC, atUint32>& lang : readLangs)
|
|
{
|
|
std::vector<std::u16string> strs;
|
|
reader.seek(tablesStart + lang.second, athena::SeekOrigin::Begin);
|
|
reader.readUint32Big(); // table size
|
|
atUint32 langStart = reader.position();
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
atUint32 strOffset = reader.readUint32Big();
|
|
atUint32 tmpOffset = reader.position();
|
|
reader.seek(langStart + strOffset, athena::SeekOrigin::Begin);
|
|
strs.emplace_back(UncookString(reader.readU16StringBig()));
|
|
reader.seek(tmpOffset, athena::SeekOrigin::Begin);
|
|
}
|
|
langs.emplace_back(lang.first, strs);
|
|
}
|
|
|
|
langMap.clear();
|
|
langMap.reserve(langCount);
|
|
for (std::pair<FourCC, std::vector<std::u16string>>& item : langs)
|
|
langMap.emplace(item.first, &item.second);
|
|
}
|
|
|
|
template <>
|
|
void STRG::Enumerate<BigDNA::Read>(typename Read::StreamT& reader)
|
|
{
|
|
atUint32 magic = reader.readUint32Big();
|
|
if (magic != 0x87654321)
|
|
Log.report(logvisor::Error, "invalid STRG magic");
|
|
|
|
atUint32 version = reader.readUint32Big();
|
|
if (version != 0)
|
|
Log.report(logvisor::Error, "invalid STRG version");
|
|
|
|
_read(reader);
|
|
}
|
|
|
|
template <>
|
|
void STRG::Enumerate<BigDNA::Write>(typename Write::StreamT& writer)
|
|
{
|
|
writer.writeUint32Big(0x87654321);
|
|
writer.writeUint32Big(0);
|
|
writer.writeUint32Big(langs.size());
|
|
atUint32 strCount = STRG::count();
|
|
writer.writeUint32Big(strCount);
|
|
|
|
std::vector<std::u16string> strings;
|
|
strings.reserve(strCount * langs.size());
|
|
|
|
atUint32 offset = 0;
|
|
for (const std::pair<FourCC, std::vector<std::u16string>>& lang : langs)
|
|
{
|
|
DNAFourCC(lang.first).write(writer);
|
|
writer.writeUint32Big(offset);
|
|
offset += strCount * 4 + 4;
|
|
atUint32 langStrCount = lang.second.size();
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
std::u16string str = CookString(lang.second[s]);
|
|
atUint32 chCount = str.size();
|
|
if (s < langStrCount)
|
|
offset += (chCount + 1) * 2;
|
|
else
|
|
offset += 1;
|
|
strings.push_back(std::move(str));
|
|
}
|
|
}
|
|
|
|
auto langIt = strings.cbegin();
|
|
for (const std::pair<FourCC, std::vector<std::u16string>>& lang : langs)
|
|
{
|
|
atUint32 langStrCount = lang.second.size();
|
|
atUint32 tableSz = strCount * 4;
|
|
auto strIt = langIt;
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
if (s < langStrCount)
|
|
tableSz += ((strIt++)->size() + 1) * 2;
|
|
else
|
|
tableSz += 1;
|
|
}
|
|
writer.writeUint32Big(tableSz);
|
|
|
|
offset = strCount * 4;
|
|
strIt = langIt;
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
writer.writeUint32Big(offset);
|
|
if (s < langStrCount)
|
|
offset += ((strIt++)->size() + 1) * 2;
|
|
else
|
|
offset += 1;
|
|
}
|
|
|
|
strIt = langIt;
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
if (s < langStrCount)
|
|
writer.writeU16StringBig(*strIt++);
|
|
else
|
|
writer.writeUByte(0);
|
|
}
|
|
|
|
langIt = strIt;
|
|
}
|
|
}
|
|
|
|
template <>
|
|
void STRG::Enumerate<BigDNA::BinarySize>(typename BinarySize::StreamT& _s)
|
|
{
|
|
_s += 16;
|
|
_s += langs.size() * 12;
|
|
|
|
size_t strCount = STRG::count();
|
|
_s += langs.size() * strCount * 4;
|
|
for (const std::pair<FourCC, std::vector<std::u16string>>& lang : langs)
|
|
{
|
|
atUint32 langStrCount = lang.second.size();
|
|
for (atUint32 s = 0; s < strCount; ++s)
|
|
{
|
|
if (s < langStrCount)
|
|
_s += (CookString(lang.second[s]).size() + 1) * 2;
|
|
else
|
|
_s += 1;
|
|
}
|
|
}
|
|
}
|
|
|
|
template <>
|
|
void STRG::Enumerate<BigDNA::ReadYaml>(typename ReadYaml::StreamT& reader)
|
|
{
|
|
const athena::io::YAMLNode* root = reader.getRootNode();
|
|
|
|
/* Validate Pass */
|
|
if (root->m_type == YAML_MAPPING_NODE)
|
|
{
|
|
for (const auto& lang : root->m_mapChildren)
|
|
{
|
|
if (lang.first == "DNAType")
|
|
continue;
|
|
|
|
if (lang.first.size() != 4)
|
|
{
|
|
Log.report(logvisor::Warning, "STRG language string '%s' must be exactly 4 characters; skipping",
|
|
lang.first.c_str());
|
|
return;
|
|
}
|
|
if (lang.second->m_type != YAML_SEQUENCE_NODE)
|
|
{
|
|
Log.report(logvisor::Warning, "STRG language string '%s' must contain a sequence; skipping",
|
|
lang.first.c_str());
|
|
return;
|
|
}
|
|
for (const auto& str : lang.second->m_seqChildren)
|
|
{
|
|
if (str->m_type != YAML_SCALAR_NODE)
|
|
{
|
|
Log.report(logvisor::Warning, "STRG language '%s' must contain all scalars; skipping",
|
|
lang.first.c_str());
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Log.report(logvisor::Warning, "STRG must have a mapping root node; skipping");
|
|
return;
|
|
}
|
|
|
|
/* Read Pass */
|
|
langs.clear();
|
|
for (const auto& lang : root->m_mapChildren)
|
|
{
|
|
if (lang.first == "DNAType")
|
|
continue;
|
|
|
|
std::vector<std::u16string> strs;
|
|
for (const auto& str : lang.second->m_seqChildren)
|
|
strs.emplace_back(hecl::UTF8ToChar16(str->m_scalarString));
|
|
langs.emplace_back(FourCC(lang.first.c_str()), strs);
|
|
}
|
|
|
|
langMap.clear();
|
|
langMap.reserve(langs.size());
|
|
for (auto& item : langs)
|
|
langMap.emplace(item.first, &item.second);
|
|
}
|
|
|
|
template <>
|
|
void STRG::Enumerate<BigDNA::WriteYaml>(typename WriteYaml::StreamT& writer)
|
|
{
|
|
for (const auto& lang : langs)
|
|
{
|
|
if (auto v = writer.enterSubVector(lang.first.toString().c_str()))
|
|
for (const std::u16string& str : lang.second)
|
|
writer.writeU16String(nullptr, str);
|
|
}
|
|
}
|
|
|
|
const char* STRG::DNAType() { return "urde::DNAMP1::STRG"; }
|
|
}
|