2015-07-06 02:07:57 +00:00
|
|
|
#include "PAK.hpp"
|
2015-07-16 01:57:34 +00:00
|
|
|
#include "DNAMP3.hpp"
|
2015-07-06 02:07:57 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
namespace DataSpec::DNAMP3 {
|
2015-07-06 02:07:57 +00:00
|
|
|
|
2016-03-04 23:04:53 +00:00
|
|
|
const hecl::FourCC CMPD("CMPD");
|
2015-07-14 00:38:48 +00:00
|
|
|
|
2018-02-22 07:24:51 +00:00
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void PAK::Enumerate<BigDNA::Read>(athena::io::IStreamReader& reader) {
|
|
|
|
m_header.read(reader);
|
|
|
|
if (m_header.version != 2)
|
2020-04-11 22:51:39 +00:00
|
|
|
Log.report(logvisor::Fatal, FMT_STRING("unexpected PAK magic"));
|
2018-12-08 05:30:43 +00:00
|
|
|
|
2019-09-08 01:01:16 +00:00
|
|
|
reader.seek(8, athena::SeekOrigin::Current);
|
2018-12-08 05:30:43 +00:00
|
|
|
atUint32 strgSz = reader.readUint32Big();
|
2019-09-08 01:01:16 +00:00
|
|
|
reader.seek(4, athena::SeekOrigin::Current);
|
2018-12-08 05:30:43 +00:00
|
|
|
atUint32 rshdSz = reader.readUint32Big();
|
2019-09-08 01:01:16 +00:00
|
|
|
reader.seek(44, athena::SeekOrigin::Current);
|
2018-12-08 05:30:43 +00:00
|
|
|
atUint32 dataOffset = 128 + strgSz + rshdSz;
|
|
|
|
|
|
|
|
atUint64 strgBase = reader.position();
|
|
|
|
atUint32 nameCount = reader.readUint32Big();
|
|
|
|
m_nameEntries.clear();
|
|
|
|
m_nameEntries.reserve(nameCount);
|
|
|
|
for (atUint32 n = 0; n < nameCount; ++n) {
|
|
|
|
m_nameEntries.emplace_back();
|
|
|
|
m_nameEntries.back().read(reader);
|
|
|
|
}
|
2019-09-08 01:01:16 +00:00
|
|
|
reader.seek(strgBase + strgSz, athena::SeekOrigin::Begin);
|
2018-12-08 05:30:43 +00:00
|
|
|
|
|
|
|
atUint32 count = reader.readUint32Big();
|
|
|
|
m_entries.clear();
|
|
|
|
m_entries.reserve(count);
|
|
|
|
m_firstEntries.clear();
|
|
|
|
m_firstEntries.reserve(count);
|
|
|
|
std::vector<Entry> entries;
|
|
|
|
entries.reserve(count);
|
|
|
|
for (atUint32 e = 0; e < count; ++e) {
|
|
|
|
entries.emplace_back();
|
|
|
|
entries.back().read(reader);
|
|
|
|
}
|
|
|
|
for (atUint32 e = 0; e < count; ++e) {
|
|
|
|
Entry& entry = entries[e];
|
|
|
|
entry.offset += dataOffset;
|
|
|
|
|
|
|
|
auto search = m_entries.find(entry.id);
|
|
|
|
if (search == m_entries.end()) {
|
|
|
|
m_firstEntries.push_back(entry.id);
|
|
|
|
m_entries[entry.id] = std::move(entry);
|
|
|
|
} else {
|
|
|
|
/* Find next MREA to record which area has dupes */
|
|
|
|
for (atUint32 e2 = e + 1; e2 < count; ++e2) {
|
|
|
|
Entry& entry2 = entries[e2];
|
|
|
|
if (entry2.type != FOURCC('MREA'))
|
|
|
|
continue;
|
|
|
|
m_dupeMREAs.insert(entry2.id);
|
|
|
|
break;
|
|
|
|
}
|
2015-10-26 02:31:09 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2015-07-10 05:28:08 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
m_nameMap.clear();
|
|
|
|
m_nameMap.reserve(nameCount);
|
|
|
|
for (NameEntry& entry : m_nameEntries)
|
|
|
|
m_nameMap[entry.name] = entry.id;
|
2015-07-10 05:28:08 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
|
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void PAK::Enumerate<BigDNA::Write>(athena::io::IStreamWriter& writer) {
|
|
|
|
m_header.write(writer);
|
|
|
|
|
|
|
|
DNAFourCC("STRG").write(writer);
|
|
|
|
atUint32 strgSz = 4;
|
|
|
|
for (const NameEntry& entry : m_nameEntries)
|
|
|
|
strgSz += (atUint32)entry.name.size() + 13;
|
|
|
|
atUint32 strgPad = ((strgSz + 63) & ~63) - strgSz;
|
|
|
|
strgSz += strgPad;
|
|
|
|
writer.writeUint32Big(strgSz);
|
|
|
|
|
|
|
|
DNAFourCC("RSHD").write(writer);
|
|
|
|
atUint32 rshdSz = 4 + 24 * m_entries.size();
|
|
|
|
atUint32 rshdPad = ((rshdSz + 63) & ~63) - rshdSz;
|
|
|
|
rshdSz += rshdPad;
|
|
|
|
writer.writeUint32Big(rshdSz);
|
|
|
|
atUint32 dataOffset = 128 + strgSz + rshdSz;
|
|
|
|
|
|
|
|
DNAFourCC("DATA").write(writer);
|
|
|
|
atUint32 dataSz = 0;
|
|
|
|
for (const auto& entry : m_entries)
|
|
|
|
dataSz += (entry.second.size + 63) & ~63;
|
|
|
|
atUint32 dataPad = ((dataSz + 63) & ~63) - dataSz;
|
|
|
|
dataSz += dataPad;
|
|
|
|
writer.writeUint32Big(dataSz);
|
2019-09-08 01:01:16 +00:00
|
|
|
writer.seek(36, athena::SeekOrigin::Current);
|
2018-12-08 05:30:43 +00:00
|
|
|
|
|
|
|
writer.writeUint32Big((atUint32)m_nameEntries.size());
|
|
|
|
for (const NameEntry& entry : m_nameEntries)
|
|
|
|
entry.write(writer);
|
2019-09-08 01:01:16 +00:00
|
|
|
writer.seek(strgPad, athena::SeekOrigin::Current);
|
2018-12-08 05:30:43 +00:00
|
|
|
|
|
|
|
writer.writeUint32Big((atUint32)m_entries.size());
|
|
|
|
for (const auto& entry : m_entries) {
|
|
|
|
Entry copy = entry.second;
|
|
|
|
copy.offset -= dataOffset;
|
|
|
|
copy.write(writer);
|
|
|
|
}
|
2019-09-08 01:01:16 +00:00
|
|
|
writer.seek(rshdPad, athena::SeekOrigin::Current);
|
2015-07-06 02:07:57 +00:00
|
|
|
}
|
2018-02-22 07:24:51 +00:00
|
|
|
|
|
|
|
template <>
|
2018-12-08 05:30:43 +00:00
|
|
|
void PAK::Enumerate<BigDNA::BinarySize>(size_t& __isz) {
|
|
|
|
m_header.binarySize(__isz);
|
2015-10-18 04:08:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
size_t strgSz = 4;
|
|
|
|
for (const NameEntry& entry : m_nameEntries)
|
|
|
|
strgSz += entry.name.size() + 13;
|
|
|
|
size_t strgPad = ((strgSz + 63) & ~63) - strgSz;
|
2015-10-18 04:08:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
size_t rshdSz = 4 + 24 * m_entries.size();
|
|
|
|
size_t rshdPad = ((rshdSz + 63) & ~63) - rshdSz;
|
2015-10-18 04:08:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
__isz += 60;
|
2015-10-18 04:08:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
__isz += 4;
|
|
|
|
for (const NameEntry& entry : m_nameEntries)
|
|
|
|
entry.binarySize(__isz);
|
|
|
|
__isz += strgPad;
|
2015-10-18 04:08:45 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
__isz += 4;
|
|
|
|
for (const auto& entry : m_entries)
|
|
|
|
entry.second.binarySize(__isz);
|
|
|
|
__isz += rshdPad;
|
2015-10-18 04:08:45 +00:00
|
|
|
}
|
2015-07-06 02:07:57 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
std::unique_ptr<atUint8[]> PAK::Entry::getBuffer(const nod::Node& pak, atUint64& szOut) const {
|
|
|
|
if (compressed) {
|
|
|
|
std::unique_ptr<nod::IPartReadStream> strm = pak.beginReadStream(offset);
|
|
|
|
struct {
|
|
|
|
hecl::FourCC magic;
|
|
|
|
atUint32 blockCount;
|
|
|
|
} head;
|
|
|
|
strm->read(&head, 8);
|
|
|
|
if (head.magic != CMPD) {
|
2020-04-11 22:51:39 +00:00
|
|
|
Log.report(logvisor::Error, FMT_STRING("invalid CMPD block"));
|
2020-04-05 14:20:57 +00:00
|
|
|
return nullptr;
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
|
|
|
head.blockCount = hecl::SBig(head.blockCount);
|
|
|
|
|
|
|
|
struct Block {
|
|
|
|
atUint32 compSz;
|
|
|
|
atUint32 decompSz;
|
|
|
|
};
|
|
|
|
std::unique_ptr<Block[]> blocks(new Block[head.blockCount]);
|
|
|
|
strm->read(blocks.get(), 8 * head.blockCount);
|
|
|
|
|
|
|
|
atUint64 maxBlockSz = 0;
|
|
|
|
atUint64 totalDecompSz = 0;
|
|
|
|
for (atUint32 b = 0; b < head.blockCount; ++b) {
|
|
|
|
Block& block = blocks[b];
|
|
|
|
block.compSz = hecl::SBig(block.compSz) & 0xffffff;
|
|
|
|
block.decompSz = hecl::SBig(block.decompSz);
|
|
|
|
if (block.compSz > maxBlockSz)
|
|
|
|
maxBlockSz = block.compSz;
|
|
|
|
totalDecompSz += block.decompSz;
|
|
|
|
}
|
2015-07-14 00:38:48 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
std::unique_ptr<atUint8[]> compBuf(new atUint8[maxBlockSz]);
|
2020-04-05 14:20:57 +00:00
|
|
|
std::unique_ptr<atUint8[]> buf{new atUint8[totalDecompSz]};
|
|
|
|
atUint8* bufCur = buf.get();
|
2018-12-08 05:30:43 +00:00
|
|
|
for (atUint32 b = 0; b < head.blockCount; ++b) {
|
|
|
|
Block& block = blocks[b];
|
|
|
|
atUint8* compBufCur = compBuf.get();
|
|
|
|
strm->read(compBufCur, block.compSz);
|
|
|
|
if (block.compSz == block.decompSz) {
|
|
|
|
memcpy(bufCur, compBufCur, block.decompSz);
|
|
|
|
bufCur += block.decompSz;
|
|
|
|
} else {
|
|
|
|
atUint32 rem = block.decompSz;
|
|
|
|
while (rem) {
|
|
|
|
atUint16 chunkSz = hecl::SBig(*(atUint16*)compBufCur);
|
|
|
|
compBufCur += 2;
|
2019-06-15 00:39:20 +00:00
|
|
|
size_t dsz;
|
|
|
|
lzokay::decompress(compBufCur, chunkSz, bufCur, rem, dsz);
|
2018-12-08 05:30:43 +00:00
|
|
|
compBufCur += chunkSz;
|
|
|
|
bufCur += dsz;
|
|
|
|
rem -= dsz;
|
2015-07-14 00:38:48 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2015-07-14 00:38:48 +00:00
|
|
|
}
|
2018-12-08 05:30:43 +00:00
|
|
|
|
|
|
|
szOut = totalDecompSz;
|
2020-04-05 14:20:57 +00:00
|
|
|
return buf;
|
2018-12-08 05:30:43 +00:00
|
|
|
} else {
|
2020-04-05 14:20:57 +00:00
|
|
|
std::unique_ptr<atUint8[]> buf{new atUint8[size]};
|
|
|
|
pak.beginReadStream(offset)->read(buf.get(), size);
|
2018-12-08 05:30:43 +00:00
|
|
|
szOut = size;
|
2020-04-05 14:20:57 +00:00
|
|
|
return buf;
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2015-07-14 00:38:48 +00:00
|
|
|
}
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
const PAK::Entry* PAK::lookupEntry(const UniqueID64& id) const {
|
|
|
|
auto result = m_entries.find(id);
|
|
|
|
if (result != m_entries.end())
|
|
|
|
return &result->second;
|
|
|
|
return nullptr;
|
2017-03-10 18:00:40 +00:00
|
|
|
}
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
const PAK::Entry* PAK::lookupEntry(std::string_view name) const {
|
2020-04-11 22:51:39 +00:00
|
|
|
// TODO: Heterogeneous lookup when C++20 available
|
2018-12-08 05:30:43 +00:00
|
|
|
auto result = m_nameMap.find(name.data());
|
|
|
|
if (result != m_nameMap.end()) {
|
|
|
|
auto result1 = m_entries.find(result->second);
|
|
|
|
if (result1 != m_entries.end())
|
|
|
|
return &result1->second;
|
|
|
|
}
|
|
|
|
return nullptr;
|
2017-03-10 18:00:40 +00:00
|
|
|
}
|
|
|
|
|
2019-10-01 07:38:03 +00:00
|
|
|
std::string PAK::bestEntryName(const nod::Node& pakNode, const Entry& entry, std::string& catalogueName) const {
|
2018-12-08 05:30:43 +00:00
|
|
|
/* Prefer named entries first */
|
|
|
|
for (const NameEntry& nentry : m_nameEntries)
|
|
|
|
if (nentry.id == entry.id) {
|
2019-10-01 07:38:03 +00:00
|
|
|
catalogueName = nentry.name;
|
2020-04-11 22:51:39 +00:00
|
|
|
return fmt::format(FMT_STRING("{}_{}"), nentry.name, entry.id);
|
2018-12-08 05:30:43 +00:00
|
|
|
}
|
2017-03-10 18:00:40 +00:00
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
/* Otherwise return ID format string */
|
2020-04-11 22:51:39 +00:00
|
|
|
return fmt::format(FMT_STRING("{}_{}"), entry.type, entry.id);
|
2017-03-10 18:00:40 +00:00
|
|
|
}
|
|
|
|
|
2018-12-08 05:30:43 +00:00
|
|
|
} // namespace DataSpec::DNAMP3
|