metaforce/DataSpec/DNAMP3/PAK.cpp

232 lines
6.8 KiB
C++
Raw Permalink Normal View History

2015-07-06 02:07:57 +00:00
#include "PAK.hpp"
2015-07-16 01:57:34 +00:00
#include "DNAMP3.hpp"
2015-07-06 02:07:57 +00:00
2018-12-08 05:30:43 +00:00
namespace DataSpec::DNAMP3 {
2015-07-06 02:07:57 +00:00
2016-03-04 23:04:53 +00:00
const hecl::FourCC CMPD("CMPD");
2015-07-14 00:38:48 +00:00
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void PAK::Enumerate<BigDNA::Read>(athena::io::IStreamReader& reader) {
m_header.read(reader);
if (m_header.version != 2)
2020-04-11 22:51:39 +00:00
Log.report(logvisor::Fatal, FMT_STRING("unexpected PAK magic"));
2018-12-08 05:30:43 +00:00
reader.seek(8, athena::SeekOrigin::Current);
2018-12-08 05:30:43 +00:00
atUint32 strgSz = reader.readUint32Big();
reader.seek(4, athena::SeekOrigin::Current);
2018-12-08 05:30:43 +00:00
atUint32 rshdSz = reader.readUint32Big();
reader.seek(44, athena::SeekOrigin::Current);
2018-12-08 05:30:43 +00:00
atUint32 dataOffset = 128 + strgSz + rshdSz;
atUint64 strgBase = reader.position();
atUint32 nameCount = reader.readUint32Big();
m_nameEntries.clear();
m_nameEntries.reserve(nameCount);
for (atUint32 n = 0; n < nameCount; ++n) {
m_nameEntries.emplace_back();
m_nameEntries.back().read(reader);
}
reader.seek(strgBase + strgSz, athena::SeekOrigin::Begin);
2018-12-08 05:30:43 +00:00
atUint32 count = reader.readUint32Big();
m_entries.clear();
m_entries.reserve(count);
m_firstEntries.clear();
m_firstEntries.reserve(count);
std::vector<Entry> entries;
entries.reserve(count);
for (atUint32 e = 0; e < count; ++e) {
entries.emplace_back();
entries.back().read(reader);
}
for (atUint32 e = 0; e < count; ++e) {
Entry& entry = entries[e];
entry.offset += dataOffset;
auto search = m_entries.find(entry.id);
if (search == m_entries.end()) {
m_firstEntries.push_back(entry.id);
m_entries[entry.id] = std::move(entry);
} else {
/* Find next MREA to record which area has dupes */
for (atUint32 e2 = e + 1; e2 < count; ++e2) {
Entry& entry2 = entries[e2];
if (entry2.type != FOURCC('MREA'))
continue;
m_dupeMREAs.insert(entry2.id);
break;
}
2015-10-26 02:31:09 +00:00
}
2018-12-08 05:30:43 +00:00
}
2015-07-10 05:28:08 +00:00
2018-12-08 05:30:43 +00:00
m_nameMap.clear();
m_nameMap.reserve(nameCount);
for (NameEntry& entry : m_nameEntries)
m_nameMap[entry.name] = entry.id;
2015-07-10 05:28:08 +00:00
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void PAK::Enumerate<BigDNA::Write>(athena::io::IStreamWriter& writer) {
m_header.write(writer);
DNAFourCC("STRG").write(writer);
atUint32 strgSz = 4;
for (const NameEntry& entry : m_nameEntries)
strgSz += (atUint32)entry.name.size() + 13;
atUint32 strgPad = ((strgSz + 63) & ~63) - strgSz;
strgSz += strgPad;
writer.writeUint32Big(strgSz);
DNAFourCC("RSHD").write(writer);
atUint32 rshdSz = 4 + 24 * m_entries.size();
atUint32 rshdPad = ((rshdSz + 63) & ~63) - rshdSz;
rshdSz += rshdPad;
writer.writeUint32Big(rshdSz);
atUint32 dataOffset = 128 + strgSz + rshdSz;
DNAFourCC("DATA").write(writer);
atUint32 dataSz = 0;
for (const auto& entry : m_entries)
dataSz += (entry.second.size + 63) & ~63;
atUint32 dataPad = ((dataSz + 63) & ~63) - dataSz;
dataSz += dataPad;
writer.writeUint32Big(dataSz);
writer.seek(36, athena::SeekOrigin::Current);
2018-12-08 05:30:43 +00:00
writer.writeUint32Big((atUint32)m_nameEntries.size());
for (const NameEntry& entry : m_nameEntries)
entry.write(writer);
writer.seek(strgPad, athena::SeekOrigin::Current);
2018-12-08 05:30:43 +00:00
writer.writeUint32Big((atUint32)m_entries.size());
for (const auto& entry : m_entries) {
Entry copy = entry.second;
copy.offset -= dataOffset;
copy.write(writer);
}
writer.seek(rshdPad, athena::SeekOrigin::Current);
2015-07-06 02:07:57 +00:00
}
2018-02-22 07:24:51 +00:00
template <>
2018-12-08 05:30:43 +00:00
void PAK::Enumerate<BigDNA::BinarySize>(size_t& __isz) {
m_header.binarySize(__isz);
2018-12-08 05:30:43 +00:00
size_t strgSz = 4;
for (const NameEntry& entry : m_nameEntries)
strgSz += entry.name.size() + 13;
size_t strgPad = ((strgSz + 63) & ~63) - strgSz;
2018-12-08 05:30:43 +00:00
size_t rshdSz = 4 + 24 * m_entries.size();
size_t rshdPad = ((rshdSz + 63) & ~63) - rshdSz;
2018-12-08 05:30:43 +00:00
__isz += 60;
2018-12-08 05:30:43 +00:00
__isz += 4;
for (const NameEntry& entry : m_nameEntries)
entry.binarySize(__isz);
__isz += strgPad;
2018-12-08 05:30:43 +00:00
__isz += 4;
for (const auto& entry : m_entries)
entry.second.binarySize(__isz);
__isz += rshdPad;
}
2015-07-06 02:07:57 +00:00
2018-12-08 05:30:43 +00:00
std::unique_ptr<atUint8[]> PAK::Entry::getBuffer(const nod::Node& pak, atUint64& szOut) const {
if (compressed) {
std::unique_ptr<nod::IPartReadStream> strm = pak.beginReadStream(offset);
struct {
hecl::FourCC magic;
atUint32 blockCount;
} head;
strm->read(&head, 8);
if (head.magic != CMPD) {
2020-04-11 22:51:39 +00:00
Log.report(logvisor::Error, FMT_STRING("invalid CMPD block"));
return nullptr;
2018-12-08 05:30:43 +00:00
}
head.blockCount = hecl::SBig(head.blockCount);
struct Block {
atUint32 compSz;
atUint32 decompSz;
};
std::unique_ptr<Block[]> blocks(new Block[head.blockCount]);
strm->read(blocks.get(), 8 * head.blockCount);
atUint64 maxBlockSz = 0;
atUint64 totalDecompSz = 0;
for (atUint32 b = 0; b < head.blockCount; ++b) {
Block& block = blocks[b];
block.compSz = hecl::SBig(block.compSz) & 0xffffff;
block.decompSz = hecl::SBig(block.decompSz);
if (block.compSz > maxBlockSz)
maxBlockSz = block.compSz;
totalDecompSz += block.decompSz;
}
2015-07-14 00:38:48 +00:00
2018-12-08 05:30:43 +00:00
std::unique_ptr<atUint8[]> compBuf(new atUint8[maxBlockSz]);
std::unique_ptr<atUint8[]> buf{new atUint8[totalDecompSz]};
atUint8* bufCur = buf.get();
2018-12-08 05:30:43 +00:00
for (atUint32 b = 0; b < head.blockCount; ++b) {
Block& block = blocks[b];
atUint8* compBufCur = compBuf.get();
strm->read(compBufCur, block.compSz);
if (block.compSz == block.decompSz) {
memcpy(bufCur, compBufCur, block.decompSz);
bufCur += block.decompSz;
} else {
atUint32 rem = block.decompSz;
while (rem) {
atUint16 chunkSz = hecl::SBig(*(atUint16*)compBufCur);
compBufCur += 2;
2019-06-15 00:39:20 +00:00
size_t dsz;
lzokay::decompress(compBufCur, chunkSz, bufCur, rem, dsz);
2018-12-08 05:30:43 +00:00
compBufCur += chunkSz;
bufCur += dsz;
rem -= dsz;
2015-07-14 00:38:48 +00:00
}
2018-12-08 05:30:43 +00:00
}
2015-07-14 00:38:48 +00:00
}
2018-12-08 05:30:43 +00:00
szOut = totalDecompSz;
return buf;
2018-12-08 05:30:43 +00:00
} else {
std::unique_ptr<atUint8[]> buf{new atUint8[size]};
pak.beginReadStream(offset)->read(buf.get(), size);
2018-12-08 05:30:43 +00:00
szOut = size;
return buf;
2018-12-08 05:30:43 +00:00
}
2015-07-14 00:38:48 +00:00
}
2018-12-08 05:30:43 +00:00
const PAK::Entry* PAK::lookupEntry(const UniqueID64& id) const {
auto result = m_entries.find(id);
if (result != m_entries.end())
return &result->second;
return nullptr;
2017-03-10 18:00:40 +00:00
}
2018-12-08 05:30:43 +00:00
const PAK::Entry* PAK::lookupEntry(std::string_view name) const {
2020-04-11 22:51:39 +00:00
// TODO: Heterogeneous lookup when C++20 available
2018-12-08 05:30:43 +00:00
auto result = m_nameMap.find(name.data());
if (result != m_nameMap.end()) {
auto result1 = m_entries.find(result->second);
if (result1 != m_entries.end())
return &result1->second;
}
return nullptr;
2017-03-10 18:00:40 +00:00
}
2019-10-01 07:38:03 +00:00
std::string PAK::bestEntryName(const nod::Node& pakNode, const Entry& entry, std::string& catalogueName) const {
2018-12-08 05:30:43 +00:00
/* Prefer named entries first */
for (const NameEntry& nentry : m_nameEntries)
if (nentry.id == entry.id) {
2019-10-01 07:38:03 +00:00
catalogueName = nentry.name;
2020-04-11 22:51:39 +00:00
return fmt::format(FMT_STRING("{}_{}"), nentry.name, entry.id);
2018-12-08 05:30:43 +00:00
}
2017-03-10 18:00:40 +00:00
2018-12-08 05:30:43 +00:00
/* Otherwise return ID format string */
2020-04-11 22:51:39 +00:00
return fmt::format(FMT_STRING("{}_{}"), entry.type, entry.id);
2017-03-10 18:00:40 +00:00
}
2018-12-08 05:30:43 +00:00
} // namespace DataSpec::DNAMP3