metaforce/DataSpec/DNACommon/DNACommon.hpp

420 lines
12 KiB
C++
Raw Normal View History

2015-06-24 20:56:23 +00:00
#ifndef __DNA_COMMON_HPP__
#define __DNA_COMMON_HPP__
#include <stdio.h>
2015-08-01 00:38:35 +00:00
#include <Athena/DNAYaml.hpp>
#include <NOD/DiscBase.hpp>
2015-07-06 01:33:06 +00:00
#include "HECL/HECL.hpp"
2015-07-17 00:01:05 +00:00
#include "HECL/Database.hpp"
2015-08-05 21:46:07 +00:00
#include "../SpecBase.hpp"
2015-06-24 20:56:23 +00:00
2015-07-01 23:50:39 +00:00
namespace Retro
{
2015-07-16 01:57:34 +00:00
extern LogVisor::LogModule LogDNACommon;
2015-11-10 02:07:15 +00:00
extern SpecBase* g_curSpec;
2015-07-16 01:57:34 +00:00
2015-06-24 20:56:23 +00:00
/* This comes up a great deal */
typedef Athena::io::DNA<Athena::BigEndian> BigDNA;
2015-08-01 00:38:35 +00:00
typedef Athena::io::DNAYaml<Athena::BigEndian> BigYAML;
2015-06-24 20:56:23 +00:00
2015-11-10 02:07:15 +00:00
/** FourCC with DNA read/write */
2015-08-23 06:42:29 +00:00
class DNAFourCC final : public BigYAML, public HECL::FourCC
2015-07-11 22:41:10 +00:00
{
public:
2015-08-23 06:42:29 +00:00
DNAFourCC() : HECL::FourCC() {}
DNAFourCC(const HECL::FourCC& other)
: HECL::FourCC() {num = other.toUint32();}
2015-08-23 06:42:29 +00:00
DNAFourCC(const char* name)
2015-07-11 22:41:10 +00:00
: HECL::FourCC(name) {}
2015-08-23 06:42:29 +00:00
DNAFourCC(uint32_t n)
: HECL::FourCC(n) {}
2015-07-11 22:41:10 +00:00
Delete expl;
2015-09-22 01:58:26 +00:00
void read(Athena::io::IStreamReader& reader)
2015-07-11 22:41:10 +00:00
{reader.readUBytesToBuf(fcc, 4);}
2015-09-22 01:58:26 +00:00
void write(Athena::io::IStreamWriter& writer) const
2015-07-11 22:41:10 +00:00
{writer.writeUBytes((atUint8*)fcc, 4);}
2015-09-22 01:58:26 +00:00
void fromYAML(Athena::io::YAMLDocReader& reader)
2015-08-01 00:38:35 +00:00
{std::string rs = reader.readString(nullptr); strncpy(fcc, rs.c_str(), 4);}
2015-09-22 01:58:26 +00:00
void toYAML(Athena::io::YAMLDocWriter& writer) const
2015-08-01 00:38:35 +00:00
{writer.writeString(nullptr, std::string(fcc, 4));}
size_t binarySize(size_t __isz) const
{return __isz + 4;}
2015-07-11 22:41:10 +00:00
};
2015-08-23 06:42:29 +00:00
using FourCC = HECL::FourCC;
2015-11-10 02:07:15 +00:00
/** PAK 32-bit Unique ID */
2015-08-01 00:38:35 +00:00
class UniqueID32 : public BigYAML
2015-06-24 20:56:23 +00:00
{
2015-08-11 23:32:02 +00:00
uint32_t m_id = 0xffffffff;
2015-06-24 20:56:23 +00:00
public:
Delete expl;
operator bool() const {return m_id != 0xffffffff && m_id != 0;}
2015-09-22 01:58:26 +00:00
void read(Athena::io::IStreamReader& reader)
{m_id = reader.readUint32Big();}
2015-09-22 01:58:26 +00:00
void write(Athena::io::IStreamWriter& writer) const
{writer.writeUint32Big(m_id);}
2015-09-22 01:58:26 +00:00
void fromYAML(Athena::io::YAMLDocReader& reader)
2015-08-01 00:38:35 +00:00
{m_id = reader.readUint32(nullptr);}
2015-09-22 01:58:26 +00:00
void toYAML(Athena::io::YAMLDocWriter& writer) const
2015-08-01 00:38:35 +00:00
{writer.writeUint32(nullptr, m_id);}
size_t binarySize(size_t __isz) const
{return __isz + 4;}
2015-07-06 01:33:06 +00:00
2015-11-10 02:07:15 +00:00
UniqueID32& operator=(const HECL::ProjectPath& path)
{m_id = path.hash().val32(); return *this;}
2015-09-22 01:58:26 +00:00
bool operator!=(const UniqueID32& other) const {return m_id != other.m_id;}
bool operator==(const UniqueID32& other) const {return m_id == other.m_id;}
uint32_t toUint32() const {return m_id;}
std::string toString() const
2015-07-06 01:33:06 +00:00
{
char buf[9];
snprintf(buf, 9, "%08X", m_id);
return std::string(buf);
}
2015-11-10 02:07:15 +00:00
void clear() {m_id = 0xffffffff;}
2015-10-19 03:28:47 +00:00
UniqueID32() = default;
2015-10-26 02:31:09 +00:00
UniqueID32(Athena::io::IStreamReader& reader) {read(reader);}
2015-11-10 02:07:15 +00:00
UniqueID32(const HECL::ProjectPath& path) {*this = path;}
2015-10-19 03:28:47 +00:00
UniqueID32(const char* hexStr)
{
char copy[9];
strncpy(copy, hexStr, 8);
copy[8] = '\0';
m_id = strtoul(copy, nullptr, 16);
}
2015-11-10 20:12:43 +00:00
UniqueID32(const wchar_t* hexStr)
{
wchar_t copy[9];
wcsncpy(copy, hexStr, 8);
copy[8] = L'\0';
m_id = wcstoul(copy, nullptr, 16);
}
2015-11-10 02:07:15 +00:00
static constexpr size_t BinarySize() {return 4;}
2015-06-24 20:56:23 +00:00
};
2015-11-10 02:07:15 +00:00
/** PAK 64-bit Unique ID */
2015-09-23 06:35:07 +00:00
class UniqueID64 : public BigYAML
2015-06-24 20:56:23 +00:00
{
2015-08-11 23:32:02 +00:00
uint64_t m_id = 0xffffffffffffffff;
2015-06-24 20:56:23 +00:00
public:
Delete expl;
operator bool() const {return m_id != 0xffffffffffffffff && m_id != 0;}
2015-09-22 01:58:26 +00:00
void read(Athena::io::IStreamReader& reader)
{m_id = reader.readUint64Big();}
2015-09-22 01:58:26 +00:00
void write(Athena::io::IStreamWriter& writer) const
{writer.writeUint64Big(m_id);}
2015-09-23 06:35:07 +00:00
void fromYAML(Athena::io::YAMLDocReader& reader)
{m_id = reader.readUint64(nullptr);}
void toYAML(Athena::io::YAMLDocWriter& writer) const
{writer.writeUint64(nullptr, m_id);}
size_t binarySize(size_t __isz) const
{return __isz + 8;}
2015-07-06 01:33:06 +00:00
2015-11-10 02:07:15 +00:00
UniqueID64& operator=(const HECL::ProjectPath& path)
{m_id = path.hash().val64(); return *this;}
2015-09-22 01:58:26 +00:00
bool operator!=(const UniqueID64& other) const {return m_id != other.m_id;}
bool operator==(const UniqueID64& other) const {return m_id == other.m_id;}
uint64_t toUint64() const {return m_id;}
std::string toString() const
2015-07-06 01:33:06 +00:00
{
char buf[17];
snprintf(buf, 17, "%016" PRIX64, m_id);
2015-07-06 01:33:06 +00:00
return std::string(buf);
}
2015-11-10 02:07:15 +00:00
void clear() {m_id = 0xffffffffffffffff;}
2015-10-19 03:28:47 +00:00
UniqueID64() = default;
2015-10-26 02:31:09 +00:00
UniqueID64(Athena::io::IStreamReader& reader) {read(reader);}
2015-11-10 02:07:15 +00:00
UniqueID64(const HECL::ProjectPath& path) {*this = path;}
2015-10-19 03:28:47 +00:00
UniqueID64(const char* hexStr)
{
char copy[17];
strncpy(copy, hexStr, 16);
copy[16] = '\0';
2015-11-10 20:12:43 +00:00
#if _WIN32
m_id = _strtoui64(copy, nullptr, 16);
#else
2015-10-19 03:28:47 +00:00
m_id = strtouq(copy, nullptr, 16);
2015-11-10 20:12:43 +00:00
#endif
}
UniqueID64(const wchar_t* hexStr)
{
wchar_t copy[17];
wcsncpy(copy, hexStr, 16);
copy[16] = L'\0';
#if _WIN32
m_id = _wcstoui64(copy, nullptr, 16);
#else
2015-11-11 07:04:17 +00:00
m_id = wcstoull(copy, nullptr, 16);
2015-11-10 20:12:43 +00:00
#endif
2015-10-19 03:28:47 +00:00
}
2015-11-10 02:07:15 +00:00
static constexpr size_t BinarySize() {return 8;}
2015-06-24 20:56:23 +00:00
};
2015-11-10 02:07:15 +00:00
/** PAK 128-bit Unique ID */
2015-09-23 06:35:07 +00:00
class UniqueID128 : public BigYAML
2015-06-24 20:56:23 +00:00
{
2015-07-06 01:33:06 +00:00
union
{
uint64_t m_id[2];
#if __SSE__
__m128i m_id128;
#endif
};
2015-06-24 20:56:23 +00:00
public:
Delete expl;
2015-08-11 23:32:02 +00:00
UniqueID128() {m_id[0]=0xffffffffffffffff; m_id[1]=0xffffffffffffffff;}
2015-09-22 01:58:26 +00:00
operator bool() const
{return m_id[0] != 0xffffffffffffffff && m_id[0] != 0 && m_id[1] != 0xffffffffffffffff && m_id[1] != 0;}
2015-09-22 01:58:26 +00:00
void read(Athena::io::IStreamReader& reader)
2015-07-06 01:33:06 +00:00
{
m_id[0] = reader.readUint64Big();
m_id[1] = reader.readUint64Big();
2015-07-06 01:33:06 +00:00
}
2015-09-22 01:58:26 +00:00
void write(Athena::io::IStreamWriter& writer) const
2015-07-06 01:33:06 +00:00
{
writer.writeUint64Big(m_id[0]);
writer.writeUint64Big(m_id[1]);
2015-07-06 01:33:06 +00:00
}
2015-09-23 06:35:07 +00:00
void fromYAML(Athena::io::YAMLDocReader& reader)
{
std::string str = reader.readString(nullptr);
while (str.size() < 32)
str += '0';
std::string hStr(str.begin(), str.begin() + 16);
std::string lStr(str.begin() + 16, str.begin() + 32);
m_id[0] = strtoull(hStr.c_str(), nullptr, 16);
m_id[1] = strtoull(lStr.c_str(), nullptr, 16);
}
void toYAML(Athena::io::YAMLDocWriter& writer) const
{
writer.writeString(nullptr, toString().c_str());
}
size_t binarySize(size_t __isz) const
{return __isz + 16;}
2015-07-06 01:33:06 +00:00
2015-09-22 01:58:26 +00:00
bool operator!=(const UniqueID128& other) const
2015-07-06 01:33:06 +00:00
{
#if __SSE__
2015-07-06 02:07:57 +00:00
__m128i vcmp = _mm_cmpeq_epi32(m_id128, other.m_id128);
int vmask = _mm_movemask_epi8(vcmp);
return vmask != 0xffff;
2015-07-06 01:33:06 +00:00
#else
return (m_id[0] != other.m_id[0]) || (m_id[1] != other.m_id[1]);
#endif
}
2015-09-22 01:58:26 +00:00
bool operator==(const UniqueID128& other) const
2015-07-06 01:33:06 +00:00
{
#if __SSE__
2015-07-06 02:07:57 +00:00
__m128i vcmp = _mm_cmpeq_epi32(m_id128, other.m_id128);
int vmask = _mm_movemask_epi8(vcmp);
return vmask == 0xffff;
2015-07-06 01:33:06 +00:00
#else
return (m_id[0] == other.m_id[0]) && (m_id[1] == other.m_id[1]);
#endif
}
2015-11-10 02:07:15 +00:00
void clear() {m_id[0] = 0xffffffffffffffff; m_id[1] = 0xffffffffffffffff;}
2015-09-22 01:58:26 +00:00
uint64_t toHighUint64() const {return m_id[0];}
uint64_t toLowUint64() const {return m_id[1];}
std::string toString() const
2015-07-06 01:33:06 +00:00
{
char buf[33];
snprintf(buf, 33, "%016" PRIX64 "%016" PRIX64, m_id[0], m_id[1]);
2015-07-06 01:33:06 +00:00
return std::string(buf);
}
2015-11-10 02:07:15 +00:00
static constexpr size_t BinarySize() {return 16;}
2015-06-24 20:56:23 +00:00
};
2015-11-10 02:07:15 +00:00
/** Case-insensitive comparator for std::map sorting */
2015-07-10 05:28:08 +00:00
struct CaseInsensitiveCompare
{
2015-09-22 01:58:26 +00:00
bool operator()(const std::string& lhs, const std::string& rhs) const
2015-07-10 05:28:08 +00:00
{
2015-07-14 00:38:48 +00:00
#if _WIN32
2015-07-22 19:05:18 +00:00
if (_stricmp(lhs.c_str(), rhs.c_str()) < 0)
2015-07-14 00:38:48 +00:00
#else
if (strcasecmp(lhs.c_str(), rhs.c_str()) < 0)
#endif
2015-07-10 05:28:08 +00:00
return true;
return false;
}
2015-07-22 19:05:18 +00:00
#if _WIN32
2015-09-22 01:58:26 +00:00
bool operator()(const std::wstring& lhs, const std::wstring& rhs) const
2015-07-22 19:05:18 +00:00
{
if (_wcsicmp(lhs.c_str(), rhs.c_str()) < 0)
return true;
return false;
}
#endif
2015-07-10 05:28:08 +00:00
};
2015-07-14 00:38:48 +00:00
2015-11-10 02:07:15 +00:00
/** Class that automatically converts between hash and path for DNA usage */
template <class IDTYPE>
class PAKPath : public BigYAML
{
HECL::ProjectPath m_path;
IDTYPE m_id;
public:
HECL::ProjectPath getPath() const
{
if (m_path)
return m_path;
if (!g_curSpec)
LogDNACommon.report(LogVisor::FatalError, "current DataSpec not set for PAKPath");
if (m_id)
return g_curSpec->getWorking(m_id);
return HECL::ProjectPath();
}
operator HECL::ProjectPath() const {return getPath();}
operator const IDTYPE&() const {return m_id;}
Delete _d;
void read(Athena::io::IStreamReader& reader)
{m_id.read(reader);}
void write(Athena::io::IStreamWriter& writer) const
{m_id.write(writer);}
void fromYAML(Athena::io::YAMLDocReader& reader)
{
if (!g_curSpec)
LogDNACommon.report(LogVisor::FatalError, "current DataSpec not set for PAKPath");
std::string path = reader.readString(nullptr);
if (path.empty())
{
m_path.clear();
m_id.clear();
return;
}
m_path.assign(g_curSpec->getProject(), path);
m_id = m_path;
}
void toYAML(Athena::io::YAMLDocWriter& writer) const
{
if (m_path)
{
writer.writeString(nullptr, m_path.getRelativePathUTF8());
return;
}
writer.writeString(nullptr, getPath().getRelativePathUTF8());
}
size_t binarySize(size_t __isz) const
{return __isz + IDTYPE::BinarySize();}
};
using PAKPath32 = PAKPath<UniqueID32>;
using PAKPath64 = PAKPath<UniqueID64>;
/** Word Bitmap reader/writer */
2015-08-31 03:44:42 +00:00
class WordBitmap
2015-08-11 23:32:02 +00:00
{
std::vector<atUint32> m_words;
size_t m_bitCount = 0;
2015-08-31 03:44:42 +00:00
public:
2015-08-11 23:32:02 +00:00
void read(Athena::io::IStreamReader& reader, size_t bitCount)
{
m_bitCount = bitCount;
size_t wordCount = (bitCount + 31) / 32;
m_words.clear();
m_words.reserve(wordCount);
for (size_t w=0 ; w<wordCount ; ++w)
m_words.push_back(reader.readUint32Big());
2015-08-11 23:32:02 +00:00
}
void write(Athena::io::IStreamWriter& writer) const
{
for (atUint32 word : m_words)
writer.writeUint32(word);
}
size_t binarySize(size_t __isz) const
{
return __isz + m_words.size() * 4;
}
2015-08-11 23:32:02 +00:00
size_t getBitCount() const {return m_bitCount;}
bool getBit(size_t idx) const
{
size_t wordIdx = idx / 32;
if (wordIdx >= m_words.size())
return false;
size_t wordCur = idx % 32;
return (m_words[wordIdx] >> wordCur) & 0x1;
}
void setBit(size_t idx)
{
size_t wordIdx = idx / 32;
while (wordIdx >= m_words.size())
m_words.push_back(0);
size_t wordCur = idx % 32;
m_words[wordIdx] |= (1 << wordCur);
}
void unsetBit(size_t idx)
{
size_t wordIdx = idx / 32;
while (wordIdx >= m_words.size())
m_words.push_back(0);
size_t wordCur = idx % 32;
m_words[wordIdx] &= ~(1 << wordCur);
}
2015-11-10 02:07:15 +00:00
void clear() {m_words.clear();}
2015-08-11 23:32:02 +00:00
class Iterator : public std::iterator<std::forward_iterator_tag, bool>
{
friend class WordBitmap;
const WordBitmap& m_bmp;
size_t m_idx = 0;
Iterator(const WordBitmap& bmp, size_t idx) : m_bmp(bmp), m_idx(idx) {}
public:
Iterator& operator++() {++m_idx; return *this;}
bool operator*() {return m_bmp.getBit(m_idx);}
bool operator!=(const Iterator& other) const {return m_idx != other.m_idx;}
};
Iterator begin() const {return Iterator(*this, 0);}
Iterator end() const {return Iterator(*this, m_bitCount);}
};
2015-11-10 02:07:15 +00:00
/** Resource cooker function */
2015-07-17 00:01:05 +00:00
typedef std::function<bool(const HECL::ProjectPath&, const HECL::ProjectPath&)> ResCooker;
2015-07-10 05:28:08 +00:00
2015-07-06 01:33:06 +00:00
}
/* Hash template-specializations for UniqueID types */
namespace std
2015-06-24 20:56:23 +00:00
{
template<>
2015-08-23 06:42:29 +00:00
struct hash<Retro::DNAFourCC>
{
2015-09-22 01:58:26 +00:00
size_t operator()(const Retro::DNAFourCC& fcc) const
{return fcc.toUint32();}
};
2015-07-06 01:33:06 +00:00
template<>
struct hash<Retro::UniqueID32>
{
2015-09-22 01:58:26 +00:00
size_t operator()(const Retro::UniqueID32& id) const
2015-07-06 02:07:57 +00:00
{return id.toUint32();}
2015-07-06 01:33:06 +00:00
};
template<>
struct hash<Retro::UniqueID64>
{
2015-09-22 01:58:26 +00:00
size_t operator()(const Retro::UniqueID64& id) const
2015-07-06 02:07:57 +00:00
{return id.toUint64();}
2015-06-24 20:56:23 +00:00
};
2015-07-06 01:33:06 +00:00
template<>
struct hash<Retro::UniqueID128>
{
2015-09-22 01:58:26 +00:00
size_t operator()(const Retro::UniqueID128& id) const
2015-07-06 02:07:57 +00:00
{return id.toHighUint64() ^ id.toLowUint64();}
2015-07-06 01:33:06 +00:00
};
2015-07-01 23:50:39 +00:00
}
2015-06-24 20:56:23 +00:00
#endif // __DNA_COMMON_HPP__