mirror of
https://github.com/AxioDL/metaforce.git
synced 2025-12-08 22:27:43 +00:00
Refactor for original/pc dataspec handling
This commit is contained in:
Jack Andersen
283
Editor/ProjectResourceFactoryBase.cpp
Normal file
283
Editor/ProjectResourceFactoryBase.cpp
Normal file
@@ -0,0 +1,283 @@
|
||||
#include "ProjectResourceFactoryBase.hpp"
|
||||
#include "Runtime/IObj.hpp"
|
||||
|
||||
namespace urde
|
||||
{
|
||||
static logvisor::Module Log("urde::ProjectResourceFactoryBase");
|
||||
|
||||
void ProjectResourceFactoryBase::Clear()
|
||||
{
|
||||
m_tagToPath.clear();
|
||||
m_catalogNameToTag.clear();
|
||||
}
|
||||
|
||||
hecl::BlenderConnection& ProjectResourceFactoryBase::GetBackgroundBlender() const
|
||||
{
|
||||
std::experimental::optional<hecl::BlenderConnection>& shareConn =
|
||||
((ProjectResourceFactoryBase*)this)->m_backgroundBlender;
|
||||
if (!shareConn)
|
||||
shareConn.emplace(hecl::VerbosityLevel);
|
||||
return *shareConn;
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::ReadCatalog(const hecl::ProjectPath& catalogPath)
|
||||
{
|
||||
FILE* fp = hecl::Fopen(catalogPath.getAbsolutePath().c_str(), _S("r"));
|
||||
if (!fp)
|
||||
return;
|
||||
|
||||
athena::io::YAMLDocReader reader;
|
||||
yaml_parser_set_input_file(reader.getParser(), fp);
|
||||
bool res = reader.parse();
|
||||
fclose(fp);
|
||||
if (!res)
|
||||
return;
|
||||
|
||||
const athena::io::YAMLNode* root = reader.getRootNode();
|
||||
for (const auto& p : root->m_mapChildren)
|
||||
{
|
||||
hecl::ProjectPath path(m_proj->getProjectWorkingPath(), p.second->m_scalarString);
|
||||
if (path.getPathType() != hecl::ProjectPath::Type::File)
|
||||
continue;
|
||||
SObjectTag pathTag = TagFromPath(path);
|
||||
if (pathTag)
|
||||
{
|
||||
std::unique_lock<std::mutex> lk(m_backgroundIndexMutex);
|
||||
m_catalogNameToTag[p.first] = pathTag;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::BackgroundIndexRecursiveProc(const hecl::SystemString& path, int level)
|
||||
{
|
||||
hecl::DirectoryEnumerator dEnum(path,
|
||||
hecl::DirectoryEnumerator::Mode::DirsThenFilesSorted,
|
||||
false, false, true);
|
||||
|
||||
/* Enumerate all items */
|
||||
for (const hecl::DirectoryEnumerator::Entry& ent : dEnum)
|
||||
{
|
||||
if (ent.m_isDir)
|
||||
BackgroundIndexRecursiveProc(ent.m_path, level+1);
|
||||
else
|
||||
{
|
||||
hecl::ProjectPath path(path, ent.m_name);
|
||||
if (path.getPathType() != hecl::ProjectPath::Type::File)
|
||||
continue;
|
||||
|
||||
/* Read catalog.yaml for .pak directory if exists */
|
||||
if (level == 1 && !ent.m_name.compare(_S("catalog.yaml")))
|
||||
{
|
||||
ReadCatalog(path);
|
||||
continue;
|
||||
}
|
||||
|
||||
/* Classify intermediate into tag */
|
||||
SObjectTag pathTag = TagFromPath(path);
|
||||
if (pathTag)
|
||||
{
|
||||
std::unique_lock<std::mutex> lk(m_backgroundIndexMutex);
|
||||
m_tagToPath[pathTag] = path;
|
||||
}
|
||||
}
|
||||
|
||||
/* bail if cancelled by client */
|
||||
if (!m_backgroundRunning)
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::BackgroundIndexProc()
|
||||
{
|
||||
hecl::ProjectPath specRoot(m_proj->getProjectWorkingPath(), m_origSpec->m_name);
|
||||
BackgroundIndexRecursiveProc(specRoot.getAbsolutePath(), 0);
|
||||
m_backgroundRunning = false;
|
||||
m_backgroundBlender = std::experimental::nullopt;
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::CancelBackgroundIndex()
|
||||
{
|
||||
if (m_backgroundRunning && m_backgroundIndexTh.joinable())
|
||||
{
|
||||
m_backgroundRunning = false;
|
||||
m_backgroundIndexTh.join();
|
||||
}
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::BeginBackgroundIndex
|
||||
(const hecl::Database::Project& proj,
|
||||
const hecl::Database::DataSpecEntry& origSpec,
|
||||
const hecl::Database::DataSpecEntry& pcSpec)
|
||||
{
|
||||
CancelBackgroundIndex();
|
||||
Clear();
|
||||
m_proj = &proj;
|
||||
m_origSpec = &origSpec;
|
||||
m_pcSpec = &pcSpec;
|
||||
m_backgroundRunning = true;
|
||||
m_backgroundIndexTh =
|
||||
std::thread(std::bind(&ProjectResourceFactoryBase::BackgroundIndexProc, this));
|
||||
}
|
||||
|
||||
CFactoryFnReturn ProjectResourceFactoryBase::MakeObject(const SObjectTag& tag,
|
||||
const hecl::ProjectPath& path,
|
||||
const CVParamTransfer& paramXfer)
|
||||
{
|
||||
/* Ensure requested resource is on the filesystem */
|
||||
if (path.getPathType() != hecl::ProjectPath::Type::File)
|
||||
{
|
||||
Log.report(logvisor::Error, _S("unable to find resource path '%s'"),
|
||||
path.getAbsolutePath().c_str());
|
||||
return {};
|
||||
}
|
||||
|
||||
/* Get cooked representation path */
|
||||
hecl::ProjectPath cooked = GetCookedPath(tag, path, true);
|
||||
|
||||
/* Perform mod-time comparison */
|
||||
if (cooked.getPathType() != hecl::ProjectPath::Type::File ||
|
||||
cooked.getModtime() < path.getModtime())
|
||||
{
|
||||
if (!DoCook(tag, path, cooked, true))
|
||||
{
|
||||
Log.report(logvisor::Error, _S("unable to cook resource path '%s'"),
|
||||
path.getAbsolutePath().c_str());
|
||||
return {};
|
||||
}
|
||||
}
|
||||
|
||||
/* Ensure cooked rep is on the filesystem */
|
||||
athena::io::FileReader fr(cooked.getAbsolutePath(), 32 * 1024, false);
|
||||
if (fr.hasError())
|
||||
{
|
||||
Log.report(logvisor::Error, _S("unable to open cooked resource path '%s'"),
|
||||
cooked.getAbsolutePath().c_str());
|
||||
return {};
|
||||
}
|
||||
|
||||
/* All good, build resource */
|
||||
return m_factoryMgr.MakeObject(tag, fr, paramXfer);
|
||||
}
|
||||
|
||||
std::unique_ptr<urde::IObj> ProjectResourceFactoryBase::Build(const urde::SObjectTag& tag,
|
||||
const urde::CVParamTransfer& paramXfer)
|
||||
{
|
||||
std::unique_lock<std::mutex> lk(m_backgroundIndexMutex);
|
||||
auto search = m_tagToPath.find(tag);
|
||||
if (search == m_tagToPath.end())
|
||||
{
|
||||
if (m_backgroundRunning)
|
||||
{
|
||||
while (m_backgroundRunning)
|
||||
{
|
||||
lk.unlock();
|
||||
lk.lock();
|
||||
search = m_tagToPath.find(tag);
|
||||
if (search != m_tagToPath.end())
|
||||
break;
|
||||
}
|
||||
}
|
||||
else
|
||||
return {};
|
||||
}
|
||||
|
||||
return MakeObject(tag, search->second, paramXfer);
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::BuildAsync(const urde::SObjectTag& tag,
|
||||
const urde::CVParamTransfer& paramXfer,
|
||||
urde::IObj** objOut)
|
||||
{
|
||||
if (m_asyncLoadList.find(tag) != m_asyncLoadList.end())
|
||||
return;
|
||||
m_asyncLoadList[tag] = CResFactory::SLoadingData(tag, objOut, paramXfer);
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::CancelBuild(const urde::SObjectTag& tag)
|
||||
{
|
||||
m_asyncLoadList.erase(tag);
|
||||
}
|
||||
|
||||
bool ProjectResourceFactoryBase::CanBuild(const urde::SObjectTag& tag)
|
||||
{
|
||||
std::unique_lock<std::mutex> lk(m_backgroundIndexMutex);
|
||||
auto search = m_tagToPath.find(tag);
|
||||
if (search == m_tagToPath.end())
|
||||
{
|
||||
if (m_backgroundRunning)
|
||||
{
|
||||
while (m_backgroundRunning)
|
||||
{
|
||||
lk.unlock();
|
||||
lk.lock();
|
||||
search = m_tagToPath.find(tag);
|
||||
if (search != m_tagToPath.end())
|
||||
break;
|
||||
}
|
||||
}
|
||||
else
|
||||
return false;
|
||||
}
|
||||
|
||||
if (search->second.getPathType() == hecl::ProjectPath::Type::File)
|
||||
return true;
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
const urde::SObjectTag* ProjectResourceFactoryBase::GetResourceIdByName(const char* name) const
|
||||
{
|
||||
std::unique_lock<std::mutex> lk(((ProjectResourceFactoryBase*)this)->m_backgroundIndexMutex);
|
||||
auto search = m_catalogNameToTag.find(name);
|
||||
if (search == m_catalogNameToTag.end())
|
||||
{
|
||||
if (m_backgroundRunning)
|
||||
{
|
||||
while (m_backgroundRunning)
|
||||
{
|
||||
lk.unlock();
|
||||
lk.lock();
|
||||
search = m_catalogNameToTag.find(name);
|
||||
if (search != m_catalogNameToTag.end())
|
||||
break;
|
||||
}
|
||||
}
|
||||
else
|
||||
return nullptr;
|
||||
}
|
||||
return &search->second;
|
||||
}
|
||||
|
||||
void ProjectResourceFactoryBase::AsyncIdle()
|
||||
{
|
||||
std::chrono::steady_clock::time_point start = std::chrono::steady_clock::now();
|
||||
for (auto it=m_asyncLoadList.begin() ; it != m_asyncLoadList.end() ; ++it)
|
||||
{
|
||||
/* Allow 8 milliseconds (roughly 1/2 frame-time) for each async build cycle */
|
||||
if (std::chrono::duration_cast<std::chrono::milliseconds>(
|
||||
std::chrono::steady_clock::now() - start).count() > 8)
|
||||
break;
|
||||
|
||||
/* Ensure requested resource is in the index */
|
||||
std::unique_lock<std::mutex> lk(m_backgroundIndexMutex);
|
||||
CResFactory::SLoadingData& data = it->second;
|
||||
auto search = m_tagToPath.find(data.x0_tag);
|
||||
if (search == m_tagToPath.end())
|
||||
{
|
||||
if (!m_backgroundRunning)
|
||||
{
|
||||
Log.report(logvisor::Error, _S("unable to find async load resource (%s, %08X)"),
|
||||
data.x0_tag.type.toString().c_str(), data.x0_tag.id);
|
||||
it = m_asyncLoadList.erase(it);
|
||||
}
|
||||
continue;
|
||||
}
|
||||
|
||||
/* Perform build (data not actually loaded asynchronously for now) */
|
||||
CFactoryFnReturn ret = MakeObject(data.x0_tag, search->second, data.x18_cvXfer);
|
||||
*data.xc_targetPtr = ret.release();
|
||||
it = m_asyncLoadList.erase(it);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
Reference in New Issue
Block a user