metaforce/hecl/lib/ClientProcess.cpp

#include "hecl/ClientProcess.hpp"
#include "hecl/Database.hpp"
#include "athena/FileReader.hpp"

#ifdef _WIN32
#define WIN32_LEAN_AND_MEAN
#include <Windows.h>
#else
#include <sys/wait.h>
#endif

namespace hecl
{
static logvisor::Module Log("hecl::ClientProcess");

static bool ExecProcessAndWait(bool verbose,
                               const SystemChar* exePath,
                               const SystemChar* workDir,
                               const SystemChar* args[],
                               int& returnCode)
{
#if _WIN32
    std::wstring cmdLine;
    for (const SystemChar** it=args ; *it ; ++it)
    {
        if (it != args)
            cmdLine.append(L' ');
        cmdLine.append(*it);
    }

    STARTUPINFO sinfo = {sizeof(STARTUPINFO)};
    HANDLE nulHandle = NULL;
    if (!verbose)
    {
        SECURITY_ATTRIBUTES sattrs = {sizeof(SECURITY_ATTRIBUTES), NULL, TRUE};
        nulHandle = CreateFileW(L"nul", GENERIC_WRITE, FILE_SHARE_READ|FILE_SHARE_WRITE, &sattrs,
                                OPEN_EXISTING, FILE_ATTRIBUTE_NORMAL, NULL);
        sinfo.hStdError = nulHandle;
        sinfo.hStdOutput = nulHandle;
        sinfo.dwFlags = STARTF_USESTDHANDLES;
    }

    PROCESS_INFORMATION pinfo;
    if (!CreateProcessW(exePath, cmdLine.c_str(), NULL, NULL, TRUE, NORMAL_PRIORITY_CLASS, NULL, workDir, &sinfo, &pinfo))
    {
        LPWSTR messageBuffer = nullptr;
        size_t size = FormatMessageW(FORMAT_MESSAGE_ALLOCATE_BUFFER | FORMAT_MESSAGE_FROM_SYSTEM | FORMAT_MESSAGE_IGNORE_INSERTS,
            NULL, GetLastError(), MAKELANGID(LANG_NEUTRAL, SUBLANG_DEFAULT), (LPWSTR)&messageBuffer, 0, NULL);
        Log.report(logvisor::Fatal, L"error launching '%s': %s", exePath, messageBuffer);
    }

    if (nulHandle)
        CloseHandle(nulHandle);

    CloseHandle(pinfo.hThread);
    WaitForSingleObject(pinfo.hProcess, INFINITE);
    DWORD exitCode;
    GetExitCodeProcess(pinfo.hProcess, &exitCode);
    returnCode = exitCode;
    CloseHandle(pinfo.hProcess);

    if (exitCode == 0)
        return true;

    return false;

#else
    /* Assemble command args */
    std::vector<const SystemChar*> assembleArgs;
    size_t argCount = 0;
    for (const SystemChar** it=args ; *it ; ++it) ++argCount;
    assembleArgs.reserve(argCount+2);
    assembleArgs.push_back(exePath);
    for (const SystemChar** it=args ; *it ; ++it) assembleArgs.push_back(*it);
    assembleArgs.push_back(nullptr);

    if (verbose)
    {
        printf("cd %s\n", workDir);
        for (const SystemChar* arg : assembleArgs)
            if (arg)
                printf("%s ", arg);
        printf("\n");
        fflush(stdout);
    }

    pid_t pid = fork();
    if (!pid)
    {
        chdir(workDir);

        if (!verbose)
        {
            int devNull = open("/dev/null", O_WRONLY);
            dup2(devNull, STDOUT_FILENO);
            dup2(devNull, STDERR_FILENO);
        }

        if (execvp(exePath, (char*const*)assembleArgs.data()) < 0)
        {
            Log.report(logvisor::Fatal, _S("error execing '%s': %s"), exePath, strerror(errno));
        }

        exit(1);
    }

    int exitStatus;
    if (waitpid(pid, &exitStatus, 0) < 0)
        Log.report(logvisor::Fatal, "unable to wait for hecl process to complete: %s", strerror(errno));

    if (WIFEXITED(exitStatus))
    {
        returnCode = WEXITSTATUS(exitStatus);
        if (WEXITSTATUS(exitStatus) == 0)
        {
            return true;
        }
    }

    return false;

#endif
}

static int GetCPUCount()
{
#if _WIN32
    SYSTEM_INFO sysinfo;
    GetSystemInfo(&sysinfo);
    return sysinfo.dwNumberOfProcessors;
#else
    return sysconf(_SC_NPROCESSORS_ONLN);
#endif
}

void ClientProcess::BufferTransaction::run()
{
    athena::io::FileReader r(m_path.getAbsolutePath(), 32 * 1024, false);
    if (r.hasError())
    {
        Log.report(logvisor::Fatal, _S("unable to background-buffer '%s'"),
                   m_path.getAbsolutePath().c_str());
        return;
    }
    if (m_offset)
        r.seek(m_offset, athena::Begin);
    r.readBytesToBuf(m_targetBuf, m_maxLen);
    m_complete = true;
}

void ClientProcess::CookTransaction::run()
{
    m_returnVal = m_parent.syncCook(m_path);
    m_complete = true;
}

ClientProcess::Worker::Worker(ClientProcess& proc)
: m_proc(proc)
{
    m_thr = std::thread(std::bind(&Worker::proc, this));
}

void ClientProcess::Worker::proc()
{
    while (m_proc.m_running)
    {
        std::unique_lock<std::mutex> lk(m_proc.m_mutex);
        if (m_proc.m_pendingQueue.size())
        {
            std::unique_ptr<Transaction> trans = std::move(m_proc.m_pendingQueue.front());
            m_proc.m_pendingQueue.pop_front();
            lk.unlock();
            trans->run();
            lk.lock();
            m_proc.m_completedQueue.push_back(std::move(trans));
        }
        m_proc.m_cv.wait(lk);
    }
}

ClientProcess::ClientProcess(int verbosityLevel)
: m_verbosity(verbosityLevel)
{
    int cpuCount = GetCPUCount();
    m_workers.reserve(cpuCount);
    for (int i=0 ; i<cpuCount ; ++i)
        m_workers.emplace_back(*this);
}

const ClientProcess::BufferTransaction*
ClientProcess::addBufferTransaction(const ProjectPath& path, void* target,
                                    size_t maxLen, size_t offset)
{
    std::unique_lock<std::mutex> lk(m_mutex);
    BufferTransaction* ret = new BufferTransaction(*this, path, target, maxLen, offset);
    m_pendingQueue.emplace_back(ret);
    m_cv.notify_one();
    return ret;
}

const ClientProcess::CookTransaction*
ClientProcess::addCookTransaction(const hecl::ProjectPath& path)
{
    std::unique_lock<std::mutex> lk(m_mutex);
    CookTransaction* ret = new CookTransaction(*this, path);
    m_pendingQueue.emplace_back(ret);
    m_cv.notify_one();
    return ret;
}

int ClientProcess::syncCook(const hecl::ProjectPath& path)
{
    const SystemChar* workDir = path.getProject().getProjectWorkingPath().getAbsolutePath().c_str();
    const SystemChar* args[] = {_S("cook"), path.getAbsolutePath().c_str(), nullptr};
    int returnCode;
    const SystemChar* heclOverride = hecl::GetEnv(_S("HECL_BIN"));
    if (heclOverride)
    {
        if (ExecProcessAndWait(m_verbosity != 0, heclOverride, workDir, args, returnCode))
            return returnCode;
    }
    if (!ExecProcessAndWait(m_verbosity != 0, _S("hecl"), workDir, args, returnCode))
        Log.report(logvisor::Fatal, _S("unable to background-cook '%s'"),
                   path.getAbsolutePath().c_str());
    return returnCode;
}

void ClientProcess::swapCompletedQueue(std::list<std::unique_ptr<Transaction>>& queue)
{
    std::unique_lock<std::mutex> lk(m_mutex);
    queue.swap(m_completedQueue);
}

void ClientProcess::shutdown()
{
    if (!m_running)
        return;
    m_running = false;
    m_cv.notify_all();
    for (Worker& worker : m_workers)
        if (worker.m_thr.joinable())
            worker.m_thr.join();
}

}