tahoma2d/toonz/sources/toonzfarm/tfarm/tfarmcontroller_c.cpp

514 lines
14 KiB
C++
Raw Normal View History

2016-03-19 06:57:51 +13:00
#include "tconvert.h"
#include "tfarmcontroller.h"
#include "ttcpip.h"
#include "texception.h"
#include "tfarmproxy.h"
#include "tfilepath_io.h"
#include <sstream>
2016-06-15 18:43:10 +12:00
namespace {
2016-03-19 06:57:51 +13:00
//------------------------------------------------------------------------------
class Controller final : public TFarmController, public TFarmProxy {
2016-03-19 06:57:51 +13:00
public:
2016-06-15 18:43:10 +12:00
Controller(const QString &hostName, const QString &addr, int port)
: TFarmProxy(hostName, addr, port) {}
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// TFarmController interface implementation
2016-03-19 06:57:51 +13:00
2016-06-19 20:06:29 +12:00
QString addTask(const TFarmTask &task, bool suspended) override;
2016-03-19 06:57:51 +13:00
2016-06-19 20:06:29 +12:00
void removeTask(const QString &id) override;
void suspendTask(const QString &id) override;
void activateTask(const QString &id) override;
void restartTask(const QString &id) override;
2016-03-19 06:57:51 +13:00
void getTasks(std::vector<QString> &tasks) override;
void getTasks(const QString &parentId, std::vector<QString> &tasks) override;
void getTasks(const QString &parentId,
std::vector<TaskShortInfo> &tasks) override;
2016-03-19 06:57:51 +13:00
2016-06-19 20:06:29 +12:00
void queryTaskInfo(const QString &id, TFarmTask &task) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
void queryTaskShortInfo(const QString &id, QString &parentId, QString &name,
2016-06-19 20:06:29 +12:00
TaskState &status) override;
2016-03-19 06:57:51 +13:00
2016-06-20 14:23:05 +12:00
void attachServer(const QString &name, const QString &addr,
int port) override;
2016-03-19 06:57:51 +13:00
2016-06-20 14:23:05 +12:00
void detachServer(const QString &name, const QString &addr,
int port) override;
2016-03-19 06:57:51 +13:00
2016-06-19 20:06:29 +12:00
void taskSubmissionError(const QString &taskId, int errCode) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
void taskProgress(const QString &taskId, int step, int stepCount,
2016-06-19 20:06:29 +12:00
int frameNumber, FrameState state) override;
2016-03-19 06:57:51 +13:00
2016-06-19 20:06:29 +12:00
void taskCompleted(const QString &taskId, int exitCode) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// fills the servers vector with the names of the servers
void getServers(std::vector<ServerIdentity> &servers) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// returns the state of the server whose id has been specified
2016-06-19 20:06:29 +12:00
ServerState queryServerState2(const QString &id) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// fills info with the infoes about the server whose id has been specified
2016-06-19 20:06:29 +12:00
void queryServerInfo(const QString &id, ServerInfo &info) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// activates the server whose id has been specified
2016-06-19 20:06:29 +12:00
void activateServer(const QString &id) override;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// deactivates the server whose id has been specified
// once deactivated, a server is not available for task rendering
2016-06-20 14:23:05 +12:00
void deactivateServer(const QString &id,
bool completeRunningTasks = true) override;
2016-03-19 06:57:51 +13:00
};
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
QString Controller::addTask(const TFarmTask &task, bool suspended) {
int i, count = task.getTaskCount();
QString data("addTask@TFarmTask_2");
data += ",";
data += task.m_name;
data += ",";
data += task.getCommandLine(true);
data += ",";
data += task.m_user;
data += ",";
data += task.m_hostName;
data += ",";
data += QString::number(suspended);
data += ",";
data += QString::number(task.m_stepCount);
data += ",";
data += QString::number(task.m_priority);
data += ",";
data += QString::number(task.m_platform);
data += ",";
int depCount = task.m_dependencies->getTaskCount();
data += QString::number(depCount);
i = 0;
for (; i < depCount; ++i) {
data += ",";
data += task.m_dependencies->getTaskId(i);
}
for (i = 0; i < count; ++i) {
TFarmTask &tt = const_cast<TFarmTask &>(task);
TFarmTask *subtask = tt.getTask(i);
data += ",";
data += subtask->m_name;
data += ",";
data += subtask->getCommandLine(true);
data += ",";
data += subtask->m_user;
data += ",";
data += subtask->m_hostName;
data += ",";
data += QString::number(subtask->m_stepCount);
data += ",";
data += QString::number(subtask->m_priority);
}
QString reply = sendToStub(data);
// MessageBox(NULL, data.c_str(), "ciao", 0);
return reply;
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::removeTask(const QString &id) {
QString data("removeTask");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::suspendTask(const QString &id) {
QString data("suspendTask");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::activateTask(const QString &id) {
QString data("activateTask");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::restartTask(const QString &id) {
QString data("restartTask");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
void Controller::getTasks(std::vector<QString> &tasks) {
2016-06-15 18:43:10 +12:00
QString data("getTasks@vector");
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
tasks.clear();
std::vector<QString>::iterator it = argv.begin();
for (; it != argv.end(); ++it) tasks.push_back(*it);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
void Controller::getTasks(const QString &parentId,
std::vector<QString> &tasks) {
2016-06-15 18:43:10 +12:00
QString data("getTasks@string@vector");
data += ",";
data += parentId;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// la stringa restituita contiene le informazioni deiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
tasks.clear();
std::vector<QString>::iterator it = argv.begin();
for (; it != argv.end(); ++it) tasks.push_back(*it);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::getTasks(const QString &parentId,
std::vector<TaskShortInfo> &tasks) {
2016-06-15 18:43:10 +12:00
QString data("getTasks@string@vector$TaskShortInfo");
data += ",";
data += parentId;
QString reply = sendToStub(data);
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
tasks.clear();
std::vector<QString>::iterator it = argv.begin();
for (; it != argv.end(); ++it) {
QString id = *it++;
QString name = *it++;
TaskState status;
status = (TaskState)(*it).toInt();
tasks.push_back(TaskShortInfo(id, name, status));
}
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::queryTaskInfo(const QString &id, TFarmTask &task) {
QString data("queryTaskInfo_2");
data += ",";
data += id;
QString reply = sendToStub(data);
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
int count = extractArgs(reply, argv);
if (reply == "") return;
assert(argv.size() > 15);
int incr = 0;
task.m_name = argv[incr++];
task.parseCommandLine(argv[incr++]);
task.m_priority = argv[incr++].toInt();
task.m_user = argv[incr++];
task.m_hostName = argv[incr++];
task.m_id = argv[incr++];
task.m_parentId = argv[incr++];
task.m_status = (TaskState)argv[incr++].toInt();
task.m_server = argv[incr++];
task.m_submissionDate = QDateTime::fromString(argv[incr++]);
task.m_startDate = QDateTime::fromString(argv[incr++]);
task.m_completionDate = QDateTime::fromString(argv[incr++]);
task.m_successfullSteps = argv[incr++].toInt();
task.m_failedSteps = argv[incr++].toInt();
task.m_stepCount = argv[incr++].toInt();
if (incr < count) {
task.m_platform = (TFarmPlatform)argv[incr++].toInt();
int depCount = 0;
depCount = argv[incr++].toInt();
if (depCount > 0) {
task.m_dependencies = new TFarmTask::Dependencies;
for (int i = 0; i < depCount; ++i) task.m_dependencies->add(argv[incr++]);
}
}
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::queryTaskShortInfo(const QString &id, QString &parentId,
QString &name, TaskState &status) {
QString data("queryTaskShortInfo");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
assert(argv.size() == 3);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
parentId = argv[0];
name = argv[1];
status = (TaskState)argv[2].toInt();
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::attachServer(const QString &name, const QString &addr,
int port) {
QString data("attachServer");
data += ",";
data += name;
data += ",";
data += addr;
data += ",";
data += QString::number(port);
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::detachServer(const QString &name, const QString &addr,
int port) {
QString data("detachServer");
data += ",";
data += name;
data += ",";
data += addr;
data += ",";
data += QString::number(port);
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::taskSubmissionError(const QString &taskId, int errCode) {
QString data("taskSubmissionError");
data += ",";
data += taskId;
data += ",";
data += QString::number(errCode);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::taskProgress(const QString &taskId, int step, int stepCount,
int frameNumber, FrameState state) {
QString data("taskProgress");
data += ",";
data += taskId;
data += ",";
data += QString::number(step);
data += ",";
data += QString::number(stepCount);
data += ",";
data += QString::number(frameNumber);
data += ",";
data += QString::number(state);
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::taskCompleted(const QString &taskId, int exitCode) {
QString data("taskCompleted");
data += ",";
data += taskId;
data += ",";
data += QString::number(exitCode);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
void Controller::getServers(std::vector<ServerIdentity> &servers) {
2016-06-15 18:43:10 +12:00
QString data("getServers");
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
servers.clear();
std::vector<QString>::iterator it = argv.begin();
for (; it != argv.end(); it += 2)
servers.push_back(ServerIdentity(*it, *(it + 1)));
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
ServerState Controller::queryServerState2(const QString &name) {
QString data("queryServerState2");
data += ",";
data += name;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
ServerState serverState = (ServerState)reply.toInt();
return serverState;
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::queryServerInfo(const QString &id, ServerInfo &info) {
QString data("queryServerInfo");
data += ",";
data += id;
QString reply = sendToStub(data);
if (reply != "") {
// la stringa restituita contiene le informazioni desiderate separate da ","
std::vector<QString> argv;
2016-06-15 18:43:10 +12:00
extractArgs(reply, argv);
info.m_name = argv[0];
info.m_ipAddress = argv[1];
info.m_portNumber = argv[2];
info.m_state = (ServerState)argv[3].toInt();
info.m_platform = argv[4];
int cpuCount, totPhysMem, totVirtMem, availPhysMem, availVirtMem;
cpuCount = argv[5].toInt();
totPhysMem = argv[6].toInt();
totVirtMem = argv[7].toInt();
availPhysMem = argv[8].toInt();
availVirtMem = argv[9].toInt();
info.m_currentTaskId = argv[10];
info.m_cpuCount = cpuCount;
info.m_totPhysMem = totPhysMem;
info.m_totVirtMem = totVirtMem;
info.m_availPhysMem = availPhysMem;
info.m_availVirtMem = availVirtMem;
}
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::activateServer(const QString &id) {
QString data("activateServer");
data += ",";
data += id;
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void Controller::deactivateServer(const QString &id,
bool completeRunningTasks) {
QString data("deactivateServer");
data += ",";
data += id;
data += ",";
data += QString::number(completeRunningTasks);
2016-03-19 06:57:51 +13:00
2016-06-15 18:43:10 +12:00
QString reply = sendToStub(data);
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
} // anonymous namespace
2016-03-19 06:57:51 +13:00
//==============================================================================
2016-06-15 18:43:10 +12:00
TFarmControllerFactory::TFarmControllerFactory() {}
2016-03-19 06:57:51 +13:00
//------------------------------------------------------------------------------
int TFarmControllerFactory::create(const ControllerData &data,
2016-06-15 18:43:10 +12:00
TFarmController **controller)
2016-03-19 06:57:51 +13:00
{
2016-06-15 18:43:10 +12:00
*controller = new Controller(data.m_hostName, data.m_ipAddress, data.m_port);
return 0;
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
int TFarmControllerFactory::create(const QString &hostname, int port,
TFarmController **controller) {
*controller = new Controller(hostname, "", port);
return 0;
2016-03-19 06:57:51 +13:00
}
//------------------------------------------------------------------------------
2016-06-15 18:43:10 +12:00
void loadControllerData(const TFilePath &fp, ControllerData &data) {
Tifstream is(fp);
if (!is || !is.good()) {
throw TException(L"Unable to get Farm Controller Data (looking for '" +
fp.getWideString() + L"')");
}
while (!is.eof()) {
char line[1024];
is.getline(line, 1024);
if (line[0] != '#' && QString(line) != "") {
std::stringstream iss(line);
2016-06-15 18:43:10 +12:00
char hostName[512];
char ipAddr[80];
int port;
iss >> hostName >> ipAddr >> port;
data.m_hostName = hostName;
data.m_ipAddress = ipAddr;
data.m_port = port;
break;
}
}
2016-03-19 06:57:51 +13:00
}