mirror of
https://github.com/overte-org/overte.git
synced 2025-06-15 23:39:17 +02:00
770 lines
34 KiB
C++
770 lines
34 KiB
C++
//
|
|
// VoxelServer.cpp
|
|
// hifi
|
|
//
|
|
// Created by Brad Hefta-Gaub on 9/16/13.
|
|
// Copyright (c) 2013 HighFidelity, Inc. All rights reserved.
|
|
//
|
|
|
|
#include <cmath>
|
|
#include <cstdlib>
|
|
#include <cstring>
|
|
#include <cstdio>
|
|
#include <time.h>
|
|
|
|
#include <QtCore/QDebug>
|
|
#include <QtCore/QString>
|
|
#include <QtCore/QTimer>
|
|
#include <QtCore/QUuid>
|
|
|
|
#include <Logging.h>
|
|
#include <OctalCode.h>
|
|
#include <NodeList.h>
|
|
#include <NodeTypes.h>
|
|
#include <VoxelTree.h>
|
|
#include "VoxelNodeData.h"
|
|
#include <SharedUtil.h>
|
|
#include <PacketHeaders.h>
|
|
#include <SceneUtils.h>
|
|
#include <PerfStat.h>
|
|
#include <JurisdictionSender.h>
|
|
#include <UUID.h>
|
|
|
|
#ifdef _WIN32
|
|
#include "Syssocket.h"
|
|
#include "Systime.h"
|
|
#else
|
|
#include <sys/time.h>
|
|
#include <arpa/inet.h>
|
|
#include <ifaddrs.h>
|
|
#endif
|
|
|
|
#include "VoxelServer.h"
|
|
#include "VoxelServerConsts.h"
|
|
|
|
const char* LOCAL_VOXELS_PERSIST_FILE = "resources/voxels.svo";
|
|
const char* VOXELS_PERSIST_FILE = "/etc/highfidelity/voxel-server/resources/voxels.svo";
|
|
|
|
void attachVoxelNodeDataToNode(Node* newNode) {
|
|
if (newNode->getLinkedData() == NULL) {
|
|
VoxelNodeData* voxelNodeData = new VoxelNodeData(newNode);
|
|
newNode->setLinkedData(voxelNodeData);
|
|
}
|
|
}
|
|
|
|
VoxelServer* VoxelServer::_theInstance = NULL;
|
|
|
|
VoxelServer::VoxelServer(const unsigned char* dataBuffer, int numBytes) :
|
|
ThreadedAssignment(dataBuffer, numBytes),
|
|
_serverTree(true)
|
|
{
|
|
_argc = 0;
|
|
_argv = NULL;
|
|
|
|
_packetsPerClientPerInterval = 10;
|
|
_wantVoxelPersist = true;
|
|
_wantLocalDomain = false;
|
|
_debugVoxelSending = false;
|
|
_shouldShowAnimationDebug = false;
|
|
_displayVoxelStats = false;
|
|
_debugVoxelReceiving = false;
|
|
_sendEnvironments = true;
|
|
_sendMinimalEnvironment = false;
|
|
_dumpVoxelsOnMove = false;
|
|
_verboseDebug = false;
|
|
_jurisdiction = NULL;
|
|
_jurisdictionSender = NULL;
|
|
_voxelServerPacketProcessor = NULL;
|
|
_voxelPersistThread = NULL;
|
|
_parsedArgV = NULL;
|
|
|
|
_started = time(0);
|
|
_startedUSecs = usecTimestampNow();
|
|
|
|
_theInstance = this;
|
|
}
|
|
|
|
VoxelServer::~VoxelServer() {
|
|
if (_parsedArgV) {
|
|
for (int i = 0; i < _argc; i++) {
|
|
delete[] _parsedArgV[i];
|
|
}
|
|
delete[] _parsedArgV;
|
|
}
|
|
}
|
|
|
|
void VoxelServer::initMongoose(int port) {
|
|
// setup the mongoose web server
|
|
struct mg_callbacks callbacks = {};
|
|
|
|
QString documentRoot = QString("%1/resources/web").arg(QCoreApplication::applicationDirPath());
|
|
QString listenPort = QString("%1").arg(port);
|
|
|
|
|
|
// list of options. Last element must be NULL.
|
|
const char* options[] = {
|
|
"listening_ports", listenPort.toLocal8Bit().constData(),
|
|
"document_root", documentRoot.toLocal8Bit().constData(),
|
|
NULL };
|
|
|
|
callbacks.begin_request = civetwebRequestHandler;
|
|
|
|
// Start the web server.
|
|
mg_start(&callbacks, NULL, options);
|
|
}
|
|
|
|
int VoxelServer::civetwebRequestHandler(struct mg_connection* connection) {
|
|
const struct mg_request_info* ri = mg_get_request_info(connection);
|
|
|
|
VoxelServer* theServer = GetInstance();
|
|
|
|
#ifdef FORCE_CRASH
|
|
if (strcmp(ri->uri, "/force_crash") == 0 && strcmp(ri->request_method, "GET") == 0) {
|
|
qDebug() << "About to force a crash!\n";
|
|
int foo;
|
|
int* forceCrash = &foo;
|
|
mg_printf(connection, "%s", "HTTP/1.0 200 OK\r\n\r\n");
|
|
mg_printf(connection, "%s", "forcing a crash....\r\n");
|
|
delete[] forceCrash;
|
|
mg_printf(connection, "%s", "did it crash....\r\n");
|
|
return 1;
|
|
}
|
|
#endif
|
|
|
|
bool showStats = false;
|
|
if (strcmp(ri->uri, "/") == 0 && strcmp(ri->request_method, "GET") == 0) {
|
|
showStats = true;
|
|
}
|
|
|
|
if (strcmp(ri->uri, "/resetStats") == 0 && strcmp(ri->request_method, "GET") == 0) {
|
|
theServer->_voxelServerPacketProcessor->resetStats();
|
|
showStats = true;
|
|
}
|
|
|
|
if (showStats) {
|
|
uint64_t checkSum;
|
|
// return a 200
|
|
mg_printf(connection, "%s", "HTTP/1.0 200 OK\r\n");
|
|
mg_printf(connection, "%s", "Content-Type: text/html\r\n\r\n");
|
|
mg_printf(connection, "%s", "<html><doc>\r\n");
|
|
mg_printf(connection, "%s", "<pre>\r\n");
|
|
mg_printf(connection, "%s", "<b>Your Voxel Server is running... <a href='/'>[RELOAD]</a></b>\r\n");
|
|
|
|
tm* localtm = localtime(&theServer->_started);
|
|
const int MAX_TIME_LENGTH = 128;
|
|
char buffer[MAX_TIME_LENGTH];
|
|
strftime(buffer, MAX_TIME_LENGTH, "%m/%d/%Y %X", localtm);
|
|
mg_printf(connection, "Running since: %s", buffer);
|
|
|
|
// Convert now to tm struct for UTC
|
|
tm* gmtm = gmtime(&theServer->_started);
|
|
if (gmtm != NULL) {
|
|
strftime(buffer, MAX_TIME_LENGTH, "%m/%d/%Y %X", gmtm);
|
|
mg_printf(connection, " [%s UTM] ", buffer);
|
|
}
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
uint64_t now = usecTimestampNow();
|
|
const int USECS_PER_MSEC = 1000;
|
|
uint64_t msecsElapsed = (now - theServer->_startedUSecs) / USECS_PER_MSEC;
|
|
const int MSECS_PER_SEC = 1000;
|
|
const int SECS_PER_MIN = 60;
|
|
const int MIN_PER_HOUR = 60;
|
|
const int MSECS_PER_MIN = MSECS_PER_SEC * SECS_PER_MIN;
|
|
|
|
float seconds = (msecsElapsed % MSECS_PER_MIN)/(float)MSECS_PER_SEC;
|
|
int minutes = (msecsElapsed/(MSECS_PER_MIN)) % MIN_PER_HOUR;
|
|
int hours = (msecsElapsed/(MSECS_PER_MIN * MIN_PER_HOUR));
|
|
|
|
mg_printf(connection, "%s", "Uptime: ");
|
|
if (hours > 0) {
|
|
mg_printf(connection, "%d hour%s ", hours, (hours > 1) ? "s" : "" );
|
|
}
|
|
if (minutes > 0) {
|
|
mg_printf(connection, "%d minute%s ", minutes, (minutes > 1) ? "s" : "");
|
|
}
|
|
if (seconds > 0) {
|
|
mg_printf(connection, "%.3f seconds ", seconds);
|
|
}
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
|
|
// display voxel file load time
|
|
if (theServer->isInitialLoadComplete()) {
|
|
time_t* loadCompleted = theServer->getLoadCompleted();
|
|
if (loadCompleted) {
|
|
tm* voxelsLoadedAtLocal = localtime(loadCompleted);
|
|
const int MAX_TIME_LENGTH = 128;
|
|
char buffer[MAX_TIME_LENGTH];
|
|
strftime(buffer, MAX_TIME_LENGTH, "%m/%d/%Y %X", voxelsLoadedAtLocal);
|
|
mg_printf(connection, "Voxels Loaded At: %s", buffer);
|
|
|
|
// Convert now to tm struct for UTC
|
|
tm* voxelsLoadedAtUTM = gmtime(theServer->getLoadCompleted());
|
|
if (gmtm != NULL) {
|
|
strftime(buffer, MAX_TIME_LENGTH, "%m/%d/%Y %X", voxelsLoadedAtUTM);
|
|
mg_printf(connection, " [%s UTM] ", buffer);
|
|
}
|
|
} else {
|
|
mg_printf(connection, "%s", "Voxel Persist Disabled...\r\n");
|
|
}
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
|
|
uint64_t msecsElapsed = theServer->getLoadElapsedTime() / USECS_PER_MSEC;;
|
|
float seconds = (msecsElapsed % MSECS_PER_MIN)/(float)MSECS_PER_SEC;
|
|
int minutes = (msecsElapsed/(MSECS_PER_MIN)) % MIN_PER_HOUR;
|
|
int hours = (msecsElapsed/(MSECS_PER_MIN * MIN_PER_HOUR));
|
|
|
|
mg_printf(connection, "%s", "Voxels Load Took: ");
|
|
if (hours > 0) {
|
|
mg_printf(connection, "%d hour%s ", hours, (hours > 1) ? "s" : "" );
|
|
}
|
|
if (minutes > 0) {
|
|
mg_printf(connection, "%d minute%s ", minutes, (minutes > 1) ? "s" : "");
|
|
}
|
|
if (seconds >= 0) {
|
|
mg_printf(connection, "%.3f seconds", seconds);
|
|
}
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
} else {
|
|
mg_printf(connection, "%s", "Voxels not yet loaded...\r\n");
|
|
}
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
mg_printf(connection, "%s", "<b>Configuration:</b>\r\n");
|
|
|
|
for (int i = 1; i < theServer->_argc; i++) {
|
|
mg_printf(connection, "%s ", theServer->_argv[i]);
|
|
}
|
|
mg_printf(connection, "%s", "\r\n"); // one to end the config line
|
|
mg_printf(connection, "%s", "\r\n"); // two more for spacing
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
// display scene stats
|
|
unsigned long nodeCount = VoxelNode::getNodeCount();
|
|
unsigned long internalNodeCount = VoxelNode::getInternalNodeCount();
|
|
unsigned long leafNodeCount = VoxelNode::getLeafNodeCount();
|
|
|
|
QLocale locale(QLocale::English);
|
|
const float AS_PERCENT = 100.0;
|
|
mg_printf(connection, "%s", "<b>Current Nodes in scene:</b>\r\n");
|
|
mg_printf(connection, " Total Nodes: %s nodes\r\n",
|
|
locale.toString((uint)nodeCount).rightJustified(16, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Internal Nodes: %s nodes (%5.2f%%)\r\n",
|
|
locale.toString((uint)internalNodeCount).rightJustified(16, ' ').toLocal8Bit().constData(),
|
|
((float)internalNodeCount / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Leaf Nodes: %s nodes (%5.2f%%)\r\n",
|
|
locale.toString((uint)leafNodeCount).rightJustified(16, ' ').toLocal8Bit().constData(),
|
|
((float)leafNodeCount / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
// display inbound packet stats
|
|
mg_printf(connection, "%s", "<b>Voxel Edit Statistics... <a href='/resetStats'>[RESET]</a></b>\r\n");
|
|
uint64_t averageTransitTimePerPacket = theServer->_voxelServerPacketProcessor->getAverageTransitTimePerPacket();
|
|
uint64_t averageProcessTimePerPacket = theServer->_voxelServerPacketProcessor->getAverageProcessTimePerPacket();
|
|
uint64_t averageLockWaitTimePerPacket = theServer->_voxelServerPacketProcessor->getAverageLockWaitTimePerPacket();
|
|
uint64_t averageProcessTimePerVoxel = theServer->_voxelServerPacketProcessor->getAverageProcessTimePerVoxel();
|
|
uint64_t averageLockWaitTimePerVoxel = theServer->_voxelServerPacketProcessor->getAverageLockWaitTimePerVoxel();
|
|
uint64_t totalVoxelsProcessed = theServer->_voxelServerPacketProcessor->getTotalVoxelsProcessed();
|
|
uint64_t totalPacketsProcessed = theServer->_voxelServerPacketProcessor->getTotalPacketsProcessed();
|
|
|
|
float averageVoxelsPerPacket = totalPacketsProcessed == 0 ? 0 : totalVoxelsProcessed / totalPacketsProcessed;
|
|
|
|
const int COLUMN_WIDTH = 10;
|
|
mg_printf(connection, " Total Inbound Packets: %s packets\r\n",
|
|
locale.toString((uint)totalPacketsProcessed).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Total Inbound Voxels: %s voxels\r\n",
|
|
locale.toString((uint)totalVoxelsProcessed).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Inbound Voxels/Packet: %f voxels/packet\r\n", averageVoxelsPerPacket);
|
|
mg_printf(connection, " Average Transit Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageTransitTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Process Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageProcessTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Wait Lock Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageLockWaitTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Process Time/Voxel: %s usecs\r\n",
|
|
locale.toString((uint)averageProcessTimePerVoxel).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Wait Lock Time/Voxel: %s usecs\r\n",
|
|
locale.toString((uint)averageLockWaitTimePerVoxel).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
|
|
|
|
int senderNumber = 0;
|
|
NodeToSenderStatsMap& allSenderStats = theServer->_voxelServerPacketProcessor->getSingleSenderStats();
|
|
for (NodeToSenderStatsMapIterator i = allSenderStats.begin(); i != allSenderStats.end(); i++) {
|
|
senderNumber++;
|
|
QUuid senderID = i->first;
|
|
SingleSenderStats& senderStats = i->second;
|
|
|
|
mg_printf(connection, "\r\n Stats for sender %d uuid: %s\r\n", senderNumber,
|
|
senderID.toString().toLocal8Bit().constData());
|
|
|
|
averageTransitTimePerPacket = senderStats.getAverageTransitTimePerPacket();
|
|
averageProcessTimePerPacket = senderStats.getAverageProcessTimePerPacket();
|
|
averageLockWaitTimePerPacket = senderStats.getAverageLockWaitTimePerPacket();
|
|
averageProcessTimePerVoxel = senderStats.getAverageProcessTimePerVoxel();
|
|
averageLockWaitTimePerVoxel = senderStats.getAverageLockWaitTimePerVoxel();
|
|
totalVoxelsProcessed = senderStats.getTotalVoxelsProcessed();
|
|
totalPacketsProcessed = senderStats.getTotalPacketsProcessed();
|
|
|
|
averageVoxelsPerPacket = totalPacketsProcessed == 0 ? 0 : totalVoxelsProcessed / totalPacketsProcessed;
|
|
|
|
mg_printf(connection, " Total Inbound Packets: %s packets\r\n",
|
|
locale.toString((uint)totalPacketsProcessed).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Total Inbound Voxels: %s voxels\r\n",
|
|
locale.toString((uint)totalVoxelsProcessed).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Inbound Voxels/Packet: %f voxels/packet\r\n", averageVoxelsPerPacket);
|
|
mg_printf(connection, " Average Transit Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageTransitTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Process Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageProcessTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Wait Lock Time/Packet: %s usecs\r\n",
|
|
locale.toString((uint)averageLockWaitTimePerPacket).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Process Time/Voxel: %s usecs\r\n",
|
|
locale.toString((uint)averageProcessTimePerVoxel).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
mg_printf(connection, " Average Wait Lock Time/Voxel: %s usecs\r\n",
|
|
locale.toString((uint)averageLockWaitTimePerVoxel).rightJustified(COLUMN_WIDTH, ' ').toLocal8Bit().constData());
|
|
|
|
}
|
|
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
// display memory usage stats
|
|
mg_printf(connection, "%s", "<b>Current Memory Usage Statistics</b>\r\n");
|
|
mg_printf(connection, "\r\nVoxelNode size... %ld bytes\r\n", sizeof(VoxelNode));
|
|
mg_printf(connection, "%s", "\r\n");
|
|
|
|
const char* memoryScaleLabel;
|
|
const float MEGABYTES = 1000000.f;
|
|
const float GIGABYTES = 1000000000.f;
|
|
float memoryScale;
|
|
if (VoxelNode::getTotalMemoryUsage() / MEGABYTES < 1000.0f) {
|
|
memoryScaleLabel = "MB";
|
|
memoryScale = MEGABYTES;
|
|
} else {
|
|
memoryScaleLabel = "GB";
|
|
memoryScale = GIGABYTES;
|
|
}
|
|
|
|
mg_printf(connection, "Voxel Node Memory Usage: %8.2f %s\r\n",
|
|
VoxelNode::getVoxelMemoryUsage() / memoryScale, memoryScaleLabel);
|
|
mg_printf(connection, "Octcode Memory Usage: %8.2f %s\r\n",
|
|
VoxelNode::getOctcodeMemoryUsage() / memoryScale, memoryScaleLabel);
|
|
mg_printf(connection, "External Children Memory Usage: %8.2f %s\r\n",
|
|
VoxelNode::getExternalChildrenMemoryUsage() / memoryScale, memoryScaleLabel);
|
|
mg_printf(connection, "%s", " -----------\r\n");
|
|
mg_printf(connection, " Total: %8.2f %s\r\n",
|
|
VoxelNode::getTotalMemoryUsage() / memoryScale, memoryScaleLabel);
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "VoxelNode Children Population Statistics...\r\n");
|
|
checkSum = 0;
|
|
for (int i=0; i <= NUMBER_OF_CHILDREN; i++) {
|
|
checkSum += VoxelNode::getChildrenCount(i);
|
|
mg_printf(connection, " Nodes with %d children: %s nodes (%5.2f%%)\r\n", i,
|
|
locale.toString((uint)VoxelNode::getChildrenCount(i)).rightJustified(16, ' ').toLocal8Bit().constData(),
|
|
((float)VoxelNode::getChildrenCount(i) / (float)nodeCount) * AS_PERCENT);
|
|
}
|
|
mg_printf(connection, "%s", " ----------------------\r\n");
|
|
mg_printf(connection, " Total: %s nodes\r\n",
|
|
locale.toString((uint)checkSum).rightJustified(16, ' ').toLocal8Bit().constData());
|
|
|
|
#ifdef BLENDED_UNION_CHILDREN
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "VoxelNode Children Encoding Statistics...\r\n");
|
|
|
|
mg_printf(connection, " Single or No Children: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getSingleChildrenCount(), ((float)VoxelNode::getSingleChildrenCount() / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Two Children as Offset: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getTwoChildrenOffsetCount(),
|
|
((float)VoxelNode::getTwoChildrenOffsetCount() / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Two Children as External: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getTwoChildrenExternalCount(),
|
|
((float)VoxelNode::getTwoChildrenExternalCount() / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Three Children as Offset: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getThreeChildrenOffsetCount(),
|
|
((float)VoxelNode::getThreeChildrenOffsetCount() / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Three Children as External: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getThreeChildrenExternalCount(),
|
|
((float)VoxelNode::getThreeChildrenExternalCount() / (float)nodeCount) * AS_PERCENT);
|
|
mg_printf(connection, " Children as External Array: %10.llu nodes (%5.2f%%)\r\n",
|
|
VoxelNode::getExternalChildrenCount(),
|
|
((float)VoxelNode::getExternalChildrenCount() / (float)nodeCount) * AS_PERCENT);
|
|
|
|
checkSum = VoxelNode::getSingleChildrenCount() +
|
|
VoxelNode::getTwoChildrenOffsetCount() + VoxelNode::getTwoChildrenExternalCount() +
|
|
VoxelNode::getThreeChildrenOffsetCount() + VoxelNode::getThreeChildrenExternalCount() +
|
|
VoxelNode::getExternalChildrenCount();
|
|
|
|
mg_printf(connection, "%s", " ----------------\r\n");
|
|
mg_printf(connection, " Total: %10.llu nodes\r\n", checkSum);
|
|
mg_printf(connection, " Expected: %10.lu nodes\r\n", nodeCount);
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "In other news....\r\n");
|
|
mg_printf(connection, "could store 4 children internally: %10.llu nodes\r\n",
|
|
VoxelNode::getCouldStoreFourChildrenInternally());
|
|
mg_printf(connection, "could NOT store 4 children internally: %10.llu nodes\r\n",
|
|
VoxelNode::getCouldNotStoreFourChildrenInternally());
|
|
#endif
|
|
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "\r\n");
|
|
mg_printf(connection, "%s", "</pre>\r\n");
|
|
|
|
mg_printf(connection, "%s", "</doc></html>");
|
|
|
|
return 1;
|
|
} else {
|
|
// have mongoose process this request from the document_root
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
|
|
void VoxelServer::setArguments(int argc, char** argv) {
|
|
_argc = argc;
|
|
_argv = const_cast<const char**>(argv);
|
|
|
|
qDebug("VoxelServer::setArguments()\n");
|
|
for (int i = 0; i < _argc; i++) {
|
|
qDebug("_argv[%d]=%s\n", i, _argv[i]);
|
|
}
|
|
|
|
}
|
|
|
|
void VoxelServer::parsePayload() {
|
|
|
|
if (getNumPayloadBytes() > 0) {
|
|
QString config((const char*) _payload);
|
|
|
|
// Now, parse the config
|
|
QStringList configList = config.split(" ");
|
|
|
|
int argCount = configList.size() + 1;
|
|
|
|
qDebug("VoxelServer::parsePayload()... argCount=%d\n",argCount);
|
|
|
|
_parsedArgV = new char*[argCount];
|
|
const char* dummy = "config-from-payload";
|
|
_parsedArgV[0] = new char[strlen(dummy) + sizeof(char)];
|
|
strcpy(_parsedArgV[0], dummy);
|
|
|
|
for (int i = 1; i < argCount; i++) {
|
|
QString configItem = configList.at(i-1);
|
|
_parsedArgV[i] = new char[configItem.length() + sizeof(char)];
|
|
strcpy(_parsedArgV[i], configItem.toLocal8Bit().constData());
|
|
qDebug("VoxelServer::parsePayload()... _parsedArgV[%d]=%s\n", i, _parsedArgV[i]);
|
|
}
|
|
|
|
setArguments(argCount, _parsedArgV);
|
|
}
|
|
}
|
|
|
|
void VoxelServer::processDatagram(const QByteArray& dataByteArray, const HifiSockAddr& senderSockAddr) {
|
|
NodeList* nodeList = NodeList::getInstance();
|
|
|
|
int numBytesPacketHeader = numBytesForPacketHeader((unsigned char*)dataByteArray.data());
|
|
|
|
if (dataByteArray.data()[0] == PACKET_TYPE_VOXEL_QUERY) {
|
|
// If we got a PACKET_TYPE_VOXEL_QUERY, then we're talking to an NODE_TYPE_AVATAR, and we
|
|
// need to make sure we have it in our nodeList.
|
|
QUuid nodeUUID = QUuid::fromRfc4122(dataByteArray.mid(numBytesForPacketHeader((unsigned char*) dataByteArray.data()),
|
|
NUM_BYTES_RFC4122_UUID));
|
|
|
|
Node* node = nodeList->nodeWithUUID(nodeUUID);
|
|
|
|
if (node) {
|
|
nodeList->updateNodeWithData(node, senderSockAddr, (unsigned char*) dataByteArray.data(), dataByteArray.size());
|
|
if (!node->getActiveSocket()) {
|
|
// we don't have an active socket for this node, but they're talking to us
|
|
// this means they've heard from us and can reply, let's assume public is active
|
|
node->activatePublicSocket();
|
|
}
|
|
VoxelNodeData* nodeData = (VoxelNodeData*) node->getLinkedData();
|
|
if (nodeData && !nodeData->isVoxelSendThreadInitalized()) {
|
|
nodeData->initializeVoxelSendThread(this);
|
|
}
|
|
}
|
|
} else if (dataByteArray.data()[0] == PACKET_TYPE_VOXEL_JURISDICTION_REQUEST) {
|
|
if (_jurisdictionSender) {
|
|
_jurisdictionSender->queueReceivedPacket(senderSockAddr,
|
|
(unsigned char*) dataByteArray.data(), dataByteArray.size());
|
|
}
|
|
} else if (_voxelServerPacketProcessor &&
|
|
(dataByteArray.data()[0] == PACKET_TYPE_SET_VOXEL
|
|
|| dataByteArray.data()[0] == PACKET_TYPE_SET_VOXEL_DESTRUCTIVE
|
|
|| dataByteArray.data()[0] == PACKET_TYPE_ERASE_VOXEL
|
|
|| dataByteArray.data()[0] == PACKET_TYPE_Z_COMMAND)) {
|
|
|
|
const char* messageName;
|
|
switch (dataByteArray.data()[0]) {
|
|
case PACKET_TYPE_SET_VOXEL:
|
|
messageName = "PACKET_TYPE_SET_VOXEL";
|
|
break;
|
|
case PACKET_TYPE_SET_VOXEL_DESTRUCTIVE:
|
|
messageName = "PACKET_TYPE_SET_VOXEL_DESTRUCTIVE";
|
|
break;
|
|
case PACKET_TYPE_ERASE_VOXEL:
|
|
messageName = "PACKET_TYPE_ERASE_VOXEL";
|
|
break;
|
|
}
|
|
|
|
if (dataByteArray.data()[0] != PACKET_TYPE_Z_COMMAND) {
|
|
unsigned short int sequence = (*((unsigned short int*)(dataByteArray.data() + numBytesPacketHeader)));
|
|
uint64_t sentAt = (*((uint64_t*)(dataByteArray.data() + numBytesPacketHeader + sizeof(sequence))));
|
|
uint64_t arrivedAt = usecTimestampNow();
|
|
uint64_t transitTime = arrivedAt - sentAt;
|
|
if (wantShowAnimationDebug() || wantsDebugVoxelReceiving()) {
|
|
printf("RECEIVE THREAD: got %s - command from client receivedBytes=%d sequence=%d transitTime=%llu usecs\n",
|
|
messageName,
|
|
dataByteArray.size(), sequence, transitTime);
|
|
}
|
|
}
|
|
|
|
_voxelServerPacketProcessor->queueReceivedPacket(senderSockAddr,
|
|
(unsigned char*) dataByteArray.data(), dataByteArray.size());
|
|
} else {
|
|
// let processNodeData handle it.
|
|
NodeList::getInstance()->processNodeData(senderSockAddr,
|
|
(unsigned char*) dataByteArray.data(),
|
|
dataByteArray.size());
|
|
}
|
|
}
|
|
|
|
//int main(int argc, const char * argv[]) {
|
|
void VoxelServer::run() {
|
|
|
|
const char VOXEL_SERVER_LOGGING_TARGET_NAME[] = "voxel-server";
|
|
|
|
// change the logging target name while this is running
|
|
Logging::setTargetName(VOXEL_SERVER_LOGGING_TARGET_NAME);
|
|
|
|
// Now would be a good time to parse our arguments, if we got them as assignment
|
|
if (getNumPayloadBytes() > 0) {
|
|
parsePayload();
|
|
}
|
|
|
|
qInstallMessageHandler(Logging::verboseMessageHandler);
|
|
|
|
const char* STATUS_PORT = "--statusPort";
|
|
const char* statusPort = getCmdOption(_argc, _argv, STATUS_PORT);
|
|
if (statusPort) {
|
|
int statusPortNumber = atoi(statusPort);
|
|
initMongoose(statusPortNumber);
|
|
}
|
|
|
|
|
|
const char* JURISDICTION_FILE = "--jurisdictionFile";
|
|
const char* jurisdictionFile = getCmdOption(_argc, _argv, JURISDICTION_FILE);
|
|
if (jurisdictionFile) {
|
|
qDebug("jurisdictionFile=%s\n", jurisdictionFile);
|
|
|
|
qDebug("about to readFromFile().... jurisdictionFile=%s\n", jurisdictionFile);
|
|
_jurisdiction = new JurisdictionMap(jurisdictionFile);
|
|
qDebug("after readFromFile().... jurisdictionFile=%s\n", jurisdictionFile);
|
|
} else {
|
|
const char* JURISDICTION_ROOT = "--jurisdictionRoot";
|
|
const char* jurisdictionRoot = getCmdOption(_argc, _argv, JURISDICTION_ROOT);
|
|
if (jurisdictionRoot) {
|
|
qDebug("jurisdictionRoot=%s\n", jurisdictionRoot);
|
|
}
|
|
|
|
const char* JURISDICTION_ENDNODES = "--jurisdictionEndNodes";
|
|
const char* jurisdictionEndNodes = getCmdOption(_argc, _argv, JURISDICTION_ENDNODES);
|
|
if (jurisdictionEndNodes) {
|
|
qDebug("jurisdictionEndNodes=%s\n", jurisdictionEndNodes);
|
|
}
|
|
|
|
if (jurisdictionRoot || jurisdictionEndNodes) {
|
|
_jurisdiction = new JurisdictionMap(jurisdictionRoot, jurisdictionEndNodes);
|
|
}
|
|
}
|
|
|
|
// should we send environments? Default is yes, but this command line suppresses sending
|
|
const char* DUMP_VOXELS_ON_MOVE = "--dumpVoxelsOnMove";
|
|
_dumpVoxelsOnMove = cmdOptionExists(_argc, _argv, DUMP_VOXELS_ON_MOVE);
|
|
qDebug("dumpVoxelsOnMove=%s\n", debug::valueOf(_dumpVoxelsOnMove));
|
|
|
|
// should we send environments? Default is yes, but this command line suppresses sending
|
|
const char* SEND_ENVIRONMENTS = "--sendEnvironments";
|
|
bool dontSendEnvironments = !cmdOptionExists(_argc, _argv, SEND_ENVIRONMENTS);
|
|
if (dontSendEnvironments) {
|
|
qDebug("Sending environments suppressed...\n");
|
|
_sendEnvironments = false;
|
|
} else {
|
|
// should we send environments? Default is yes, but this command line suppresses sending
|
|
const char* MINIMAL_ENVIRONMENT = "--minimalEnvironment";
|
|
_sendMinimalEnvironment = cmdOptionExists(_argc, _argv, MINIMAL_ENVIRONMENT);
|
|
qDebug("Using Minimal Environment=%s\n", debug::valueOf(_sendMinimalEnvironment));
|
|
}
|
|
qDebug("Sending environments=%s\n", debug::valueOf(_sendEnvironments));
|
|
|
|
NodeList* nodeList = NodeList::getInstance();
|
|
nodeList->setOwnerType(NODE_TYPE_VOXEL_SERVER);
|
|
|
|
// we need to ask the DS about agents so we can ping/reply with them
|
|
const char nodeTypesOfInterest[] = { NODE_TYPE_AGENT, NODE_TYPE_ANIMATION_SERVER};
|
|
nodeList->setNodeTypesOfInterest(nodeTypesOfInterest, sizeof(nodeTypesOfInterest));
|
|
|
|
setvbuf(stdout, NULL, _IOLBF, 0);
|
|
|
|
// tell our NodeList about our desire to get notifications
|
|
nodeList->addHook(&_nodeWatcher);
|
|
nodeList->linkedDataCreateCallback = &attachVoxelNodeDataToNode;
|
|
|
|
nodeList->startSilentNodeRemovalThread();
|
|
srand((unsigned)time(0));
|
|
|
|
const char* DISPLAY_VOXEL_STATS = "--displayVoxelStats";
|
|
_displayVoxelStats = cmdOptionExists(_argc, _argv, DISPLAY_VOXEL_STATS);
|
|
qDebug("displayVoxelStats=%s\n", debug::valueOf(_displayVoxelStats));
|
|
|
|
const char* VERBOSE_DEBUG = "--verboseDebug";
|
|
_verboseDebug = cmdOptionExists(_argc, _argv, VERBOSE_DEBUG);
|
|
qDebug("verboseDebug=%s\n", debug::valueOf(_verboseDebug));
|
|
|
|
const char* DEBUG_VOXEL_SENDING = "--debugVoxelSending";
|
|
_debugVoxelSending = cmdOptionExists(_argc, _argv, DEBUG_VOXEL_SENDING);
|
|
qDebug("debugVoxelSending=%s\n", debug::valueOf(_debugVoxelSending));
|
|
|
|
const char* DEBUG_VOXEL_RECEIVING = "--debugVoxelReceiving";
|
|
_debugVoxelReceiving = cmdOptionExists(_argc, _argv, DEBUG_VOXEL_RECEIVING);
|
|
qDebug("debugVoxelReceiving=%s\n", debug::valueOf(_debugVoxelReceiving));
|
|
|
|
const char* WANT_ANIMATION_DEBUG = "--shouldShowAnimationDebug";
|
|
_shouldShowAnimationDebug = cmdOptionExists(_argc, _argv, WANT_ANIMATION_DEBUG);
|
|
qDebug("shouldShowAnimationDebug=%s\n", debug::valueOf(_shouldShowAnimationDebug));
|
|
|
|
// By default we will voxel persist, if you want to disable this, then pass in this parameter
|
|
const char* NO_VOXEL_PERSIST = "--NoVoxelPersist";
|
|
if (cmdOptionExists(_argc, _argv, NO_VOXEL_PERSIST)) {
|
|
_wantVoxelPersist = false;
|
|
}
|
|
qDebug("wantVoxelPersist=%s\n", debug::valueOf(_wantVoxelPersist));
|
|
|
|
// if we want Voxel Persistence, set up the local file and persist thread
|
|
if (_wantVoxelPersist) {
|
|
|
|
// Check to see if the user passed in a command line option for setting packet send rate
|
|
const char* VOXELS_PERSIST_FILENAME = "--voxelsPersistFilename";
|
|
const char* voxelsPersistFilenameParameter = getCmdOption(_argc, _argv, VOXELS_PERSIST_FILENAME);
|
|
if (voxelsPersistFilenameParameter) {
|
|
strcpy(_voxelPersistFilename, voxelsPersistFilenameParameter);
|
|
} else {
|
|
//strcpy(voxelPersistFilename, _wantLocalDomain ? LOCAL_VOXELS_PERSIST_FILE : VOXELS_PERSIST_FILE);
|
|
strcpy(_voxelPersistFilename, LOCAL_VOXELS_PERSIST_FILE);
|
|
}
|
|
|
|
qDebug("voxelPersistFilename=%s\n", _voxelPersistFilename);
|
|
|
|
// now set up VoxelPersistThread
|
|
_voxelPersistThread = new VoxelPersistThread(&_serverTree, _voxelPersistFilename);
|
|
if (_voxelPersistThread) {
|
|
_voxelPersistThread->initialize(true);
|
|
}
|
|
}
|
|
|
|
// Check to see if the user passed in a command line option for loading an old style local
|
|
// Voxel File. If so, load it now. This is not the same as a voxel persist file
|
|
const char* INPUT_FILE = "-i";
|
|
const char* voxelsFilename = getCmdOption(_argc, _argv, INPUT_FILE);
|
|
if (voxelsFilename) {
|
|
_serverTree.readFromSVOFile(voxelsFilename);
|
|
}
|
|
|
|
// Check to see if the user passed in a command line option for setting packet send rate
|
|
const char* PACKETS_PER_SECOND = "--packetsPerSecond";
|
|
const char* packetsPerSecond = getCmdOption(_argc, _argv, PACKETS_PER_SECOND);
|
|
if (packetsPerSecond) {
|
|
_packetsPerClientPerInterval = atoi(packetsPerSecond) / INTERVALS_PER_SECOND;
|
|
if (_packetsPerClientPerInterval < 1) {
|
|
_packetsPerClientPerInterval = 1;
|
|
}
|
|
qDebug("packetsPerSecond=%s PACKETS_PER_CLIENT_PER_INTERVAL=%d\n", packetsPerSecond, _packetsPerClientPerInterval);
|
|
}
|
|
|
|
HifiSockAddr senderSockAddr;
|
|
|
|
unsigned char* packetData = new unsigned char[MAX_PACKET_SIZE];
|
|
ssize_t packetLength;
|
|
|
|
// set up our jurisdiction broadcaster...
|
|
_jurisdictionSender = new JurisdictionSender(_jurisdiction);
|
|
if (_jurisdictionSender) {
|
|
_jurisdictionSender->initialize(true);
|
|
}
|
|
|
|
// set up our VoxelServerPacketProcessor
|
|
_voxelServerPacketProcessor = new VoxelServerPacketProcessor(this);
|
|
if (_voxelServerPacketProcessor) {
|
|
_voxelServerPacketProcessor->initialize(true);
|
|
}
|
|
|
|
// Convert now to tm struct for local timezone
|
|
tm* localtm = localtime(&_started);
|
|
const int MAX_TIME_LENGTH = 128;
|
|
char localBuffer[MAX_TIME_LENGTH] = { 0 };
|
|
char utcBuffer[MAX_TIME_LENGTH] = { 0 };
|
|
strftime(localBuffer, MAX_TIME_LENGTH, "%m/%d/%Y %X", localtm);
|
|
// Convert now to tm struct for UTC
|
|
tm* gmtm = gmtime(&_started);
|
|
if (gmtm != NULL) {
|
|
strftime(utcBuffer, MAX_TIME_LENGTH, " [%m/%d/%Y %X UTC]", gmtm);
|
|
}
|
|
qDebug() << "Now running... started at: " << localBuffer << utcBuffer << "\n";
|
|
|
|
QTimer* domainServerTimer = new QTimer(this);
|
|
connect(domainServerTimer, SIGNAL(timeout()), this, SLOT(checkInWithDomainServerOrExit()));
|
|
domainServerTimer->start(DOMAIN_SERVER_CHECK_IN_USECS / 1000);
|
|
|
|
QTimer* silentNodeTimer = new QTimer(this);
|
|
connect(silentNodeTimer, SIGNAL(timeout()), nodeList, SLOT(removeSilentNodes()));
|
|
silentNodeTimer->start(NODE_SILENCE_THRESHOLD_USECS / 1000);
|
|
|
|
QTimer* pingNodesTimer = new QTimer(this);
|
|
connect(pingNodesTimer, SIGNAL(timeout()), nodeList, SLOT(pingInactiveNodes()));
|
|
pingNodesTimer->start(PING_INACTIVE_NODE_INTERVAL_USECS / 1000);
|
|
|
|
// loop to send to nodes requesting data
|
|
while (!_isFinished) {
|
|
QCoreApplication::processEvents();
|
|
}
|
|
|
|
// call NodeList::clear() so that all of our node specific objects, including our sending threads, are
|
|
// properly shutdown and cleaned up.
|
|
NodeList::getInstance()->clear();
|
|
|
|
if (_jurisdictionSender) {
|
|
_jurisdictionSender->terminate();
|
|
delete _jurisdictionSender;
|
|
}
|
|
|
|
if (_voxelServerPacketProcessor) {
|
|
_voxelServerPacketProcessor->terminate();
|
|
delete _voxelServerPacketProcessor;
|
|
}
|
|
|
|
if (_voxelPersistThread) {
|
|
_voxelPersistThread->terminate();
|
|
delete _voxelPersistThread;
|
|
}
|
|
|
|
// tell our NodeList we're done with notifications
|
|
nodeList->removeHook(&_nodeWatcher);
|
|
|
|
delete _jurisdiction;
|
|
_jurisdiction = NULL;
|
|
|
|
qDebug() << "VoxelServer::run()... DONE\n";
|
|
}
|
|
|
|
|