From aa2ee2526e05e685792f8903dc884a72edcdf8f0 Mon Sep 17 00:00:00 2001 From: Philip Rosedale Date: Thu, 16 Jan 2014 11:51:46 -0800 Subject: [PATCH 01/18] name file correctly --- interface/src/VoxelSystem.cpp | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/interface/src/VoxelSystem.cpp b/interface/src/VoxelSystem.cpp index ce4cb0bce4..a035455d5f 100644 --- a/interface/src/VoxelSystem.cpp +++ b/interface/src/VoxelSystem.cpp @@ -1,6 +1,5 @@ // -// Cube.cpp -// interface +// VoxelSystem.cpp // // Created by Philip on 12/31/12. // Copyright (c) 2012 High Fidelity, Inc. All rights reserved. From d236d6335de95abbcd8de9cd3e07faf50312889a Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Thu, 16 Jan 2014 17:05:02 -0800 Subject: [PATCH 02/18] add initial rev of embedded webserver based on QTcpSocket --- domain-server/CMakeLists.txt | 5 + domain-server/src/DomainServer.cpp | 373 +++++++------- domain-server/src/DomainServer.h | 8 +- libraries/embedded-webserver/CMakeLists.txt | 16 + .../embedded-webserver/src/HttpConnection.cpp | 485 ++++++++++++++++++ .../embedded-webserver/src/HttpConnection.h | 261 ++++++++++ .../embedded-webserver/src/HttpManager.cpp | 62 +++ .../embedded-webserver/src/HttpManager.h | 83 +++ 8 files changed, 1099 insertions(+), 194 deletions(-) create mode 100644 libraries/embedded-webserver/CMakeLists.txt create mode 100755 libraries/embedded-webserver/src/HttpConnection.cpp create mode 100755 libraries/embedded-webserver/src/HttpConnection.h create mode 100755 libraries/embedded-webserver/src/HttpManager.cpp create mode 100755 libraries/embedded-webserver/src/HttpManager.h diff --git a/domain-server/CMakeLists.txt b/domain-server/CMakeLists.txt index e56d31bf5a..d9bd04e9b5 100644 --- a/domain-server/CMakeLists.txt +++ b/domain-server/CMakeLists.txt @@ -12,6 +12,8 @@ set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/../cmake include(${MACRO_DIR}/IncludeGLM.cmake) include_glm(${TARGET_NAME} ${ROOT_DIR}) +find_package(Qt5Network REQUIRED) + include(${MACRO_DIR}/SetupHifiProject.cmake) # grab cJSON and civetweb sources to pass as OPTIONAL_SRCS @@ -19,6 +21,8 @@ FILE(GLOB OPTIONAL_SRCS ${ROOT_DIR}/externals/civetweb/src/*) setup_hifi_project(${TARGET_NAME} TRUE ${OPTIONAL_SRCS}) +qt5_use_modules(${TARGET_NAME} Network) + include_directories(SYSTEM ${ROOT_DIR}/externals/civetweb/include) # remove and then copy the files for the webserver @@ -33,6 +37,7 @@ add_custom_command(TARGET ${TARGET_NAME} POST_BUILD # link the shared hifi library include(${MACRO_DIR}/LinkHifiLibrary.cmake) link_hifi_library(shared ${TARGET_NAME} ${ROOT_DIR}) +link_hifi_library(embedded-webserver ${TARGET_NAME} ${ROOT_DIR}) # link dl library on UNIX for civetweb if (UNIX AND NOT APPLE) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index 7cf3bdd056..26d0d5a33f 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -29,8 +29,11 @@ void signalhandler(int sig){ DomainServer* DomainServer::domainServerInstance = NULL; +const quint16 DOMAIN_SERVER_HTTP_PORT = 8080; + DomainServer::DomainServer(int argc, char* argv[]) : QCoreApplication(argc, argv), + _httpManager(DOMAIN_SERVER_HTTP_PORT), _assignmentQueueMutex(), _assignmentQueue(), _staticAssignmentFile(QString("%1/config.ds").arg(QCoreApplication::applicationDirPath())), @@ -58,23 +61,17 @@ DomainServer::DomainServer(int argc, char* argv[]) : const char METAVOXEL_CONFIG_OPTION[] = "--metavoxelServerConfig"; _metavoxelServerConfig = getCmdOption(argc, (const char**)argv, METAVOXEL_CONFIG_OPTION); - // setup the mongoose web server - struct mg_callbacks callbacks = {}; - - QString documentRootString = QString("%1/resources/web").arg(QCoreApplication::applicationDirPath()); - - char* documentRoot = new char[documentRootString.size() + 1]; - strcpy(documentRoot, documentRootString.toLocal8Bit().constData()); - - // list of options. Last element must be NULL. - const char* options[] = {"listening_ports", "8080", - "document_root", documentRoot, NULL}; - - callbacks.begin_request = civetwebRequestHandler; - callbacks.upload = civetwebUploadHandler; - - // Start the web server. - mg_start(&callbacks, NULL, options); +// QString documentRootString = QString("%1/resources/web").arg(QCoreApplication::applicationDirPath()); +// +// char* documentRoot = new char[documentRootString.size() + 1]; +// strcpy(documentRoot, documentRootString.toLocal8Bit().constData()); +// +// // list of options. Last element must be NULL. +// const char* options[] = {"listening_ports", "8080", +// "document_root", documentRoot, NULL}; +// +// callbacks.begin_request = civetwebRequestHandler; +// callbacks.upload = civetwebUploadHandler; connect(nodeList, SIGNAL(nodeKilled(SharedNodePointer)), this, SLOT(nodeKilled(SharedNodePointer))); @@ -104,8 +101,6 @@ DomainServer::DomainServer(int argc, char* argv[]) : QTimer::singleShot(RESTART_HOLD_TIME_MSECS, this, SLOT(addStaticAssignmentsBackToQueueAfterRestart())); connect(this, SIGNAL(aboutToQuit()), SLOT(cleanup())); - - delete[] documentRoot; } void DomainServer::readAvailableDatagrams() { @@ -299,179 +294,179 @@ QJsonObject jsonObjectForNode(Node* node) { return nodeJson; } -int DomainServer::civetwebRequestHandler(struct mg_connection *connection) { - const struct mg_request_info* ri = mg_get_request_info(connection); - - const char RESPONSE_200[] = "HTTP/1.0 200 OK\r\n\r\n"; - const char RESPONSE_400[] = "HTTP/1.0 400 Bad Request\r\n\r\n"; - - const char URI_ASSIGNMENT[] = "/assignment"; - const char URI_NODE[] = "/node"; - - if (strcmp(ri->request_method, "GET") == 0) { - if (strcmp(ri->uri, "/assignments.json") == 0) { - // user is asking for json list of assignments - - // start with a 200 response - mg_printf(connection, "%s", RESPONSE_200); - - // setup the JSON - QJsonObject assignmentJSON; - QJsonObject assignedNodesJSON; - - // enumerate the NodeList to find the assigned nodes - foreach (const SharedNodePointer& node, NodeList::getInstance()->getNodeHash()) { - if (node->getLinkedData()) { - // add the node using the UUID as the key - QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); - assignedNodesJSON[uuidString] = jsonObjectForNode(node.data()); - } - } - - assignmentJSON["fulfilled"] = assignedNodesJSON; - - QJsonObject queuedAssignmentsJSON; - - // add the queued but unfilled assignments to the json - std::deque::iterator assignment = domainServerInstance->_assignmentQueue.begin(); - - while (assignment != domainServerInstance->_assignmentQueue.end()) { - QJsonObject queuedAssignmentJSON; - - QString uuidString = uuidStringWithoutCurlyBraces((*assignment)->getUUID()); - queuedAssignmentJSON[JSON_KEY_TYPE] = QString((*assignment)->getTypeName()); - - // if the assignment has a pool, add it - if ((*assignment)->hasPool()) { - queuedAssignmentJSON[JSON_KEY_POOL] = QString((*assignment)->getPool()); - } - - // add this queued assignment to the JSON - queuedAssignmentsJSON[uuidString] = queuedAssignmentJSON; - - // push forward the iterator to check the next assignment - assignment++; - } - - assignmentJSON["queued"] = queuedAssignmentsJSON; - - // print out the created JSON - QJsonDocument assignmentDocument(assignmentJSON); - mg_printf(connection, "%s", assignmentDocument.toJson().constData()); - - // we've processed this request - return 1; - } else if (strcmp(ri->uri, "/nodes.json") == 0) { - // start with a 200 response - mg_printf(connection, "%s", RESPONSE_200); - - // setup the JSON - QJsonObject rootJSON; - QJsonObject nodesJSON; - - // enumerate the NodeList to find the assigned nodes - NodeList* nodeList = NodeList::getInstance(); - - foreach (const SharedNodePointer& node, nodeList->getNodeHash()) { - // add the node using the UUID as the key - QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); - nodesJSON[uuidString] = jsonObjectForNode(node.data()); - } - - rootJSON["nodes"] = nodesJSON; - - // print out the created JSON - QJsonDocument nodesDocument(rootJSON); - mg_printf(connection, "%s", nodesDocument.toJson().constData()); - - // we've processed this request - return 1; - } - - // not processed, pass to document root - return 0; - } else if (strcmp(ri->request_method, "POST") == 0) { - if (strcmp(ri->uri, URI_ASSIGNMENT) == 0) { - // return a 200 - mg_printf(connection, "%s", RESPONSE_200); - // upload the file - mg_upload(connection, "/tmp"); - - return 1; - } - - return 0; - } else if (strcmp(ri->request_method, "DELETE") == 0) { - // this is a DELETE request - - // check if it is for an assignment - if (memcmp(ri->uri, URI_NODE, strlen(URI_NODE)) == 0) { - // pull the UUID from the url - QUuid deleteUUID = QUuid(QString(ri->uri + strlen(URI_NODE) + sizeof('/'))); - - if (!deleteUUID.isNull()) { - SharedNodePointer nodeToKill = NodeList::getInstance()->nodeWithUUID(deleteUUID); - - if (nodeToKill) { - // start with a 200 response - mg_printf(connection, "%s", RESPONSE_200); - - // we have a valid UUID and node - kill the node that has this assignment - QMetaObject::invokeMethod(NodeList::getInstance(), "killNodeWithUUID", Q_ARG(const QUuid&, deleteUUID)); - - // successfully processed request - return 1; - } - } - } - - // request not processed - bad request - mg_printf(connection, "%s", RESPONSE_400); - - // this was processed by civetweb - return 1; - } else { - // have mongoose process this request from the document_root - return 0; - } -} +//int DomainServer::civetwebRequestHandler(struct mg_connection *connection) { +// const struct mg_request_info* ri = mg_get_request_info(connection); +// +// const char RESPONSE_200[] = "HTTP/1.0 200 OK\r\n\r\n"; +// const char RESPONSE_400[] = "HTTP/1.0 400 Bad Request\r\n\r\n"; +// +// const char URI_ASSIGNMENT[] = "/assignment"; +// const char URI_NODE[] = "/node"; +// +// if (strcmp(ri->request_method, "GET") == 0) { +// if (strcmp(ri->uri, "/assignments.json") == 0) { +// // user is asking for json list of assignments +// +// // start with a 200 response +// mg_printf(connection, "%s", RESPONSE_200); +// +// // setup the JSON +// QJsonObject assignmentJSON; +// QJsonObject assignedNodesJSON; +// +// // enumerate the NodeList to find the assigned nodes +// foreach (const SharedNodePointer& node, NodeList::getInstance()->getNodeHash()) { +// if (node->getLinkedData()) { +// // add the node using the UUID as the key +// QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); +// assignedNodesJSON[uuidString] = jsonObjectForNode(node.data()); +// } +// } +// +// assignmentJSON["fulfilled"] = assignedNodesJSON; +// +// QJsonObject queuedAssignmentsJSON; +// +// // add the queued but unfilled assignments to the json +// std::deque::iterator assignment = domainServerInstance->_assignmentQueue.begin(); +// +// while (assignment != domainServerInstance->_assignmentQueue.end()) { +// QJsonObject queuedAssignmentJSON; +// +// QString uuidString = uuidStringWithoutCurlyBraces((*assignment)->getUUID()); +// queuedAssignmentJSON[JSON_KEY_TYPE] = QString((*assignment)->getTypeName()); +// +// // if the assignment has a pool, add it +// if ((*assignment)->hasPool()) { +// queuedAssignmentJSON[JSON_KEY_POOL] = QString((*assignment)->getPool()); +// } +// +// // add this queued assignment to the JSON +// queuedAssignmentsJSON[uuidString] = queuedAssignmentJSON; +// +// // push forward the iterator to check the next assignment +// assignment++; +// } +// +// assignmentJSON["queued"] = queuedAssignmentsJSON; +// +// // print out the created JSON +// QJsonDocument assignmentDocument(assignmentJSON); +// mg_printf(connection, "%s", assignmentDocument.toJson().constData()); +// +// // we've processed this request +// return 1; +// } else if (strcmp(ri->uri, "/nodes.json") == 0) { +// // start with a 200 response +// mg_printf(connection, "%s", RESPONSE_200); +// +// // setup the JSON +// QJsonObject rootJSON; +// QJsonObject nodesJSON; +// +// // enumerate the NodeList to find the assigned nodes +// NodeList* nodeList = NodeList::getInstance(); +// +// foreach (const SharedNodePointer& node, nodeList->getNodeHash()) { +// // add the node using the UUID as the key +// QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); +// nodesJSON[uuidString] = jsonObjectForNode(node.data()); +// } +// +// rootJSON["nodes"] = nodesJSON; +// +// // print out the created JSON +// QJsonDocument nodesDocument(rootJSON); +// mg_printf(connection, "%s", nodesDocument.toJson().constData()); +// +// // we've processed this request +// return 1; +// } +// +// // not processed, pass to document root +// return 0; +// } else if (strcmp(ri->request_method, "POST") == 0) { +// if (strcmp(ri->uri, URI_ASSIGNMENT) == 0) { +// // return a 200 +// mg_printf(connection, "%s", RESPONSE_200); +// // upload the file +// mg_upload(connection, "/tmp"); +// +// return 1; +// } +// +// return 0; +// } else if (strcmp(ri->request_method, "DELETE") == 0) { +// // this is a DELETE request +// +// // check if it is for an assignment +// if (memcmp(ri->uri, URI_NODE, strlen(URI_NODE)) == 0) { +// // pull the UUID from the url +// QUuid deleteUUID = QUuid(QString(ri->uri + strlen(URI_NODE) + sizeof('/'))); +// +// if (!deleteUUID.isNull()) { +// SharedNodePointer nodeToKill = NodeList::getInstance()->nodeWithUUID(deleteUUID); +// +// if (nodeToKill) { +// // start with a 200 response +// mg_printf(connection, "%s", RESPONSE_200); +// +// // we have a valid UUID and node - kill the node that has this assignment +// QMetaObject::invokeMethod(NodeList::getInstance(), "killNodeWithUUID", Q_ARG(const QUuid&, deleteUUID)); +// +// // successfully processed request +// return 1; +// } +// } +// } +// +// // request not processed - bad request +// mg_printf(connection, "%s", RESPONSE_400); +// +// // this was processed by civetweb +// return 1; +// } else { +// // have mongoose process this request from the document_root +// return 0; +// } +//} const char ASSIGNMENT_SCRIPT_HOST_LOCATION[] = "resources/web/assignment"; -void DomainServer::civetwebUploadHandler(struct mg_connection *connection, const char *path) { - - // create an assignment for this saved script, for now make it local only - Assignment* scriptAssignment = new Assignment(Assignment::CreateCommand, - Assignment::AgentType, - NULL, - Assignment::LocalLocation); - - // check how many instances of this assignment the user wants by checking the ASSIGNMENT-INSTANCES header - const char ASSIGNMENT_INSTANCES_HTTP_HEADER[] = "ASSIGNMENT-INSTANCES"; - const char* requestInstancesHeader = mg_get_header(connection, ASSIGNMENT_INSTANCES_HTTP_HEADER); - - if (requestInstancesHeader) { - // the user has requested a number of instances greater than 1 - // so set that on the created assignment - scriptAssignment->setNumberOfInstances(atoi(requestInstancesHeader)); - } - - QString newPath(ASSIGNMENT_SCRIPT_HOST_LOCATION); - newPath += "/"; - // append the UUID for this script as the new filename, remove the curly braces - newPath += uuidStringWithoutCurlyBraces(scriptAssignment->getUUID()); - - // rename the saved script to the GUID of the assignment and move it to the script host locaiton - rename(path, newPath.toLocal8Bit().constData()); - - qDebug("Saved a script for assignment at %s", newPath.toLocal8Bit().constData()); - - // add the script assigment to the assignment queue - // lock the assignment queue mutex since we're operating on a different thread than DS main - domainServerInstance->_assignmentQueueMutex.lock(); - domainServerInstance->_assignmentQueue.push_back(scriptAssignment); - domainServerInstance->_assignmentQueueMutex.unlock(); -} +//void DomainServer::civetwebUploadHandler(struct mg_connection *connection, const char *path) { +// +// // create an assignment for this saved script, for now make it local only +// Assignment* scriptAssignment = new Assignment(Assignment::CreateCommand, +// Assignment::AgentType, +// NULL, +// Assignment::LocalLocation); +// +// // check how many instances of this assignment the user wants by checking the ASSIGNMENT-INSTANCES header +// const char ASSIGNMENT_INSTANCES_HTTP_HEADER[] = "ASSIGNMENT-INSTANCES"; +// const char* requestInstancesHeader = mg_get_header(connection, ASSIGNMENT_INSTANCES_HTTP_HEADER); +// +// if (requestInstancesHeader) { +// // the user has requested a number of instances greater than 1 +// // so set that on the created assignment +// scriptAssignment->setNumberOfInstances(atoi(requestInstancesHeader)); +// } +// +// QString newPath(ASSIGNMENT_SCRIPT_HOST_LOCATION); +// newPath += "/"; +// // append the UUID for this script as the new filename, remove the curly braces +// newPath += uuidStringWithoutCurlyBraces(scriptAssignment->getUUID()); +// +// // rename the saved script to the GUID of the assignment and move it to the script host locaiton +// rename(path, newPath.toLocal8Bit().constData()); +// +// qDebug("Saved a script for assignment at %s", newPath.toLocal8Bit().constData()); +// +// // add the script assigment to the assignment queue +// // lock the assignment queue mutex since we're operating on a different thread than DS main +// domainServerInstance->_assignmentQueueMutex.lock(); +// domainServerInstance->_assignmentQueue.push_back(scriptAssignment); +// domainServerInstance->_assignmentQueueMutex.unlock(); +//} void DomainServer::addReleasedAssignmentBackToQueue(Assignment* releasedAssignment) { qDebug() << "Adding assignment" << *releasedAssignment << " back to queue."; diff --git a/domain-server/src/DomainServer.h b/domain-server/src/DomainServer.h index 40cebdfa3f..56cb1225b8 100644 --- a/domain-server/src/DomainServer.h +++ b/domain-server/src/DomainServer.h @@ -16,10 +16,9 @@ #include #include +#include #include -#include "civetweb.h" - const int MAX_STATIC_ASSIGNMENT_FILE_ASSIGNMENTS = 1000; class DomainServer : public QCoreApplication { @@ -36,9 +35,6 @@ public slots: void nodeKilled(SharedNodePointer node); private: - static int civetwebRequestHandler(struct mg_connection *connection); - static void civetwebUploadHandler(struct mg_connection *connection, const char *path); - static DomainServer* domainServerInstance; void prepopulateStaticAssignmentFile(); @@ -52,6 +48,8 @@ private: unsigned char* addNodeToBroadcastPacket(unsigned char* currentPosition, Node* nodeToAdd); + HttpManager _httpManager; + QMutex _assignmentQueueMutex; std::deque _assignmentQueue; diff --git a/libraries/embedded-webserver/CMakeLists.txt b/libraries/embedded-webserver/CMakeLists.txt new file mode 100644 index 0000000000..d826349cff --- /dev/null +++ b/libraries/embedded-webserver/CMakeLists.txt @@ -0,0 +1,16 @@ +cmake_minimum_required(VERSION 2.8) + +set(ROOT_DIR ../..) +set(MACRO_DIR ${ROOT_DIR}/cmake/macros) + +# setup for find modules +set(CMAKE_MODULE_PATH ${CMAKE_MODULE_PATH} "${CMAKE_CURRENT_SOURCE_DIR}/../../cmake/modules/") + +set(TARGET_NAME embedded-webserver) + +find_package(Qt5Network REQUIRED) + +include(${MACRO_DIR}/SetupHifiLibrary.cmake) +setup_hifi_library(${TARGET_NAME}) + +qt5_use_modules(${TARGET_NAME} Network) \ No newline at end of file diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HttpConnection.cpp new file mode 100755 index 0000000000..6bddf594be --- /dev/null +++ b/libraries/embedded-webserver/src/HttpConnection.cpp @@ -0,0 +1,485 @@ +// +// HttpConnection.cpp +// hifi +// +// Created by Stephen Birarda on 1/16/14. +// Copyright (c) 2014 HighFidelity, Inc. All rights reserved. +// +// Heavily based on Andrzej Kapolka's original HttpConnection class +// found from another one of his projects. +// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// + + +#include +#include +#include + +#include "HttpConnection.h" +#include "HttpManager.h" + +HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) : + QObject(parentManager), + _parentManager(parentManager), + _socket(socket), + _unmasker(new MaskFilter(socket, this)), + _stream(socket), + _address(socket->peerAddress()), + _webSocketPaused(false), + _closeSent(false) +{ + // take over ownership of the socket + _socket->setParent(this); + + // connect initial slots + connect(socket, SIGNAL(readyRead()), SLOT(readRequest())); + connect(socket, SIGNAL(error(QAbstractSocket::SocketError)), SLOT(deleteLater())); + connect(socket, SIGNAL(disconnected()), SLOT(deleteLater())); + + // log the connection + qDebug() << "HTTP connection opened." << _address; +} + +HttpConnection::~HttpConnection () +{ + // log the destruction + QString error; + QDebug base = qDebug() << "HTTP connection closed." << _address; + if (_socket->error() != QAbstractSocket::UnknownSocketError) { + base << _socket->errorString(); + } +} + +bool HttpConnection::isWebSocketRequest () +{ + return _requestHeaders.value("Upgrade") == "websocket"; +} + +QList HttpConnection::parseFormData () const +{ + // make sure we have the correct MIME type + QList elements = _requestHeaders.value("Content-Type").split(';'); + if (elements.at(0).trimmed() != "multipart/form-data") { + return QList(); + } + + // retrieve the boundary marker + QByteArray boundary; + for (int ii = 1, nn = elements.size(); ii < nn; ii++) { + QByteArray element = elements.at(ii).trimmed(); + if (element.startsWith("boundary")) { + boundary = element.mid(element.indexOf('=') + 1).trimmed(); + break; + } + } + QByteArray start = "--" + boundary; + QByteArray end = "\r\n--" + boundary + "--\r\n"; + + QList data; + QBuffer buffer(const_cast(&_requestContent)); + buffer.open(QIODevice::ReadOnly); + while (buffer.canReadLine()) { + QByteArray line = buffer.readLine().trimmed(); + if (line == start) { + FormData datum; + while (buffer.canReadLine()) { + QByteArray line = buffer.readLine().trimmed(); + if (line.isEmpty()) { + // content starts after this line + int idx = _requestContent.indexOf(end, buffer.pos()); + if (idx == -1) { + qWarning() << "Missing end boundary." << _address; + return data; + } + datum.second = _requestContent.mid(buffer.pos(), idx - buffer.pos()); + data.append(datum); + buffer.seek(idx + end.length()); + + } else { + // it's a header element + int idx = line.indexOf(':'); + if (idx == -1) { + qWarning() << "Invalid header line." << _address << line; + continue; + } + datum.first.insert(line.left(idx).trimmed(), line.mid(idx + 1).trimmed()); + } + } + } + } + + return data; +} + +void HttpConnection::respond ( + const char* code, const QByteArray& content, const char* contentType, const Headers& headers) +{ + _socket->write("HTTP/1.1 "); + _socket->write(code); + _socket->write("\r\n"); + + int csize = content.size(); + + for (Headers::const_iterator it = headers.constBegin(), end = headers.constEnd(); + it != end; it++) { + _socket->write(it.key()); + _socket->write(": "); + _socket->write(it.value()); + _socket->write("\r\n"); + } + if (csize > 0) { + _socket->write("Content-Length: "); + _socket->write(QByteArray::number(csize)); + _socket->write("\r\n"); + + _socket->write("Content-Type: "); + _socket->write(contentType); + _socket->write("\r\n"); + } + _socket->write("Connection: close\r\n\r\n"); + + if (csize > 0) { + _socket->write(content); + } + + // make sure we receive no further read notifications + _socket->disconnect(SIGNAL(readyRead()), this); + + _socket->disconnectFromHost(); +} + +void HttpConnection::switchToWebSocket (const char* protocol) +{ + _socket->write("HTTP/1.1 101 Switching Protocols\r\n"); + _socket->write("Upgrade: websocket\r\n"); + _socket->write("Connection: Upgrade\r\n"); + _socket->write("Sec-WebSocket-Accept: "); + + QCryptographicHash hash(QCryptographicHash::Sha1); + hash.addData(_requestHeaders.value("Sec-WebSocket-Key")); + hash.addData("258EAFA5-E914-47DA-95CA-C5AB0DC85B11"); // from WebSocket draft RFC + _socket->write(hash.result().toBase64()); + + if (protocol != 0) { + _socket->write("\r\nSec-WebSocket-Protocol: "); + _socket->write(protocol); + } + _socket->write("\r\n\r\n"); + + // connect socket, start reading frames + setWebSocketPaused(false); +} + +void HttpConnection::setWebSocketPaused (bool paused) +{ + if ((_webSocketPaused = paused)) { + _socket->disconnect(this, SLOT(readFrames())); + + } else { + connect(_socket, SIGNAL(readyRead()), SLOT(readFrames())); + readFrames(); + } +} + +void HttpConnection::closeWebSocket (quint16 reasonCode, const char* reason) +{ + if (reasonCode == NoReason) { + writeFrameHeader(ConnectionClose); + + } else { + int rlen = (reason == 0) ? 0 : qstrlen(reason); + writeFrameHeader(ConnectionClose, 2 + rlen); + _stream << reasonCode; + if (rlen > 0) { + _socket->write(reason); + } + } + _closeSent = true; +} + +void HttpConnection::readRequest () +{ + if (!_socket->canReadLine()) { + return; + } + // parse out the method and resource + QByteArray line = _socket->readLine().trimmed(); + if (line.startsWith("HEAD")) { + _requestOperation = QNetworkAccessManager::HeadOperation; + + } else if (line.startsWith("GET")) { + _requestOperation = QNetworkAccessManager::GetOperation; + + } else if (line.startsWith("PUT")) { + _requestOperation = QNetworkAccessManager::PutOperation; + + } else if (line.startsWith("POST")) { + _requestOperation = QNetworkAccessManager::PostOperation; + + } else if (line.startsWith("DELETE")) { + _requestOperation = QNetworkAccessManager::DeleteOperation; + + } else { + qWarning() << "Unrecognized HTTP operation." << _address << line; + respond("400 Bad Request", "Unrecognized operation."); + return; + } + int idx = line.indexOf(' ') + 1; + _requestUrl.setUrl(line.mid(idx, line.lastIndexOf(' ') - idx)); + + // switch to reading the header + _socket->disconnect(this, SLOT(readRequest())); + connect(_socket, SIGNAL(readyRead()), SLOT(readHeaders())); + + // read any headers immediately available + readHeaders(); +} + +void HttpConnection::readHeaders () +{ + while (_socket->canReadLine()) { + QByteArray line = _socket->readLine(); + QByteArray trimmed = line.trimmed(); + if (trimmed.isEmpty()) { + _socket->disconnect(this, SLOT(readHeaders())); + + QByteArray clength = _requestHeaders.value("Content-Length"); + if (clength.isEmpty()) { + _parentManager->handleRequest(this, "", _requestUrl.path()); + + } else { + _requestContent.resize(clength.toInt()); + connect(_socket, SIGNAL(readyRead()), SLOT(readContent())); + + // read any content immediately available + readContent(); + } + return; + } + char first = line.at(0); + if (first == ' ' || first == '\t') { // continuation + _requestHeaders[_lastRequestHeader].append(trimmed); + continue; + } + int idx = trimmed.indexOf(':'); + if (idx == -1) { + qWarning() << "Invalid header." << _address << trimmed; + respond("400 Bad Request", "The header was malformed."); + return; + } + _lastRequestHeader = trimmed.left(idx); + QByteArray& value = _requestHeaders[_lastRequestHeader]; + if (!value.isEmpty()) { + value.append(", "); + } + value.append(trimmed.mid(idx + 1).trimmed()); + } +} + +void HttpConnection::readContent () +{ + int size = _requestContent.size(); + if (_socket->bytesAvailable() < size) { + return; + } + _socket->read(_requestContent.data(), size); + _socket->disconnect(this, SLOT(readContent())); + + _parentManager->handleRequest(this, "", _requestUrl.path()); +} + +void HttpConnection::readFrames() +{ + // read as many messages as are available + while (maybeReadFrame()); +} + +void unget (QIODevice* device, quint32 value) { + device->ungetChar(value & 0xFF); + device->ungetChar((value >> 8) & 0xFF); + device->ungetChar((value >> 16) & 0xFF); + device->ungetChar(value >> 24); +} + +bool HttpConnection::maybeReadFrame () +{ + // make sure we have at least the first two bytes + qint64 available = _socket->bytesAvailable(); + if (available < 2 || _webSocketPaused) { + return false; + } + // read the first two, which tell us whether we need more for the length + quint8 finalOpcode, maskLength; + _stream >> finalOpcode; + _stream >> maskLength; + available -= 2; + + int byteLength = maskLength & 0x7F; + bool masked = (maskLength & 0x80) != 0; + int baseLength = (masked ? 4 : 0); + int length = -1; + if (byteLength == 127) { + if (available >= 8) { + quint64 longLength; + _stream >> longLength; + if (available >= baseLength + 8 + longLength) { + length = longLength; + } else { + unget(_socket, longLength & 0xFFFFFFFF); + unget(_socket, longLength >> 32); + } + } + } else if (byteLength == 126) { + if (available >= 2) { + quint16 shortLength; + _stream >> shortLength; + if (available >= baseLength + 2 + shortLength) { + length = shortLength; + } else { + _socket->ungetChar(shortLength & 0xFF); + _socket->ungetChar(shortLength >> 8); + } + } + } else if (available >= baseLength + byteLength) { + length = byteLength; + } + if (length == -1) { + _socket->ungetChar(maskLength); + _socket->ungetChar(finalOpcode); + return false; + } + + // read the mask and set it in the filter + quint32 mask = 0; + if (masked) { + _stream >> mask; + } + _unmasker->setMask(mask); + + // if not final, add to continuing message + FrameOpcode opcode = (FrameOpcode)(finalOpcode & 0x0F); + if ((finalOpcode & 0x80) == 0) { + if (opcode != ContinuationFrame) { + _continuingOpcode = opcode; + } + _continuingMessage += _unmasker->read(length); + return true; + } + + // if continuing, add to and read from buffer + QIODevice* device = _unmasker; + FrameOpcode copcode = opcode; + if (opcode == ContinuationFrame) { + _continuingMessage += _unmasker->read(length); + device = new QBuffer(&_continuingMessage, this); + device->open(QIODevice::ReadOnly); + copcode = _continuingOpcode; + } + + // act according to opcode + switch (copcode) { + case TextFrame: + emit webSocketMessageAvailable(device, length, true); + break; + + case BinaryFrame: + emit webSocketMessageAvailable(device, length, false); + break; + + case ConnectionClose: + // if this is not a response to our own close request, send a close reply + if (!_closeSent) { + closeWebSocket(GoingAway); + } + if (length >= 2) { + QDataStream stream(device); + quint16 reasonCode; + stream >> reasonCode; + emit webSocketClosed(reasonCode, device->read(length - 2)); + } else { + emit webSocketClosed(0, QByteArray()); + } + _socket->disconnectFromHost(); + break; + + case Ping: + // send the pong out immediately + writeFrameHeader(Pong, length, true); + _socket->write(device->read(length)); + break; + + case Pong: + qWarning() << "Got unsolicited WebSocket pong." << _address << device->read(length); + break; + + default: + qWarning() << "Received unknown WebSocket opcode." << _address << opcode << + device->read(length); + break; + } + + // clear the continuing message buffer + if (opcode == ContinuationFrame) { + _continuingMessage.clear(); + delete device; + } + + return true; +} + +void HttpConnection::writeFrameHeader (FrameOpcode opcode, int size, bool final) +{ + if (_closeSent) { + qWarning() << "Writing frame header after close message." << _address << opcode; + return; + } + _socket->putChar((final ? 0x80 : 0x0) | opcode); + if (size < 126) { + _socket->putChar(size); + + } else if (size < 65536) { + _socket->putChar(126); + _stream << (quint16)size; + + } else { + _socket->putChar(127); + _stream << (quint64)size; + } +} + +MaskFilter::MaskFilter (QIODevice* device, QObject* parent) : + QIODevice(parent), + _device(device) +{ + open(ReadOnly); +} + +void MaskFilter::setMask (quint32 mask) +{ + _mask[0] = (mask >> 24); + _mask[1] = (mask >> 16) & 0xFF; + _mask[2] = (mask >> 8) & 0xFF; + _mask[3] = mask & 0xFF; + _position = 0; + reset(); +} + +qint64 MaskFilter::bytesAvailable () const +{ + return _device->bytesAvailable() + QIODevice::bytesAvailable(); +} + +qint64 MaskFilter::readData (char* data, qint64 maxSize) +{ + qint64 bytes = _device->read(data, maxSize); + for (char* end = data + bytes; data < end; data++) { + *data ^= _mask[_position]; + _position = (_position + 1) % 4; + } + return bytes; +} + +qint64 MaskFilter::writeData (const char* data, qint64 maxSize) +{ + return _device->write(data, maxSize); +} diff --git a/libraries/embedded-webserver/src/HttpConnection.h b/libraries/embedded-webserver/src/HttpConnection.h new file mode 100755 index 0000000000..346b436a8d --- /dev/null +++ b/libraries/embedded-webserver/src/HttpConnection.h @@ -0,0 +1,261 @@ +// +// HttpConnection.h +// hifi +// +// Created by Stephen Birarda on 1/16/14. +// Copyright (c) 2014 HighFidelity, Inc. All rights reserved. +// +// Heavily based on Andrzej Kapolka's original HttpConnection class +// found from another one of his projects. +// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// + +#ifndef HTTP_CONNECTION +#define HTTP_CONNECTION + +#include +#include +#include +#include +#include +#include +#include +#include + +class QTcpSocket; +class HttpManager; +class MaskFilter; +class ServerApp; + +/** Header hash. */ +typedef QHash Headers; + +/** A form data element. */ +typedef QPair FormData; + +/** + * Handles a single HTTP connection. + */ +class HttpConnection : public QObject +{ + Q_OBJECT + +public: + + /** WebSocket close status codes. */ + enum ReasonCode { NoReason = 0, NormalClosure = 1000, GoingAway = 1001 }; + + /** + * Initializes the connection. + */ + HttpConnection (QTcpSocket* socket, HttpManager* parentManager); + + /** + * Destroys the connection. + */ + virtual ~HttpConnection (); + + /** + * Returns a pointer to the underlying socket, to which WebSocket message bodies should be + * written. + */ + QTcpSocket* socket () const { return _socket; } + + /** + * Returns the request operation. + */ + QNetworkAccessManager::Operation requestOperation () const { return _requestOperation; } + + /** + * Returns a reference to the request URL. + */ + const QUrl& requestUrl () const { return _requestUrl; } + + /** + * Returns a reference to the request headers. + */ + const Headers& requestHeaders () const { return _requestHeaders; } + + /** + * Returns a reference to the request content. + */ + const QByteArray& requestContent () const { return _requestContent; } + + /** + * Checks whether the request is asking to switch to a WebSocket. + */ + bool isWebSocketRequest (); + + /** + * Parses the request content as form data, returning a list of header/content pairs. + */ + QList parseFormData () const; + + /** + * Sends a response and closes the connection. + */ + void respond (const char* code, const QByteArray& content = QByteArray(), + const char* contentType = "text/plain; charset=ISO-8859-1", + const Headers& headers = Headers()); + + /** + * Switches to a WebSocket. + */ + void switchToWebSocket (const char* protocol = 0); + + /** + * Writes a header for a WebSocket message of the specified size. The body of the message + * should be written through the socket. + */ + void writeWebSocketHeader (int size) { writeFrameHeader(BinaryFrame, size); } + + /** + * Pauses or unpauses the WebSocket. A paused WebSocket buffers messages until unpaused. + */ + void setWebSocketPaused (bool paused); + + /** + * Closes the WebSocket. + */ + void closeWebSocket (quint16 reasonCode = NormalClosure, const char* reason = 0); + +signals: + + /** + * Fired when a WebSocket message of the specified size is available to read. + */ + void webSocketMessageAvailable (QIODevice* device, int length, bool text); + + /** + * Fired when the WebSocket has been closed by the other side. + */ + void webSocketClosed (quint16 reasonCode, QByteArray reason); + +protected slots: + + /** + * Reads the request line. + */ + void readRequest (); + + /** + * Reads the headers. + */ + void readHeaders (); + + /** + * Reads the content. + */ + void readContent (); + + /** + * Reads any incoming WebSocket frames. + */ + void readFrames (); + +protected: + + /** The available WebSocket frame opcodes. */ + enum FrameOpcode { ContinuationFrame, TextFrame, BinaryFrame, + ConnectionClose = 0x08, Ping, Pong }; + + /** + * Attempts to read a single WebSocket frame, returning true if successful. + */ + bool maybeReadFrame (); + + /** + * Writes a WebSocket frame header. + */ + void writeFrameHeader (FrameOpcode opcode, int size = 0, bool final = true); + + /** The parent HTTP manager. */ + HttpManager* _parentManager; + + /** The underlying socket. */ + QTcpSocket* _socket; + + /** The mask filter for WebSocket frames. */ + MaskFilter* _unmasker; + + /** The data stream for writing to the socket. */ + QDataStream _stream; + + /** The stored address. */ + QHostAddress _address; + + /** The requested operation. */ + QNetworkAccessManager::Operation _requestOperation; + + /** The requested URL. */ + QUrl _requestUrl; + + /** The request headers. */ + Headers _requestHeaders; + + /** The last request header processed (used for continuations). */ + QByteArray _lastRequestHeader; + + /** The content of the request. */ + QByteArray _requestContent; + + /** The opcode for the WebSocket message being continued. */ + FrameOpcode _continuingOpcode; + + /** The WebSocket message being continued. */ + QByteArray _continuingMessage; + + /** Whether or not the WebSocket is paused (buffering messages for future processing). */ + bool _webSocketPaused; + + /** Whether or not we've sent a WebSocket close message. */ + bool _closeSent; +}; + +/** + * A filter device that applies a 32-bit mask. + */ +class MaskFilter : public QIODevice +{ + Q_OBJECT + +public: + + /** + * Creates a new masker to filter the supplied device. + */ + MaskFilter (QIODevice* device, QObject* parent = 0); + + /** + * Sets the mask to apply. + */ + void setMask (quint32 mask); + + /** + * Returns the number of bytes available to read. + */ + virtual qint64 bytesAvailable () const; + +protected: + + /** + * Reads masked data from the underlying device. + */ + virtual qint64 readData (char* data, qint64 maxSize); + + /** + * Writes masked data to the underlying device. + */ + virtual qint64 writeData (const char* data, qint64 maxSize); + + /** The underlying device. */ + QIODevice* _device; + + /** The current mask. */ + char _mask[4]; + + /** The current position within the mask. */ + int _position; +}; + +#endif // HTTP_CONNECTION diff --git a/libraries/embedded-webserver/src/HttpManager.cpp b/libraries/embedded-webserver/src/HttpManager.cpp new file mode 100755 index 0000000000..140529e74a --- /dev/null +++ b/libraries/embedded-webserver/src/HttpManager.cpp @@ -0,0 +1,62 @@ +// +// HttpManager.cpp +// hifi +// +// Created by Stephen Birarda on 1/16/14. +// Copyright (c) 2014 HighFidelity, Inc. All rights reserved. +// +// Heavily based on Andrzej Kapolka's original HttpManager class +// found from another one of his projects. +// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// + +#include +#include + +#include "HttpConnection.h" +#include "HttpManager.h" + +void HttpSubrequestHandler::registerSubhandler (const QString& name, HttpRequestHandler* handler) { + _subhandlers.insert(name, handler); +} + +bool HttpSubrequestHandler::handleRequest ( + HttpConnection* connection, const QString& name, const QString& path) { + QString subpath = path; + if (subpath.startsWith('/')) { + subpath.remove(0, 1); + } + QString subname; + int idx = subpath.indexOf('/'); + if (idx == -1) { + subname = subpath; + subpath = ""; + } else { + subname = subpath.left(idx); + subpath = subpath.mid(idx + 1); + } + HttpRequestHandler* handler = _subhandlers.value(subname); + if (handler == 0 || !handler->handleRequest(connection, subname, subpath)) { + connection->respond("404 Not Found", "Resource not found."); + } + return true; +} + +HttpManager::HttpManager(quint16 port, QObject* parent) : + QTcpServer(parent) { + // start listening on the passed port + if (!listen(QHostAddress("0.0.0.0"), port)) { + qDebug() << "Failed to open HTTP server socket:" << errorString(); + return; + } + + // connect the connection signal + connect(this, SIGNAL(newConnection()), SLOT(acceptConnections())); +} + +void HttpManager::acceptConnections () { + QTcpSocket* socket; + while ((socket = nextPendingConnection()) != 0) { + new HttpConnection(socket, this); + } +} diff --git a/libraries/embedded-webserver/src/HttpManager.h b/libraries/embedded-webserver/src/HttpManager.h new file mode 100755 index 0000000000..8751169271 --- /dev/null +++ b/libraries/embedded-webserver/src/HttpManager.h @@ -0,0 +1,83 @@ +// +// HttpManager.h +// hifi +// +// Created by Stephen Birarda on 1/16/14. +// Copyright (c) 2014 HighFidelity, Inc. All rights reserved. +// +// Heavily based on Andrzej Kapolka's original HttpManager class +// found from another one of his projects. +// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// + +#ifndef HTTP_MANAGER +#define HTTP_MANAGER + +#include +#include +#include + +class HttpConnection; +class HttpRequestHandler; + +/** + * Interface for HTTP request handlers. + */ +class HttpRequestHandler +{ +public: + + /** + * Handles an HTTP request. + */ + virtual bool handleRequest ( + HttpConnection* connection, const QString& name, const QString& path) = 0; +}; + +/** + * Handles requests by forwarding them to subhandlers. + */ +class HttpSubrequestHandler : public HttpRequestHandler +{ +public: + + /** + * Registers a subhandler with the given name. + */ + void registerSubhandler (const QString& name, HttpRequestHandler* handler); + + /** + * Handles an HTTP request. + */ + virtual bool handleRequest ( + HttpConnection* connection, const QString& name, const QString& path); + +protected: + + /** Subhandlers mapped by name. */ + QHash _subhandlers; +}; + +/** + * Handles HTTP connections. + */ +class HttpManager : public QTcpServer, public HttpSubrequestHandler +{ + Q_OBJECT + +public: + + /** + * Initializes the manager. + */ + HttpManager(quint16 port, QObject* parent = 0); + +protected slots: + + /** + * Accepts all pending connections. + */ + void acceptConnections (); +}; + +#endif // HTTP_MANAGER From c5e10465c4e4768fc459be25601a21bf6cbf44ac Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Thu, 16 Jan 2014 17:08:06 -0800 Subject: [PATCH 03/18] don't include civetweb in DomainServer --- domain-server/CMakeLists.txt | 18 ++---------------- 1 file changed, 2 insertions(+), 16 deletions(-) diff --git a/domain-server/CMakeLists.txt b/domain-server/CMakeLists.txt index d9bd04e9b5..213b37ac16 100644 --- a/domain-server/CMakeLists.txt +++ b/domain-server/CMakeLists.txt @@ -16,15 +16,10 @@ find_package(Qt5Network REQUIRED) include(${MACRO_DIR}/SetupHifiProject.cmake) -# grab cJSON and civetweb sources to pass as OPTIONAL_SRCS -FILE(GLOB OPTIONAL_SRCS ${ROOT_DIR}/externals/civetweb/src/*) - -setup_hifi_project(${TARGET_NAME} TRUE ${OPTIONAL_SRCS}) +setup_hifi_project(${TARGET_NAME} TRUE) qt5_use_modules(${TARGET_NAME} Network) -include_directories(SYSTEM ${ROOT_DIR}/externals/civetweb/include) - # remove and then copy the files for the webserver add_custom_command(TARGET ${TARGET_NAME} POST_BUILD COMMAND ${CMAKE_COMMAND} -E remove_directory @@ -37,13 +32,4 @@ add_custom_command(TARGET ${TARGET_NAME} POST_BUILD # link the shared hifi library include(${MACRO_DIR}/LinkHifiLibrary.cmake) link_hifi_library(shared ${TARGET_NAME} ${ROOT_DIR}) -link_hifi_library(embedded-webserver ${TARGET_NAME} ${ROOT_DIR}) - -# link dl library on UNIX for civetweb -if (UNIX AND NOT APPLE) - target_link_libraries(${TARGET_NAME} ${CMAKE_DL_LIBS}) -endif (UNIX AND NOT APPLE) - -IF (WIN32) - target_link_libraries(${TARGET_NAME} Winmm) -ENDIF(WIN32) +link_hifi_library(embedded-webserver ${TARGET_NAME} ${ROOT_DIR}) \ No newline at end of file From 036dba9c2f8702cfc6678d979013b6cdf727e6e3 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 08:53:55 -0800 Subject: [PATCH 04/18] setup the HTTPManager to serve files in the document root --- domain-server/src/DomainServer.cpp | 5 +- .../embedded-webserver/src/HttpConnection.cpp | 267 +----------------- .../embedded-webserver/src/HttpConnection.h | 109 +------ .../embedded-webserver/src/HttpManager.cpp | 67 +++-- .../embedded-webserver/src/HttpManager.h | 50 +--- 5 files changed, 62 insertions(+), 436 deletions(-) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index 26d0d5a33f..eb5801197a 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -33,7 +33,7 @@ const quint16 DOMAIN_SERVER_HTTP_PORT = 8080; DomainServer::DomainServer(int argc, char* argv[]) : QCoreApplication(argc, argv), - _httpManager(DOMAIN_SERVER_HTTP_PORT), + _httpManager(DOMAIN_SERVER_HTTP_PORT, QString("%1/resources/web/").arg(QCoreApplication::applicationDirPath())), _assignmentQueueMutex(), _assignmentQueue(), _staticAssignmentFile(QString("%1/config.ds").arg(QCoreApplication::applicationDirPath())), @@ -60,8 +60,7 @@ DomainServer::DomainServer(int argc, char* argv[]) : const char METAVOXEL_CONFIG_OPTION[] = "--metavoxelServerConfig"; _metavoxelServerConfig = getCmdOption(argc, (const char**)argv, METAVOXEL_CONFIG_OPTION); - -// QString documentRootString = QString("%1/resources/web").arg(QCoreApplication::applicationDirPath()); + // // char* documentRoot = new char[documentRootString.size() + 1]; // strcpy(documentRoot, documentRootString.toLocal8Bit().constData()); diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HttpConnection.cpp index 6bddf594be..7923e8ec40 100755 --- a/libraries/embedded-webserver/src/HttpConnection.cpp +++ b/libraries/embedded-webserver/src/HttpConnection.cpp @@ -22,11 +22,8 @@ HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) QObject(parentManager), _parentManager(parentManager), _socket(socket), - _unmasker(new MaskFilter(socket, this)), _stream(socket), - _address(socket->peerAddress()), - _webSocketPaused(false), - _closeSent(false) + _address(socket->peerAddress()) { // take over ownership of the socket _socket->setParent(this); @@ -50,11 +47,6 @@ HttpConnection::~HttpConnection () } } -bool HttpConnection::isWebSocketRequest () -{ - return _requestHeaders.value("Upgrade") == "websocket"; -} - QList HttpConnection::parseFormData () const { // make sure we have the correct MIME type @@ -111,9 +103,7 @@ QList HttpConnection::parseFormData () const return data; } -void HttpConnection::respond ( - const char* code, const QByteArray& content, const char* contentType, const Headers& headers) -{ +void HttpConnection::respond (const char* code, const QByteArray& content, const char* contentType, const Headers& headers) { _socket->write("HTTP/1.1 "); _socket->write(code); _socket->write("\r\n"); @@ -139,6 +129,7 @@ void HttpConnection::respond ( _socket->write("Connection: close\r\n\r\n"); if (csize > 0) { + qDebug() << "Writing" << QString(content) << "\n"; _socket->write(content); } @@ -148,55 +139,6 @@ void HttpConnection::respond ( _socket->disconnectFromHost(); } -void HttpConnection::switchToWebSocket (const char* protocol) -{ - _socket->write("HTTP/1.1 101 Switching Protocols\r\n"); - _socket->write("Upgrade: websocket\r\n"); - _socket->write("Connection: Upgrade\r\n"); - _socket->write("Sec-WebSocket-Accept: "); - - QCryptographicHash hash(QCryptographicHash::Sha1); - hash.addData(_requestHeaders.value("Sec-WebSocket-Key")); - hash.addData("258EAFA5-E914-47DA-95CA-C5AB0DC85B11"); // from WebSocket draft RFC - _socket->write(hash.result().toBase64()); - - if (protocol != 0) { - _socket->write("\r\nSec-WebSocket-Protocol: "); - _socket->write(protocol); - } - _socket->write("\r\n\r\n"); - - // connect socket, start reading frames - setWebSocketPaused(false); -} - -void HttpConnection::setWebSocketPaused (bool paused) -{ - if ((_webSocketPaused = paused)) { - _socket->disconnect(this, SLOT(readFrames())); - - } else { - connect(_socket, SIGNAL(readyRead()), SLOT(readFrames())); - readFrames(); - } -} - -void HttpConnection::closeWebSocket (quint16 reasonCode, const char* reason) -{ - if (reasonCode == NoReason) { - writeFrameHeader(ConnectionClose); - - } else { - int rlen = (reason == 0) ? 0 : qstrlen(reason); - writeFrameHeader(ConnectionClose, 2 + rlen); - _stream << reasonCode; - if (rlen > 0) { - _socket->write(reason); - } - } - _closeSent = true; -} - void HttpConnection::readRequest () { if (!_socket->canReadLine()) { @@ -245,7 +187,7 @@ void HttpConnection::readHeaders () QByteArray clength = _requestHeaders.value("Content-Length"); if (clength.isEmpty()) { - _parentManager->handleRequest(this, "", _requestUrl.path()); + _parentManager->handleRequest(this, _requestUrl.path()); } else { _requestContent.resize(clength.toInt()); @@ -276,8 +218,7 @@ void HttpConnection::readHeaders () } } -void HttpConnection::readContent () -{ +void HttpConnection::readContent() { int size = _requestContent.size(); if (_socket->bytesAvailable() < size) { return; @@ -285,201 +226,5 @@ void HttpConnection::readContent () _socket->read(_requestContent.data(), size); _socket->disconnect(this, SLOT(readContent())); - _parentManager->handleRequest(this, "", _requestUrl.path()); -} - -void HttpConnection::readFrames() -{ - // read as many messages as are available - while (maybeReadFrame()); -} - -void unget (QIODevice* device, quint32 value) { - device->ungetChar(value & 0xFF); - device->ungetChar((value >> 8) & 0xFF); - device->ungetChar((value >> 16) & 0xFF); - device->ungetChar(value >> 24); -} - -bool HttpConnection::maybeReadFrame () -{ - // make sure we have at least the first two bytes - qint64 available = _socket->bytesAvailable(); - if (available < 2 || _webSocketPaused) { - return false; - } - // read the first two, which tell us whether we need more for the length - quint8 finalOpcode, maskLength; - _stream >> finalOpcode; - _stream >> maskLength; - available -= 2; - - int byteLength = maskLength & 0x7F; - bool masked = (maskLength & 0x80) != 0; - int baseLength = (masked ? 4 : 0); - int length = -1; - if (byteLength == 127) { - if (available >= 8) { - quint64 longLength; - _stream >> longLength; - if (available >= baseLength + 8 + longLength) { - length = longLength; - } else { - unget(_socket, longLength & 0xFFFFFFFF); - unget(_socket, longLength >> 32); - } - } - } else if (byteLength == 126) { - if (available >= 2) { - quint16 shortLength; - _stream >> shortLength; - if (available >= baseLength + 2 + shortLength) { - length = shortLength; - } else { - _socket->ungetChar(shortLength & 0xFF); - _socket->ungetChar(shortLength >> 8); - } - } - } else if (available >= baseLength + byteLength) { - length = byteLength; - } - if (length == -1) { - _socket->ungetChar(maskLength); - _socket->ungetChar(finalOpcode); - return false; - } - - // read the mask and set it in the filter - quint32 mask = 0; - if (masked) { - _stream >> mask; - } - _unmasker->setMask(mask); - - // if not final, add to continuing message - FrameOpcode opcode = (FrameOpcode)(finalOpcode & 0x0F); - if ((finalOpcode & 0x80) == 0) { - if (opcode != ContinuationFrame) { - _continuingOpcode = opcode; - } - _continuingMessage += _unmasker->read(length); - return true; - } - - // if continuing, add to and read from buffer - QIODevice* device = _unmasker; - FrameOpcode copcode = opcode; - if (opcode == ContinuationFrame) { - _continuingMessage += _unmasker->read(length); - device = new QBuffer(&_continuingMessage, this); - device->open(QIODevice::ReadOnly); - copcode = _continuingOpcode; - } - - // act according to opcode - switch (copcode) { - case TextFrame: - emit webSocketMessageAvailable(device, length, true); - break; - - case BinaryFrame: - emit webSocketMessageAvailable(device, length, false); - break; - - case ConnectionClose: - // if this is not a response to our own close request, send a close reply - if (!_closeSent) { - closeWebSocket(GoingAway); - } - if (length >= 2) { - QDataStream stream(device); - quint16 reasonCode; - stream >> reasonCode; - emit webSocketClosed(reasonCode, device->read(length - 2)); - } else { - emit webSocketClosed(0, QByteArray()); - } - _socket->disconnectFromHost(); - break; - - case Ping: - // send the pong out immediately - writeFrameHeader(Pong, length, true); - _socket->write(device->read(length)); - break; - - case Pong: - qWarning() << "Got unsolicited WebSocket pong." << _address << device->read(length); - break; - - default: - qWarning() << "Received unknown WebSocket opcode." << _address << opcode << - device->read(length); - break; - } - - // clear the continuing message buffer - if (opcode == ContinuationFrame) { - _continuingMessage.clear(); - delete device; - } - - return true; -} - -void HttpConnection::writeFrameHeader (FrameOpcode opcode, int size, bool final) -{ - if (_closeSent) { - qWarning() << "Writing frame header after close message." << _address << opcode; - return; - } - _socket->putChar((final ? 0x80 : 0x0) | opcode); - if (size < 126) { - _socket->putChar(size); - - } else if (size < 65536) { - _socket->putChar(126); - _stream << (quint16)size; - - } else { - _socket->putChar(127); - _stream << (quint64)size; - } -} - -MaskFilter::MaskFilter (QIODevice* device, QObject* parent) : - QIODevice(parent), - _device(device) -{ - open(ReadOnly); -} - -void MaskFilter::setMask (quint32 mask) -{ - _mask[0] = (mask >> 24); - _mask[1] = (mask >> 16) & 0xFF; - _mask[2] = (mask >> 8) & 0xFF; - _mask[3] = mask & 0xFF; - _position = 0; - reset(); -} - -qint64 MaskFilter::bytesAvailable () const -{ - return _device->bytesAvailable() + QIODevice::bytesAvailable(); -} - -qint64 MaskFilter::readData (char* data, qint64 maxSize) -{ - qint64 bytes = _device->read(data, maxSize); - for (char* end = data + bytes; data < end; data++) { - *data ^= _mask[_position]; - _position = (_position + 1) % 4; - } - return bytes; -} - -qint64 MaskFilter::writeData (const char* data, qint64 maxSize) -{ - return _device->write(data, maxSize); + _parentManager->handleRequest(this, _requestUrl.path()); } diff --git a/libraries/embedded-webserver/src/HttpConnection.h b/libraries/embedded-webserver/src/HttpConnection.h index 346b436a8d..22ab0ddbb5 100755 --- a/libraries/embedded-webserver/src/HttpConnection.h +++ b/libraries/embedded-webserver/src/HttpConnection.h @@ -81,11 +81,6 @@ public: */ const QByteArray& requestContent () const { return _requestContent; } - /** - * Checks whether the request is asking to switch to a WebSocket. - */ - bool isWebSocketRequest (); - /** * Parses the request content as form data, returning a list of header/content pairs. */ @@ -97,28 +92,6 @@ public: void respond (const char* code, const QByteArray& content = QByteArray(), const char* contentType = "text/plain; charset=ISO-8859-1", const Headers& headers = Headers()); - - /** - * Switches to a WebSocket. - */ - void switchToWebSocket (const char* protocol = 0); - - /** - * Writes a header for a WebSocket message of the specified size. The body of the message - * should be written through the socket. - */ - void writeWebSocketHeader (int size) { writeFrameHeader(BinaryFrame, size); } - - /** - * Pauses or unpauses the WebSocket. A paused WebSocket buffers messages until unpaused. - */ - void setWebSocketPaused (bool paused); - - /** - * Closes the WebSocket. - */ - void closeWebSocket (quint16 reasonCode = NormalClosure, const char* reason = 0); - signals: /** @@ -148,36 +121,14 @@ protected slots: */ void readContent (); - /** - * Reads any incoming WebSocket frames. - */ - void readFrames (); - protected: - /** The available WebSocket frame opcodes. */ - enum FrameOpcode { ContinuationFrame, TextFrame, BinaryFrame, - ConnectionClose = 0x08, Ping, Pong }; - - /** - * Attempts to read a single WebSocket frame, returning true if successful. - */ - bool maybeReadFrame (); - - /** - * Writes a WebSocket frame header. - */ - void writeFrameHeader (FrameOpcode opcode, int size = 0, bool final = true); - /** The parent HTTP manager. */ HttpManager* _parentManager; /** The underlying socket. */ QTcpSocket* _socket; - - /** The mask filter for WebSocket frames. */ - MaskFilter* _unmasker; - + /** The data stream for writing to the socket. */ QDataStream _stream; @@ -198,64 +149,6 @@ protected: /** The content of the request. */ QByteArray _requestContent; - - /** The opcode for the WebSocket message being continued. */ - FrameOpcode _continuingOpcode; - - /** The WebSocket message being continued. */ - QByteArray _continuingMessage; - - /** Whether or not the WebSocket is paused (buffering messages for future processing). */ - bool _webSocketPaused; - - /** Whether or not we've sent a WebSocket close message. */ - bool _closeSent; -}; - -/** - * A filter device that applies a 32-bit mask. - */ -class MaskFilter : public QIODevice -{ - Q_OBJECT - -public: - - /** - * Creates a new masker to filter the supplied device. - */ - MaskFilter (QIODevice* device, QObject* parent = 0); - - /** - * Sets the mask to apply. - */ - void setMask (quint32 mask); - - /** - * Returns the number of bytes available to read. - */ - virtual qint64 bytesAvailable () const; - -protected: - - /** - * Reads masked data from the underlying device. - */ - virtual qint64 readData (char* data, qint64 maxSize); - - /** - * Writes masked data to the underlying device. - */ - virtual qint64 writeData (const char* data, qint64 maxSize); - - /** The underlying device. */ - QIODevice* _device; - - /** The current mask. */ - char _mask[4]; - - /** The current position within the mask. */ - int _position; }; #endif // HTTP_CONNECTION diff --git a/libraries/embedded-webserver/src/HttpManager.cpp b/libraries/embedded-webserver/src/HttpManager.cpp index 140529e74a..0d7f4b3286 100755 --- a/libraries/embedded-webserver/src/HttpManager.cpp +++ b/libraries/embedded-webserver/src/HttpManager.cpp @@ -10,40 +10,59 @@ // (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) // -#include -#include +#include +#include +#include +#include +#include #include "HttpConnection.h" #include "HttpManager.h" -void HttpSubrequestHandler::registerSubhandler (const QString& name, HttpRequestHandler* handler) { - _subhandlers.insert(name, handler); -} - -bool HttpSubrequestHandler::handleRequest ( - HttpConnection* connection, const QString& name, const QString& path) { - QString subpath = path; - if (subpath.startsWith('/')) { - subpath.remove(0, 1); +bool HttpManager::handleRequest(HttpConnection* connection, const QString& path) { + QString subPath = path; + + // remove any slash at the beginning of the path + if (subPath.startsWith('/')) { + subPath.remove(0, 1); } - QString subname; - int idx = subpath.indexOf('/'); - if (idx == -1) { - subname = subpath; - subpath = ""; + + QString filePath; + + // if the last thing is a trailing slash then we want to look for index file + if (subPath.endsWith('/') || subPath.size() == 0) { + QStringList possibleIndexFiles = QStringList() << "index.html" << "index.shtml"; + + foreach (const QString& possibleIndexFilename, possibleIndexFiles) { + if (QFileInfo(_documentRoot + subPath + possibleIndexFilename).exists()) { + filePath = _documentRoot + subPath + possibleIndexFilename; + break; + } + } + } else if (QFileInfo(_documentRoot + subPath).isFile()) { + filePath = _documentRoot + subPath; + } + + if (!filePath.isEmpty()) { + static QMimeDatabase mimeDatabase; + + qDebug() << "Serving file at" << filePath; + + QFile localFile(filePath); + localFile.open(QIODevice::ReadOnly); + + connection->respond("200 OK", localFile.readAll(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); } else { - subname = subpath.left(idx); - subpath = subpath.mid(idx + 1); - } - HttpRequestHandler* handler = _subhandlers.value(subname); - if (handler == 0 || !handler->handleRequest(connection, subname, subpath)) { + // respond with a 404 connection->respond("404 Not Found", "Resource not found."); } + return true; } -HttpManager::HttpManager(quint16 port, QObject* parent) : - QTcpServer(parent) { +HttpManager::HttpManager(quint16 port, const QString& documentRoot, QObject* parent) : + QTcpServer(parent), + _documentRoot(documentRoot) { // start listening on the passed port if (!listen(QHostAddress("0.0.0.0"), port)) { qDebug() << "Failed to open HTTP server socket:" << errorString(); @@ -54,7 +73,7 @@ HttpManager::HttpManager(quint16 port, QObject* parent) : connect(this, SIGNAL(newConnection()), SLOT(acceptConnections())); } -void HttpManager::acceptConnections () { +void HttpManager::acceptConnections() { QTcpSocket* socket; while ((socket = nextPendingConnection()) != 0) { new HttpConnection(socket, this); diff --git a/libraries/embedded-webserver/src/HttpManager.h b/libraries/embedded-webserver/src/HttpManager.h index 8751169271..5dbfefc8df 100755 --- a/libraries/embedded-webserver/src/HttpManager.h +++ b/libraries/embedded-webserver/src/HttpManager.h @@ -20,48 +20,10 @@ class HttpConnection; class HttpRequestHandler; -/** - * Interface for HTTP request handlers. - */ -class HttpRequestHandler -{ -public: - - /** - * Handles an HTTP request. - */ - virtual bool handleRequest ( - HttpConnection* connection, const QString& name, const QString& path) = 0; -}; - -/** - * Handles requests by forwarding them to subhandlers. - */ -class HttpSubrequestHandler : public HttpRequestHandler -{ -public: - - /** - * Registers a subhandler with the given name. - */ - void registerSubhandler (const QString& name, HttpRequestHandler* handler); - - /** - * Handles an HTTP request. - */ - virtual bool handleRequest ( - HttpConnection* connection, const QString& name, const QString& path); - -protected: - - /** Subhandlers mapped by name. */ - QHash _subhandlers; -}; - /** * Handles HTTP connections. */ -class HttpManager : public QTcpServer, public HttpSubrequestHandler +class HttpManager : public QTcpServer { Q_OBJECT @@ -70,7 +32,13 @@ public: /** * Initializes the manager. */ - HttpManager(quint16 port, QObject* parent = 0); + HttpManager(quint16 port, const QString& documentRoot, QObject* parent = 0); + + /** + * Handles an HTTP request. + */ + virtual bool handleRequest (HttpConnection* connection, const QString& path); + protected slots: @@ -78,6 +46,8 @@ protected slots: * Accepts all pending connections. */ void acceptConnections (); +protected: + QString _documentRoot; }; #endif // HTTP_MANAGER From e68dc1b1425d779ae19372a8dbebabe368b02ac2 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 09:00:34 -0800 Subject: [PATCH 05/18] cleaup commenting and style across new HTTP classes --- .../embedded-webserver/src/HttpConnection.cpp | 26 ++--- .../embedded-webserver/src/HttpConnection.h | 97 ++++++------------- .../embedded-webserver/src/HttpManager.h | 29 ++---- 3 files changed, 47 insertions(+), 105 deletions(-) diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HttpConnection.cpp index 7923e8ec40..ffb763cee3 100755 --- a/libraries/embedded-webserver/src/HttpConnection.cpp +++ b/libraries/embedded-webserver/src/HttpConnection.cpp @@ -23,8 +23,8 @@ HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) _parentManager(parentManager), _socket(socket), _stream(socket), - _address(socket->peerAddress()) -{ + _address(socket->peerAddress()) { + // take over ownership of the socket _socket->setParent(this); @@ -32,23 +32,16 @@ HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) connect(socket, SIGNAL(readyRead()), SLOT(readRequest())); connect(socket, SIGNAL(error(QAbstractSocket::SocketError)), SLOT(deleteLater())); connect(socket, SIGNAL(disconnected()), SLOT(deleteLater())); - - // log the connection - qDebug() << "HTTP connection opened." << _address; } -HttpConnection::~HttpConnection () -{ +HttpConnection::~HttpConnection() { // log the destruction - QString error; - QDebug base = qDebug() << "HTTP connection closed." << _address; if (_socket->error() != QAbstractSocket::UnknownSocketError) { - base << _socket->errorString(); + qDebug() << _socket->errorString(); } } -QList HttpConnection::parseFormData () const -{ +QList HttpConnection::parseFormData() const { // make sure we have the correct MIME type QList elements = _requestHeaders.value("Content-Type").split(';'); if (elements.at(0).trimmed() != "multipart/form-data") { @@ -64,6 +57,7 @@ QList HttpConnection::parseFormData () const break; } } + QByteArray start = "--" + boundary; QByteArray end = "\r\n--" + boundary + "--\r\n"; @@ -103,7 +97,7 @@ QList HttpConnection::parseFormData () const return data; } -void HttpConnection::respond (const char* code, const QByteArray& content, const char* contentType, const Headers& headers) { +void HttpConnection::respond(const char* code, const QByteArray& content, const char* contentType, const Headers& headers) { _socket->write("HTTP/1.1 "); _socket->write(code); _socket->write("\r\n"); @@ -139,8 +133,7 @@ void HttpConnection::respond (const char* code, const QByteArray& content, const _socket->disconnectFromHost(); } -void HttpConnection::readRequest () -{ +void HttpConnection::readRequest() { if (!_socket->canReadLine()) { return; } @@ -177,8 +170,7 @@ void HttpConnection::readRequest () readHeaders(); } -void HttpConnection::readHeaders () -{ +void HttpConnection::readHeaders() { while (_socket->canReadLine()) { QByteArray line = _socket->readLine(); QByteArray trimmed = line.trimmed(); diff --git a/libraries/embedded-webserver/src/HttpConnection.h b/libraries/embedded-webserver/src/HttpConnection.h index 22ab0ddbb5..c791a93a07 100755 --- a/libraries/embedded-webserver/src/HttpConnection.h +++ b/libraries/embedded-webserver/src/HttpConnection.h @@ -10,8 +10,8 @@ // (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) // -#ifndef HTTP_CONNECTION -#define HTTP_CONNECTION +#ifndef __hifi__HttpConnection__ +#define __hifi__HttpConnection__ #include #include @@ -27,128 +27,89 @@ class HttpManager; class MaskFilter; class ServerApp; -/** Header hash. */ +/// Header hash typedef QHash Headers; -/** A form data element. */ +/// A form data element typedef QPair FormData; -/** - * Handles a single HTTP connection. - */ -class HttpConnection : public QObject -{ +/// Handles a single HTTP connection. +class HttpConnection : public QObject { Q_OBJECT public: - /** WebSocket close status codes. */ + /// WebSocket close status codes. enum ReasonCode { NoReason = 0, NormalClosure = 1000, GoingAway = 1001 }; - /** - * Initializes the connection. - */ + /// Initializes the connection. HttpConnection (QTcpSocket* socket, HttpManager* parentManager); - /** - * Destroys the connection. - */ + /// Destroys the connection. virtual ~HttpConnection (); - /** - * Returns a pointer to the underlying socket, to which WebSocket message bodies should be - * written. - */ + /// Returns a pointer to the underlying socket, to which WebSocket message bodies should be written. QTcpSocket* socket () const { return _socket; } - /** - * Returns the request operation. - */ + /// Returns the request operation. QNetworkAccessManager::Operation requestOperation () const { return _requestOperation; } - /** - * Returns a reference to the request URL. - */ + /// Returns a reference to the request URL. const QUrl& requestUrl () const { return _requestUrl; } - /** - * Returns a reference to the request headers. - */ + /// Returns a reference to the request headers. const Headers& requestHeaders () const { return _requestHeaders; } - /** - * Returns a reference to the request content. - */ + /// Returns a reference to the request content. const QByteArray& requestContent () const { return _requestContent; } - /** - * Parses the request content as form data, returning a list of header/content pairs. - */ + /// Parses the request content as form data, returning a list of header/content pairs. QList parseFormData () const; - /** - * Sends a response and closes the connection. - */ + /// Sends a response and closes the connection. void respond (const char* code, const QByteArray& content = QByteArray(), const char* contentType = "text/plain; charset=ISO-8859-1", const Headers& headers = Headers()); -signals: - - /** - * Fired when a WebSocket message of the specified size is available to read. - */ - void webSocketMessageAvailable (QIODevice* device, int length, bool text); - - /** - * Fired when the WebSocket has been closed by the other side. - */ - void webSocketClosed (quint16 reasonCode, QByteArray reason); protected slots: - /** - * Reads the request line. - */ + /// Reads the request line. void readRequest (); - /** - * Reads the headers. - */ + /// Reads the headers. void readHeaders (); - /** - * Reads the content. - */ + /// Reads the content. void readContent (); protected: - /** The parent HTTP manager. */ + /// The parent HTTP manager HttpManager* _parentManager; - /** The underlying socket. */ + /// The underlying socket. QTcpSocket* _socket; - /** The data stream for writing to the socket. */ + /// The data stream for writing to the socket. QDataStream _stream; - /** The stored address. */ + /// The stored address. QHostAddress _address; - /** The requested operation. */ + /// The requested operation. QNetworkAccessManager::Operation _requestOperation; - /** The requested URL. */ + /// The requested URL. QUrl _requestUrl; - /** The request headers. */ + /// The request headers. Headers _requestHeaders; - /** The last request header processed (used for continuations). */ + /// The last request header processed (used for continuations). QByteArray _lastRequestHeader; - /** The content of the request. */ + /// The content of the request. QByteArray _requestContent; }; -#endif // HTTP_CONNECTION +#endif /* defined(__hifi__HttpConnection__) */ diff --git a/libraries/embedded-webserver/src/HttpManager.h b/libraries/embedded-webserver/src/HttpManager.h index 5dbfefc8df..1c5cb7ee65 100755 --- a/libraries/embedded-webserver/src/HttpManager.h +++ b/libraries/embedded-webserver/src/HttpManager.h @@ -10,8 +10,8 @@ // (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) // -#ifndef HTTP_MANAGER -#define HTTP_MANAGER +#ifndef __hifi__HttpManager__ +#define __hifi__HttpManager__ #include #include @@ -20,34 +20,23 @@ class HttpConnection; class HttpRequestHandler; -/** - * Handles HTTP connections. - */ -class HttpManager : public QTcpServer -{ +/// Handles HTTP connections +class HttpManager : public QTcpServer { Q_OBJECT public: - /** - * Initializes the manager. - */ + /// Initializes the manager. HttpManager(quint16 port, const QString& documentRoot, QObject* parent = 0); - /** - * Handles an HTTP request. - */ + /// Handles an HTTP request. virtual bool handleRequest (HttpConnection* connection, const QString& path); - protected slots: - - /** - * Accepts all pending connections. - */ - void acceptConnections (); + /// Accepts all pending connections + void acceptConnections(); protected: QString _documentRoot; }; -#endif // HTTP_MANAGER +#endif /* defined(__hifi__HttpManager__) */ From bce40a9963dbb0c0946fc9f509057b1d98418299 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 10:40:49 -0800 Subject: [PATCH 06/18] add basic SSI include support to HttpManager --- .../resources/web/assignment/index.shtml | 2 +- .../web/{footer.shtml => footer.html} | 0 .../web/{header.shtml => header.html} | 0 domain-server/resources/web/index.shtml | 6 +-- .../web/{page-end.shtml => page-end.html} | 0 .../embedded-webserver/src/HttpConnection.cpp | 1 - .../embedded-webserver/src/HttpManager.cpp | 48 +++++++++++++++++-- 7 files changed, 49 insertions(+), 8 deletions(-) rename domain-server/resources/web/{footer.shtml => footer.html} (100%) rename domain-server/resources/web/{header.shtml => header.html} (100%) rename domain-server/resources/web/{page-end.shtml => page-end.html} (100%) diff --git a/domain-server/resources/web/assignment/index.shtml b/domain-server/resources/web/assignment/index.shtml index ba736fd6e6..64a6d8825f 100644 --- a/domain-server/resources/web/assignment/index.shtml +++ b/domain-server/resources/web/assignment/index.shtml @@ -5,7 +5,7 @@ -
+
diff --git a/domain-server/resources/web/footer.shtml b/domain-server/resources/web/footer.html similarity index 100% rename from domain-server/resources/web/footer.shtml rename to domain-server/resources/web/footer.html diff --git a/domain-server/resources/web/header.shtml b/domain-server/resources/web/header.html similarity index 100% rename from domain-server/resources/web/header.shtml rename to domain-server/resources/web/header.html diff --git a/domain-server/resources/web/index.shtml b/domain-server/resources/web/index.shtml index 2b64dad530..29c39f6c02 100644 --- a/domain-server/resources/web/index.shtml +++ b/domain-server/resources/web/index.shtml @@ -1,4 +1,4 @@ - +

Nodes

@@ -27,6 +27,6 @@
- + - \ No newline at end of file + \ No newline at end of file diff --git a/domain-server/resources/web/page-end.shtml b/domain-server/resources/web/page-end.html similarity index 100% rename from domain-server/resources/web/page-end.shtml rename to domain-server/resources/web/page-end.html diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HttpConnection.cpp index ffb763cee3..82660c8473 100755 --- a/libraries/embedded-webserver/src/HttpConnection.cpp +++ b/libraries/embedded-webserver/src/HttpConnection.cpp @@ -123,7 +123,6 @@ void HttpConnection::respond(const char* code, const QByteArray& content, const _socket->write("Connection: close\r\n\r\n"); if (csize > 0) { - qDebug() << "Writing" << QString(content) << "\n"; _socket->write(content); } diff --git a/libraries/embedded-webserver/src/HttpManager.cpp b/libraries/embedded-webserver/src/HttpManager.cpp index 0d7f4b3286..07dd376c8a 100755 --- a/libraries/embedded-webserver/src/HttpManager.cpp +++ b/libraries/embedded-webserver/src/HttpManager.cpp @@ -42,16 +42,58 @@ bool HttpManager::handleRequest(HttpConnection* connection, const QString& path) } else if (QFileInfo(_documentRoot + subPath).isFile()) { filePath = _documentRoot + subPath; } + if (!filePath.isEmpty()) { static QMimeDatabase mimeDatabase; - qDebug() << "Serving file at" << filePath; - QFile localFile(filePath); localFile.open(QIODevice::ReadOnly); + QString localFileString(localFile.readAll()); - connection->respond("200 OK", localFile.readAll(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); + QFileInfo localFileInfo(filePath); + + if (localFileInfo.completeSuffix() == "shtml") { + // this is a file that may have some SSI statements + // the only thing we support is the include directive, but check the contents for that + + // setup our static QRegExp that will catch and directives + const QString includeRegExpString = ""; + QRegExp includeRegExp(includeRegExpString); + + int matchPosition = 0; + + + while ((matchPosition = includeRegExp.indexIn(localFileString, matchPosition)) != -1) { + // check if this is a file or vitual include + bool isFileInclude = includeRegExp.cap(1) == "file"; + + // setup the correct file path for the included file + QString includeFilePath = isFileInclude + ? localFileInfo.canonicalPath() + "/" + includeRegExp.cap(2) + : _documentRoot + includeRegExp.cap(2); + + QString replacementString; + + if (QFileInfo(includeFilePath).isFile()) { + + QFile includedFile(includeFilePath); + includedFile.open(QIODevice::ReadOnly); + + replacementString = QString(includedFile.readAll()); + } else { + qDebug() << "SSI include directive referenced a missing file:" << includeFilePath; + } + + // replace the match with the contents of the file, or an empty string if the file was not found + localFileString.replace(matchPosition, includeRegExp.matchedLength(), replacementString); + + // push the match position forward so we can check the next match + matchPosition += includeRegExp.matchedLength(); + } + } + + connection->respond("200 OK", localFileString.toLocal8Bit(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); } else { // respond with a 404 connection->respond("404 Not Found", "Resource not found."); From 40cdba203d9a27e5ba85b0823748cf46906d865e Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 11:29:20 -0800 Subject: [PATCH 07/18] handle programmatic DS requests except for script creation --- domain-server/src/DomainServer.cpp | 255 ++++++++---------- domain-server/src/DomainServer.h | 4 +- .../embedded-webserver/src/HttpConnection.cpp | 12 +- .../embedded-webserver/src/HttpConnection.h | 5 +- .../embedded-webserver/src/HttpManager.cpp | 26 +- .../embedded-webserver/src/HttpManager.h | 21 +- 6 files changed, 159 insertions(+), 164 deletions(-) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index eb5801197a..4d15a98b33 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -13,6 +13,7 @@ #include #include +#include #include #include #include @@ -33,7 +34,7 @@ const quint16 DOMAIN_SERVER_HTTP_PORT = 8080; DomainServer::DomainServer(int argc, char* argv[]) : QCoreApplication(argc, argv), - _httpManager(DOMAIN_SERVER_HTTP_PORT, QString("%1/resources/web/").arg(QCoreApplication::applicationDirPath())), + _httpManager(DOMAIN_SERVER_HTTP_PORT, QString("%1/resources/web/").arg(QCoreApplication::applicationDirPath()), this), _assignmentQueueMutex(), _assignmentQueue(), _staticAssignmentFile(QString("%1/config.ds").arg(QCoreApplication::applicationDirPath())), @@ -293,142 +294,122 @@ QJsonObject jsonObjectForNode(Node* node) { return nodeJson; } -//int DomainServer::civetwebRequestHandler(struct mg_connection *connection) { -// const struct mg_request_info* ri = mg_get_request_info(connection); -// -// const char RESPONSE_200[] = "HTTP/1.0 200 OK\r\n\r\n"; -// const char RESPONSE_400[] = "HTTP/1.0 400 Bad Request\r\n\r\n"; -// -// const char URI_ASSIGNMENT[] = "/assignment"; -// const char URI_NODE[] = "/node"; -// -// if (strcmp(ri->request_method, "GET") == 0) { -// if (strcmp(ri->uri, "/assignments.json") == 0) { -// // user is asking for json list of assignments -// -// // start with a 200 response -// mg_printf(connection, "%s", RESPONSE_200); -// -// // setup the JSON -// QJsonObject assignmentJSON; -// QJsonObject assignedNodesJSON; -// -// // enumerate the NodeList to find the assigned nodes -// foreach (const SharedNodePointer& node, NodeList::getInstance()->getNodeHash()) { -// if (node->getLinkedData()) { -// // add the node using the UUID as the key -// QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); -// assignedNodesJSON[uuidString] = jsonObjectForNode(node.data()); -// } -// } -// -// assignmentJSON["fulfilled"] = assignedNodesJSON; -// -// QJsonObject queuedAssignmentsJSON; -// -// // add the queued but unfilled assignments to the json -// std::deque::iterator assignment = domainServerInstance->_assignmentQueue.begin(); -// -// while (assignment != domainServerInstance->_assignmentQueue.end()) { -// QJsonObject queuedAssignmentJSON; -// -// QString uuidString = uuidStringWithoutCurlyBraces((*assignment)->getUUID()); -// queuedAssignmentJSON[JSON_KEY_TYPE] = QString((*assignment)->getTypeName()); -// -// // if the assignment has a pool, add it -// if ((*assignment)->hasPool()) { -// queuedAssignmentJSON[JSON_KEY_POOL] = QString((*assignment)->getPool()); -// } -// -// // add this queued assignment to the JSON -// queuedAssignmentsJSON[uuidString] = queuedAssignmentJSON; -// -// // push forward the iterator to check the next assignment -// assignment++; -// } -// -// assignmentJSON["queued"] = queuedAssignmentsJSON; -// -// // print out the created JSON -// QJsonDocument assignmentDocument(assignmentJSON); -// mg_printf(connection, "%s", assignmentDocument.toJson().constData()); -// -// // we've processed this request -// return 1; -// } else if (strcmp(ri->uri, "/nodes.json") == 0) { -// // start with a 200 response -// mg_printf(connection, "%s", RESPONSE_200); -// -// // setup the JSON -// QJsonObject rootJSON; -// QJsonObject nodesJSON; -// -// // enumerate the NodeList to find the assigned nodes -// NodeList* nodeList = NodeList::getInstance(); -// -// foreach (const SharedNodePointer& node, nodeList->getNodeHash()) { -// // add the node using the UUID as the key -// QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); -// nodesJSON[uuidString] = jsonObjectForNode(node.data()); -// } -// -// rootJSON["nodes"] = nodesJSON; -// -// // print out the created JSON -// QJsonDocument nodesDocument(rootJSON); -// mg_printf(connection, "%s", nodesDocument.toJson().constData()); -// -// // we've processed this request -// return 1; -// } -// -// // not processed, pass to document root -// return 0; -// } else if (strcmp(ri->request_method, "POST") == 0) { -// if (strcmp(ri->uri, URI_ASSIGNMENT) == 0) { -// // return a 200 -// mg_printf(connection, "%s", RESPONSE_200); -// // upload the file -// mg_upload(connection, "/tmp"); -// -// return 1; -// } -// -// return 0; -// } else if (strcmp(ri->request_method, "DELETE") == 0) { -// // this is a DELETE request -// -// // check if it is for an assignment -// if (memcmp(ri->uri, URI_NODE, strlen(URI_NODE)) == 0) { -// // pull the UUID from the url -// QUuid deleteUUID = QUuid(QString(ri->uri + strlen(URI_NODE) + sizeof('/'))); -// -// if (!deleteUUID.isNull()) { -// SharedNodePointer nodeToKill = NodeList::getInstance()->nodeWithUUID(deleteUUID); -// -// if (nodeToKill) { -// // start with a 200 response -// mg_printf(connection, "%s", RESPONSE_200); -// -// // we have a valid UUID and node - kill the node that has this assignment -// QMetaObject::invokeMethod(NodeList::getInstance(), "killNodeWithUUID", Q_ARG(const QUuid&, deleteUUID)); -// -// // successfully processed request -// return 1; -// } -// } -// } -// -// // request not processed - bad request -// mg_printf(connection, "%s", RESPONSE_400); -// -// // this was processed by civetweb -// return 1; -// } else { -// // have mongoose process this request from the document_root -// return 0; -// } -//} +bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& path) { + const QString JSON_MIME_TYPE = "application/json"; + + const QString URI_ASSIGNMENT = "/assignment"; + const QString URI_NODE = "/node"; + + if (connection->requestOperation() == QNetworkAccessManager::GetOperation) { + if (path == "/assignments.json") { + // user is asking for json list of assignments + + // setup the JSON + QJsonObject assignmentJSON; + QJsonObject assignedNodesJSON; + + // enumerate the NodeList to find the assigned nodes + foreach (const SharedNodePointer& node, NodeList::getInstance()->getNodeHash()) { + if (node->getLinkedData()) { + // add the node using the UUID as the key + QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); + assignedNodesJSON[uuidString] = jsonObjectForNode(node.data()); + } + } + + assignmentJSON["fulfilled"] = assignedNodesJSON; + + QJsonObject queuedAssignmentsJSON; + + // add the queued but unfilled assignments to the json + std::deque::iterator assignment = domainServerInstance->_assignmentQueue.begin(); + + while (assignment != domainServerInstance->_assignmentQueue.end()) { + QJsonObject queuedAssignmentJSON; + + QString uuidString = uuidStringWithoutCurlyBraces((*assignment)->getUUID()); + queuedAssignmentJSON[JSON_KEY_TYPE] = QString((*assignment)->getTypeName()); + + // if the assignment has a pool, add it + if ((*assignment)->hasPool()) { + queuedAssignmentJSON[JSON_KEY_POOL] = QString((*assignment)->getPool()); + } + + // add this queued assignment to the JSON + queuedAssignmentsJSON[uuidString] = queuedAssignmentJSON; + + // push forward the iterator to check the next assignment + assignment++; + } + + assignmentJSON["queued"] = queuedAssignmentsJSON; + + // print out the created JSON + QJsonDocument assignmentDocument(assignmentJSON); + connection->respond(HttpConnection::StatusCode200, assignmentDocument.toJson(), qPrintable(JSON_MIME_TYPE)); + + // we've processed this request + return true; + } else if (path == "/nodes.json") { + // setup the JSON + QJsonObject rootJSON; + QJsonObject nodesJSON; + + // enumerate the NodeList to find the assigned nodes + NodeList* nodeList = NodeList::getInstance(); + + foreach (const SharedNodePointer& node, nodeList->getNodeHash()) { + // add the node using the UUID as the key + QString uuidString = uuidStringWithoutCurlyBraces(node->getUUID()); + nodesJSON[uuidString] = jsonObjectForNode(node.data()); + } + + rootJSON["nodes"] = nodesJSON; + + // print out the created JSON + QJsonDocument nodesDocument(rootJSON); + + // send the response + connection->respond(HttpConnection::StatusCode200, nodesDocument.toJson(), qPrintable(JSON_MIME_TYPE)); + } + } else if (connection->requestOperation() == QNetworkAccessManager::PostOperation) { + if (path == URI_ASSIGNMENT) { + // this is a script upload - ask the HttpConnection to parse the form data + QList formData = connection->parseFormData(); + qDebug() << formData; + } + } else if (connection->requestOperation() == QNetworkAccessManager::DeleteOperation) { + if (path.startsWith(URI_NODE)) { + // this is a request to DELETE a node by UUID + + // pull the UUID from the url + QUuid deleteUUID = QUuid(path.mid(URI_NODE.size() + sizeof('/'))); + + if (!deleteUUID.isNull()) { + SharedNodePointer nodeToKill = NodeList::getInstance()->nodeWithUUID(deleteUUID); + + if (nodeToKill) { + // start with a 200 response + connection->respond(HttpConnection::StatusCode200); + + // we have a valid UUID and node - kill the node that has this assignment + QMetaObject::invokeMethod(NodeList::getInstance(), "killNodeWithUUID", Q_ARG(const QUuid&, deleteUUID)); + + // successfully processed request + return true; + } + } + + // bad request, couldn't pull a node ID + connection->respond(HttpConnection::StatusCode400); + + return true; + } + } + + // didn't process the request, let the HTTPManager try and handle + return false; +} const char ASSIGNMENT_SCRIPT_HOST_LOCATION[] = "resources/web/assignment"; diff --git a/domain-server/src/DomainServer.h b/domain-server/src/DomainServer.h index 56cb1225b8..96a33eb267 100644 --- a/domain-server/src/DomainServer.h +++ b/domain-server/src/DomainServer.h @@ -21,11 +21,13 @@ const int MAX_STATIC_ASSIGNMENT_FILE_ASSIGNMENTS = 1000; -class DomainServer : public QCoreApplication { +class DomainServer : public QCoreApplication, public HttpRequestHandler { Q_OBJECT public: DomainServer(int argc, char* argv[]); + bool handleHTTPRequest(HttpConnection* connection, const QString& path); + void exit(int retCode = 0); static void setDomainServerInstance(DomainServer* domainServer); diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HttpConnection.cpp index 82660c8473..0ea14ea82b 100755 --- a/libraries/embedded-webserver/src/HttpConnection.cpp +++ b/libraries/embedded-webserver/src/HttpConnection.cpp @@ -5,10 +5,6 @@ // Created by Stephen Birarda on 1/16/14. // Copyright (c) 2014 HighFidelity, Inc. All rights reserved. // -// Heavily based on Andrzej Kapolka's original HttpConnection class -// found from another one of his projects. -// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) -// #include @@ -18,6 +14,10 @@ #include "HttpConnection.h" #include "HttpManager.h" +const char* HttpConnection::StatusCode200 = "200 OK"; +const char* HttpConnection::StatusCode400 = "400 Bad Request"; +const char* HttpConnection::StatusCode404 = "404 Not Found"; + HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) : QObject(parentManager), _parentManager(parentManager), @@ -178,7 +178,7 @@ void HttpConnection::readHeaders() { QByteArray clength = _requestHeaders.value("Content-Length"); if (clength.isEmpty()) { - _parentManager->handleRequest(this, _requestUrl.path()); + _parentManager->handleHTTPRequest(this, _requestUrl.path()); } else { _requestContent.resize(clength.toInt()); @@ -217,5 +217,5 @@ void HttpConnection::readContent() { _socket->read(_requestContent.data(), size); _socket->disconnect(this, SLOT(readContent())); - _parentManager->handleRequest(this, _requestUrl.path()); + _parentManager->handleHTTPRequest(this, _requestUrl.path()); } diff --git a/libraries/embedded-webserver/src/HttpConnection.h b/libraries/embedded-webserver/src/HttpConnection.h index c791a93a07..23f210218f 100755 --- a/libraries/embedded-webserver/src/HttpConnection.h +++ b/libraries/embedded-webserver/src/HttpConnection.h @@ -7,7 +7,7 @@ // // Heavily based on Andrzej Kapolka's original HttpConnection class // found from another one of his projects. -// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// https://github.com/ey6es/witgap/tree/master/src/cpp/server/http // #ifndef __hifi__HttpConnection__ @@ -38,6 +38,9 @@ class HttpConnection : public QObject { Q_OBJECT public: + static const char* StatusCode200; + static const char* StatusCode400; + static const char* StatusCode404; /// WebSocket close status codes. enum ReasonCode { NoReason = 0, NormalClosure = 1000, GoingAway = 1001 }; diff --git a/libraries/embedded-webserver/src/HttpManager.cpp b/libraries/embedded-webserver/src/HttpManager.cpp index 07dd376c8a..58c6574db9 100755 --- a/libraries/embedded-webserver/src/HttpManager.cpp +++ b/libraries/embedded-webserver/src/HttpManager.cpp @@ -5,10 +5,6 @@ // Created by Stephen Birarda on 1/16/14. // Copyright (c) 2014 HighFidelity, Inc. All rights reserved. // -// Heavily based on Andrzej Kapolka's original HttpManager class -// found from another one of his projects. -// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) -// #include #include @@ -19,7 +15,15 @@ #include "HttpConnection.h" #include "HttpManager.h" -bool HttpManager::handleRequest(HttpConnection* connection, const QString& path) { +bool HttpManager::handleHTTPRequest(HttpConnection* connection, const QString& path) { + if (_requestHandler && _requestHandler->handleHTTPRequest(connection, path)) { + // this request was handled by our _requestHandler object + // so we don't need to attempt to do so in the document root + return true; + } + + // check to see if there is a file to serve from the document root for this path + QString subPath = path; // remove any slash at the beginning of the path @@ -45,6 +49,8 @@ bool HttpManager::handleRequest(HttpConnection* connection, const QString& path) if (!filePath.isEmpty()) { + // file exists, serve it + static QMimeDatabase mimeDatabase; QFile localFile(filePath); @@ -93,18 +99,20 @@ bool HttpManager::handleRequest(HttpConnection* connection, const QString& path) } } - connection->respond("200 OK", localFileString.toLocal8Bit(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); + connection->respond(HttpConnection::StatusCode200, localFileString.toLocal8Bit(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); } else { // respond with a 404 - connection->respond("404 Not Found", "Resource not found."); + connection->respond(HttpConnection::StatusCode404, "Resource not found."); } return true; } -HttpManager::HttpManager(quint16 port, const QString& documentRoot, QObject* parent) : +HttpManager::HttpManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler, QObject* parent) : QTcpServer(parent), - _documentRoot(documentRoot) { + _documentRoot(documentRoot), + _requestHandler(requestHandler) +{ // start listening on the passed port if (!listen(QHostAddress("0.0.0.0"), port)) { qDebug() << "Failed to open HTTP server socket:" << errorString(); diff --git a/libraries/embedded-webserver/src/HttpManager.h b/libraries/embedded-webserver/src/HttpManager.h index 1c5cb7ee65..80a2c5ba2c 100755 --- a/libraries/embedded-webserver/src/HttpManager.h +++ b/libraries/embedded-webserver/src/HttpManager.h @@ -7,36 +7,37 @@ // // Heavily based on Andrzej Kapolka's original HttpManager class // found from another one of his projects. -// (https://github.com/ey6es/witgap/tree/master/src/cpp/server/http) +// https://github.com/ey6es/witgap/tree/master/src/cpp/server/http // #ifndef __hifi__HttpManager__ #define __hifi__HttpManager__ -#include -#include #include class HttpConnection; -class HttpRequestHandler; + +class HttpRequestHandler { +public: + /// Handles an HTTP request. + virtual bool handleHTTPRequest(HttpConnection* connection, const QString& path) = 0; +}; /// Handles HTTP connections -class HttpManager : public QTcpServer { +class HttpManager : public QTcpServer, public HttpRequestHandler { Q_OBJECT - public: - /// Initializes the manager. - HttpManager(quint16 port, const QString& documentRoot, QObject* parent = 0); + HttpManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler = NULL, QObject* parent = 0); - /// Handles an HTTP request. - virtual bool handleRequest (HttpConnection* connection, const QString& path); + bool handleHTTPRequest(HttpConnection* connection, const QString& path); protected slots: /// Accepts all pending connections void acceptConnections(); protected: QString _documentRoot; + HttpRequestHandler* _requestHandler; }; #endif /* defined(__hifi__HttpManager__) */ From 58b426590ff45be4b4b306ad3104529450f54c09 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 11:38:24 -0800 Subject: [PATCH 08/18] make sure boundary in script upload is followed by new line --- domain-server/resources/web/assignment/js/assignment.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/domain-server/resources/web/assignment/js/assignment.js b/domain-server/resources/web/assignment/js/assignment.js index a34f539961..a04c8192f4 100644 --- a/domain-server/resources/web/assignment/js/assignment.js +++ b/domain-server/resources/web/assignment/js/assignment.js @@ -19,7 +19,7 @@ $(document).ready(function(){ + 'Content-type: application/javascript\r\n\r\n' // add the script + script + '\r\n' - + '--' + boundary + '--'; + + '--' + boundary + '--\r\n'; var headers = {}; if ($('#instance-field input').val()) { From ce393fdf27be0a6100777b47c99f90c17006adeb Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 11:53:47 -0800 Subject: [PATCH 09/18] uppercase the names of the HTTP classes --- domain-server/src/DomainServer.cpp | 16 ++++++------ domain-server/src/DomainServer.h | 6 ++--- ...{HttpConnection.cpp => HTTPConnection.cpp} | 26 +++++++++---------- .../{HttpConnection.h => HTTPConnection.h} | 20 +++++++------- .../src/{HttpManager.cpp => HTTPManager.cpp} | 18 ++++++------- .../src/{HttpManager.h => HTTPManager.h} | 20 +++++++------- 6 files changed, 53 insertions(+), 53 deletions(-) rename libraries/embedded-webserver/src/{HttpConnection.cpp => HTTPConnection.cpp} (91%) rename libraries/embedded-webserver/src/{HttpConnection.h => HTTPConnection.h} (87%) mode change 100755 => 100644 rename libraries/embedded-webserver/src/{HttpManager.cpp => HTTPManager.cpp} (91%) rename libraries/embedded-webserver/src/{HttpManager.h => HTTPManager.h} (60%) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index 4d15a98b33..c1be563672 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -13,7 +13,7 @@ #include #include -#include +#include #include #include #include @@ -34,7 +34,7 @@ const quint16 DOMAIN_SERVER_HTTP_PORT = 8080; DomainServer::DomainServer(int argc, char* argv[]) : QCoreApplication(argc, argv), - _httpManager(DOMAIN_SERVER_HTTP_PORT, QString("%1/resources/web/").arg(QCoreApplication::applicationDirPath()), this), + _HTTPManager(DOMAIN_SERVER_HTTP_PORT, QString("%1/resources/web/").arg(QCoreApplication::applicationDirPath()), this), _assignmentQueueMutex(), _assignmentQueue(), _staticAssignmentFile(QString("%1/config.ds").arg(QCoreApplication::applicationDirPath())), @@ -294,7 +294,7 @@ QJsonObject jsonObjectForNode(Node* node) { return nodeJson; } -bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& path) { +bool DomainServer::handleHTTPRequest(HTTPConnection* connection, const QString& path) { const QString JSON_MIME_TYPE = "application/json"; const QString URI_ASSIGNMENT = "/assignment"; @@ -346,7 +346,7 @@ bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& // print out the created JSON QJsonDocument assignmentDocument(assignmentJSON); - connection->respond(HttpConnection::StatusCode200, assignmentDocument.toJson(), qPrintable(JSON_MIME_TYPE)); + connection->respond(HTTPConnection::StatusCode200, assignmentDocument.toJson(), qPrintable(JSON_MIME_TYPE)); // we've processed this request return true; @@ -370,11 +370,11 @@ bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& QJsonDocument nodesDocument(rootJSON); // send the response - connection->respond(HttpConnection::StatusCode200, nodesDocument.toJson(), qPrintable(JSON_MIME_TYPE)); + connection->respond(HTTPConnection::StatusCode200, nodesDocument.toJson(), qPrintable(JSON_MIME_TYPE)); } } else if (connection->requestOperation() == QNetworkAccessManager::PostOperation) { if (path == URI_ASSIGNMENT) { - // this is a script upload - ask the HttpConnection to parse the form data + // this is a script upload - ask the HTTPConnection to parse the form data QList formData = connection->parseFormData(); qDebug() << formData; } @@ -390,7 +390,7 @@ bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& if (nodeToKill) { // start with a 200 response - connection->respond(HttpConnection::StatusCode200); + connection->respond(HTTPConnection::StatusCode200); // we have a valid UUID and node - kill the node that has this assignment QMetaObject::invokeMethod(NodeList::getInstance(), "killNodeWithUUID", Q_ARG(const QUuid&, deleteUUID)); @@ -401,7 +401,7 @@ bool DomainServer::handleHTTPRequest(HttpConnection* connection, const QString& } // bad request, couldn't pull a node ID - connection->respond(HttpConnection::StatusCode400); + connection->respond(HTTPConnection::StatusCode400); return true; } diff --git a/domain-server/src/DomainServer.h b/domain-server/src/DomainServer.h index 96a33eb267..17f0904e21 100644 --- a/domain-server/src/DomainServer.h +++ b/domain-server/src/DomainServer.h @@ -16,7 +16,7 @@ #include #include -#include +#include #include const int MAX_STATIC_ASSIGNMENT_FILE_ASSIGNMENTS = 1000; @@ -26,7 +26,7 @@ class DomainServer : public QCoreApplication, public HttpRequestHandler { public: DomainServer(int argc, char* argv[]); - bool handleHTTPRequest(HttpConnection* connection, const QString& path); + bool handleHTTPRequest(HTTPConnection* connection, const QString& path); void exit(int retCode = 0); @@ -50,7 +50,7 @@ private: unsigned char* addNodeToBroadcastPacket(unsigned char* currentPosition, Node* nodeToAdd); - HttpManager _httpManager; + HTTPManager _HTTPManager; QMutex _assignmentQueueMutex; std::deque _assignmentQueue; diff --git a/libraries/embedded-webserver/src/HttpConnection.cpp b/libraries/embedded-webserver/src/HTTPConnection.cpp similarity index 91% rename from libraries/embedded-webserver/src/HttpConnection.cpp rename to libraries/embedded-webserver/src/HTTPConnection.cpp index 0ea14ea82b..3ffc96c9f4 100755 --- a/libraries/embedded-webserver/src/HttpConnection.cpp +++ b/libraries/embedded-webserver/src/HTTPConnection.cpp @@ -1,5 +1,5 @@ // -// HttpConnection.cpp +// HTTPConnection.cpp // hifi // // Created by Stephen Birarda on 1/16/14. @@ -11,14 +11,14 @@ #include #include -#include "HttpConnection.h" -#include "HttpManager.h" +#include "HTTPConnection.h" +#include "HTTPManager.h" -const char* HttpConnection::StatusCode200 = "200 OK"; -const char* HttpConnection::StatusCode400 = "400 Bad Request"; -const char* HttpConnection::StatusCode404 = "404 Not Found"; +const char* HTTPConnection::StatusCode200 = "200 OK"; +const char* HTTPConnection::StatusCode400 = "400 Bad Request"; +const char* HTTPConnection::StatusCode404 = "404 Not Found"; -HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) : +HTTPConnection::HTTPConnection (QTcpSocket* socket, HTTPManager* parentManager) : QObject(parentManager), _parentManager(parentManager), _socket(socket), @@ -34,14 +34,14 @@ HttpConnection::HttpConnection (QTcpSocket* socket, HttpManager* parentManager) connect(socket, SIGNAL(disconnected()), SLOT(deleteLater())); } -HttpConnection::~HttpConnection() { +HTTPConnection::~HTTPConnection() { // log the destruction if (_socket->error() != QAbstractSocket::UnknownSocketError) { qDebug() << _socket->errorString(); } } -QList HttpConnection::parseFormData() const { +QList HTTPConnection::parseFormData() const { // make sure we have the correct MIME type QList elements = _requestHeaders.value("Content-Type").split(';'); if (elements.at(0).trimmed() != "multipart/form-data") { @@ -97,7 +97,7 @@ QList HttpConnection::parseFormData() const { return data; } -void HttpConnection::respond(const char* code, const QByteArray& content, const char* contentType, const Headers& headers) { +void HTTPConnection::respond(const char* code, const QByteArray& content, const char* contentType, const Headers& headers) { _socket->write("HTTP/1.1 "); _socket->write(code); _socket->write("\r\n"); @@ -132,7 +132,7 @@ void HttpConnection::respond(const char* code, const QByteArray& content, const _socket->disconnectFromHost(); } -void HttpConnection::readRequest() { +void HTTPConnection::readRequest() { if (!_socket->canReadLine()) { return; } @@ -169,7 +169,7 @@ void HttpConnection::readRequest() { readHeaders(); } -void HttpConnection::readHeaders() { +void HTTPConnection::readHeaders() { while (_socket->canReadLine()) { QByteArray line = _socket->readLine(); QByteArray trimmed = line.trimmed(); @@ -209,7 +209,7 @@ void HttpConnection::readHeaders() { } } -void HttpConnection::readContent() { +void HTTPConnection::readContent() { int size = _requestContent.size(); if (_socket->bytesAvailable() < size) { return; diff --git a/libraries/embedded-webserver/src/HttpConnection.h b/libraries/embedded-webserver/src/HTTPConnection.h old mode 100755 new mode 100644 similarity index 87% rename from libraries/embedded-webserver/src/HttpConnection.h rename to libraries/embedded-webserver/src/HTTPConnection.h index 23f210218f..80e470ece1 --- a/libraries/embedded-webserver/src/HttpConnection.h +++ b/libraries/embedded-webserver/src/HTTPConnection.h @@ -1,17 +1,17 @@ // -// HttpConnection.h +// HTTPConnection.h // hifi // // Created by Stephen Birarda on 1/16/14. // Copyright (c) 2014 HighFidelity, Inc. All rights reserved. // -// Heavily based on Andrzej Kapolka's original HttpConnection class +// Heavily based on Andrzej Kapolka's original HTTPConnection class // found from another one of his projects. // https://github.com/ey6es/witgap/tree/master/src/cpp/server/http // -#ifndef __hifi__HttpConnection__ -#define __hifi__HttpConnection__ +#ifndef __hifi__HTTPConnection__ +#define __hifi__HTTPConnection__ #include #include @@ -23,7 +23,7 @@ #include class QTcpSocket; -class HttpManager; +class HTTPManager; class MaskFilter; class ServerApp; @@ -34,7 +34,7 @@ typedef QHash Headers; typedef QPair FormData; /// Handles a single HTTP connection. -class HttpConnection : public QObject { +class HTTPConnection : public QObject { Q_OBJECT public: @@ -46,10 +46,10 @@ public: enum ReasonCode { NoReason = 0, NormalClosure = 1000, GoingAway = 1001 }; /// Initializes the connection. - HttpConnection (QTcpSocket* socket, HttpManager* parentManager); + HTTPConnection (QTcpSocket* socket, HTTPManager* parentManager); /// Destroys the connection. - virtual ~HttpConnection (); + virtual ~HTTPConnection (); /// Returns a pointer to the underlying socket, to which WebSocket message bodies should be written. QTcpSocket* socket () const { return _socket; } @@ -88,7 +88,7 @@ protected slots: protected: /// The parent HTTP manager - HttpManager* _parentManager; + HTTPManager* _parentManager; /// The underlying socket. QTcpSocket* _socket; @@ -115,4 +115,4 @@ protected: QByteArray _requestContent; }; -#endif /* defined(__hifi__HttpConnection__) */ +#endif /* defined(__hifi__HTTPConnection__) */ diff --git a/libraries/embedded-webserver/src/HttpManager.cpp b/libraries/embedded-webserver/src/HTTPManager.cpp similarity index 91% rename from libraries/embedded-webserver/src/HttpManager.cpp rename to libraries/embedded-webserver/src/HTTPManager.cpp index 58c6574db9..89712d825c 100755 --- a/libraries/embedded-webserver/src/HttpManager.cpp +++ b/libraries/embedded-webserver/src/HTTPManager.cpp @@ -1,5 +1,5 @@ // -// HttpManager.cpp +// HTTPManager.cpp // hifi // // Created by Stephen Birarda on 1/16/14. @@ -12,10 +12,10 @@ #include #include -#include "HttpConnection.h" -#include "HttpManager.h" +#include "HTTPConnection.h" +#include "HTTPManager.h" -bool HttpManager::handleHTTPRequest(HttpConnection* connection, const QString& path) { +bool HTTPManager::handleHTTPRequest(HTTPConnection* connection, const QString& path) { if (_requestHandler && _requestHandler->handleHTTPRequest(connection, path)) { // this request was handled by our _requestHandler object // so we don't need to attempt to do so in the document root @@ -99,16 +99,16 @@ bool HttpManager::handleHTTPRequest(HttpConnection* connection, const QString& p } } - connection->respond(HttpConnection::StatusCode200, localFileString.toLocal8Bit(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); + connection->respond(HTTPConnection::StatusCode200, localFileString.toLocal8Bit(), qPrintable(mimeDatabase.mimeTypeForFile(filePath).name())); } else { // respond with a 404 - connection->respond(HttpConnection::StatusCode404, "Resource not found."); + connection->respond(HTTPConnection::StatusCode404, "Resource not found."); } return true; } -HttpManager::HttpManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler, QObject* parent) : +HTTPManager::HTTPManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler, QObject* parent) : QTcpServer(parent), _documentRoot(documentRoot), _requestHandler(requestHandler) @@ -123,9 +123,9 @@ HttpManager::HttpManager(quint16 port, const QString& documentRoot, HttpRequestH connect(this, SIGNAL(newConnection()), SLOT(acceptConnections())); } -void HttpManager::acceptConnections() { +void HTTPManager::acceptConnections() { QTcpSocket* socket; while ((socket = nextPendingConnection()) != 0) { - new HttpConnection(socket, this); + new HTTPConnection(socket, this); } } diff --git a/libraries/embedded-webserver/src/HttpManager.h b/libraries/embedded-webserver/src/HTTPManager.h similarity index 60% rename from libraries/embedded-webserver/src/HttpManager.h rename to libraries/embedded-webserver/src/HTTPManager.h index 80a2c5ba2c..fdb7e1e915 100755 --- a/libraries/embedded-webserver/src/HttpManager.h +++ b/libraries/embedded-webserver/src/HTTPManager.h @@ -1,36 +1,36 @@ // -// HttpManager.h +// HTTPManager.h // hifi // // Created by Stephen Birarda on 1/16/14. // Copyright (c) 2014 HighFidelity, Inc. All rights reserved. // -// Heavily based on Andrzej Kapolka's original HttpManager class +// Heavily based on Andrzej Kapolka's original HTTPManager class // found from another one of his projects. // https://github.com/ey6es/witgap/tree/master/src/cpp/server/http // -#ifndef __hifi__HttpManager__ -#define __hifi__HttpManager__ +#ifndef __hifi__HTTPManager__ +#define __hifi__HTTPManager__ #include -class HttpConnection; +class HTTPConnection; class HttpRequestHandler { public: /// Handles an HTTP request. - virtual bool handleHTTPRequest(HttpConnection* connection, const QString& path) = 0; + virtual bool handleHTTPRequest(HTTPConnection* connection, const QString& path) = 0; }; /// Handles HTTP connections -class HttpManager : public QTcpServer, public HttpRequestHandler { +class HTTPManager : public QTcpServer, public HttpRequestHandler { Q_OBJECT public: /// Initializes the manager. - HttpManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler = NULL, QObject* parent = 0); + HTTPManager(quint16 port, const QString& documentRoot, HttpRequestHandler* requestHandler = NULL, QObject* parent = 0); - bool handleHTTPRequest(HttpConnection* connection, const QString& path); + bool handleHTTPRequest(HTTPConnection* connection, const QString& path); protected slots: /// Accepts all pending connections @@ -40,4 +40,4 @@ protected: HttpRequestHandler* _requestHandler; }; -#endif /* defined(__hifi__HttpManager__) */ +#endif /* defined(__hifi__HTTPManager__) */ From 0f8cbb9aecc90c94011e4b4f72f472de558abb5f Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 12:16:19 -0800 Subject: [PATCH 10/18] add back script upload ability hooked to HttpManager --- domain-server/src/DomainServer.cpp | 44 +++++++++++++++++++++++++++++- 1 file changed, 43 insertions(+), 1 deletion(-) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index c1be563672..73c3669b70 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -376,7 +376,49 @@ bool DomainServer::handleHTTPRequest(HTTPConnection* connection, const QString& if (path == URI_ASSIGNMENT) { // this is a script upload - ask the HTTPConnection to parse the form data QList formData = connection->parseFormData(); - qDebug() << formData; + + // create an assignment for this saved script, for now make it local only + Assignment* scriptAssignment = new Assignment(Assignment::CreateCommand, + Assignment::AgentType, + NULL, + Assignment::LocalLocation); + + // check how many instances of this assignment the user wants by checking the ASSIGNMENT-INSTANCES header + const QString ASSIGNMENT_INSTANCES_HEADER = "ASSIGNMENT-INSTANCES"; + + QByteArray assignmentInstancesValue = connection->requestHeaders().value(ASSIGNMENT_INSTANCES_HEADER.toLocal8Bit()); + if (!assignmentInstancesValue.isEmpty()) { + // the user has requested a specific number of instances + // so set that on the created assignment + int numInstances = assignmentInstancesValue.toInt(); + if (numInstances > 0) { + qDebug() << numInstances; + scriptAssignment->setNumberOfInstances(numInstances); + } + } + + const char ASSIGNMENT_SCRIPT_HOST_LOCATION[] = "resources/web/assignment"; + + QString newPath(ASSIGNMENT_SCRIPT_HOST_LOCATION); + newPath += "/"; + // append the UUID for this script as the new filename, remove the curly braces + newPath += uuidStringWithoutCurlyBraces(scriptAssignment->getUUID()); + + // create a file with the GUID of the assignment in the script host locaiton + QFile scriptFile(newPath); + scriptFile.open(QIODevice::WriteOnly); + scriptFile.write(formData[0].second); + + qDebug("Saved a script for assignment at %s", qPrintable(newPath)); + + // respond with a 200 code for successful upload + connection->respond(HTTPConnection::StatusCode200); + + // add the script assigment to the assignment queue + // lock the assignment queue mutex since we're operating on a different thread than DS main + _assignmentQueueMutex.lock(); + _assignmentQueue.push_back(scriptAssignment); + _assignmentQueueMutex.unlock(); } } else if (connection->requestOperation() == QNetworkAccessManager::DeleteOperation) { if (path.startsWith(URI_NODE)) { From 1900d3a13b7485ab24e80ea91540831c34b54e37 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 12:16:56 -0800 Subject: [PATCH 11/18] remove the old civetweb upload handler --- domain-server/src/DomainServer.cpp | 37 ------------------------------ 1 file changed, 37 deletions(-) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index 73c3669b70..ed0796af65 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -453,43 +453,6 @@ bool DomainServer::handleHTTPRequest(HTTPConnection* connection, const QString& return false; } -const char ASSIGNMENT_SCRIPT_HOST_LOCATION[] = "resources/web/assignment"; - -//void DomainServer::civetwebUploadHandler(struct mg_connection *connection, const char *path) { -// -// // create an assignment for this saved script, for now make it local only -// Assignment* scriptAssignment = new Assignment(Assignment::CreateCommand, -// Assignment::AgentType, -// NULL, -// Assignment::LocalLocation); -// -// // check how many instances of this assignment the user wants by checking the ASSIGNMENT-INSTANCES header -// const char ASSIGNMENT_INSTANCES_HTTP_HEADER[] = "ASSIGNMENT-INSTANCES"; -// const char* requestInstancesHeader = mg_get_header(connection, ASSIGNMENT_INSTANCES_HTTP_HEADER); -// -// if (requestInstancesHeader) { -// // the user has requested a number of instances greater than 1 -// // so set that on the created assignment -// scriptAssignment->setNumberOfInstances(atoi(requestInstancesHeader)); -// } -// -// QString newPath(ASSIGNMENT_SCRIPT_HOST_LOCATION); -// newPath += "/"; -// // append the UUID for this script as the new filename, remove the curly braces -// newPath += uuidStringWithoutCurlyBraces(scriptAssignment->getUUID()); -// -// // rename the saved script to the GUID of the assignment and move it to the script host locaiton -// rename(path, newPath.toLocal8Bit().constData()); -// -// qDebug("Saved a script for assignment at %s", newPath.toLocal8Bit().constData()); -// -// // add the script assigment to the assignment queue -// // lock the assignment queue mutex since we're operating on a different thread than DS main -// domainServerInstance->_assignmentQueueMutex.lock(); -// domainServerInstance->_assignmentQueue.push_back(scriptAssignment); -// domainServerInstance->_assignmentQueueMutex.unlock(); -//} - void DomainServer::addReleasedAssignmentBackToQueue(Assignment* releasedAssignment) { qDebug() << "Adding assignment" << *releasedAssignment << " back to queue."; From ffb628edfb3538c6edab4bfb158bd2fbdd3429e4 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 12:18:41 -0800 Subject: [PATCH 12/18] remove the DomainServer singleton instance from DS --- domain-server/src/DomainServer.cpp | 12 ++---------- domain-server/src/DomainServer.h | 6 +----- 2 files changed, 3 insertions(+), 15 deletions(-) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index ed0796af65..5db1c668fe 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -28,8 +28,6 @@ void signalhandler(int sig){ } } -DomainServer* DomainServer::domainServerInstance = NULL; - const quint16 DOMAIN_SERVER_HTTP_PORT = 8080; DomainServer::DomainServer(int argc, char* argv[]) : @@ -43,8 +41,6 @@ DomainServer::DomainServer(int argc, char* argv[]) : _metavoxelServerConfig(NULL), _hasCompletedRestartHold(false) { - DomainServer::setDomainServerInstance(this); - signal(SIGINT, signalhandler); const char CUSTOM_PORT_OPTION[] = "-p"; @@ -253,10 +249,6 @@ void DomainServer::readAvailableDatagrams() { } } -void DomainServer::setDomainServerInstance(DomainServer* domainServer) { - domainServerInstance = domainServer; -} - QJsonObject jsonForSocket(const HifiSockAddr& socket) { QJsonObject socketJSON; @@ -322,9 +314,9 @@ bool DomainServer::handleHTTPRequest(HTTPConnection* connection, const QString& QJsonObject queuedAssignmentsJSON; // add the queued but unfilled assignments to the json - std::deque::iterator assignment = domainServerInstance->_assignmentQueue.begin(); + std::deque::iterator assignment = _assignmentQueue.begin(); - while (assignment != domainServerInstance->_assignmentQueue.end()) { + while (assignment != _assignmentQueue.end()) { QJsonObject queuedAssignmentJSON; QString uuidString = uuidStringWithoutCurlyBraces((*assignment)->getUUID()); diff --git a/domain-server/src/DomainServer.h b/domain-server/src/DomainServer.h index 17f0904e21..e608f9ea00 100644 --- a/domain-server/src/DomainServer.h +++ b/domain-server/src/DomainServer.h @@ -29,16 +29,12 @@ public: bool handleHTTPRequest(HTTPConnection* connection, const QString& path); void exit(int retCode = 0); - - static void setDomainServerInstance(DomainServer* domainServer); public slots: /// Called by NodeList to inform us that a node has been killed. void nodeKilled(SharedNodePointer node); -private: - static DomainServer* domainServerInstance; - +private: void prepopulateStaticAssignmentFile(); Assignment* matchingStaticAssignmentForCheckIn(const QUuid& checkInUUID, NODE_TYPE nodeType); Assignment* deployableAssignmentForRequest(Assignment& requestAssignment); From 5fdf310a45e09430e35047ef518d0476fc213458 Mon Sep 17 00:00:00 2001 From: Stephen Birarda Date: Fri, 17 Jan 2014 14:21:15 -0800 Subject: [PATCH 13/18] hook OctreeServer up to embedded-webserver --- assignment-client/CMakeLists.txt | 2 - domain-server/src/DomainServer.cpp | 11 - domain-server/src/DomainServer.h | 2 +- externals/civetweb/LICENSE.md | 98 - externals/civetweb/include/civetweb.h | 488 -- externals/civetweb/include/md5.inl | 461 -- externals/civetweb/src/civetweb.c | 6273 ----------------- .../embedded-webserver/src/HTTPManager.cpp | 2 +- .../embedded-webserver/src/HTTPManager.h | 8 +- libraries/octree-server/CMakeLists.txt | 11 +- libraries/octree-server/src/OctreeServer.cpp | 526 +- libraries/octree-server/src/OctreeServer.h | 20 +- 12 files changed, 275 insertions(+), 7627 deletions(-) delete mode 100755 externals/civetweb/LICENSE.md delete mode 100755 externals/civetweb/include/civetweb.h delete mode 100755 externals/civetweb/include/md5.inl delete mode 100755 externals/civetweb/src/civetweb.c diff --git a/assignment-client/CMakeLists.txt b/assignment-client/CMakeLists.txt index ef786a58c8..5b46d43f05 100644 --- a/assignment-client/CMakeLists.txt +++ b/assignment-client/CMakeLists.txt @@ -36,8 +36,6 @@ link_hifi_library(voxel-server ${TARGET_NAME} ${ROOT_DIR}) link_hifi_library(script-engine ${TARGET_NAME} ${ROOT_DIR}) #testing -include_directories(${ROOT_DIR}/externals/civetweb/include) - if (UNIX) target_link_libraries(${TARGET_NAME} ${CMAKE_DL_LIBS}) endif (UNIX) diff --git a/domain-server/src/DomainServer.cpp b/domain-server/src/DomainServer.cpp index 5db1c668fe..28edf6b6a1 100644 --- a/domain-server/src/DomainServer.cpp +++ b/domain-server/src/DomainServer.cpp @@ -58,17 +58,6 @@ DomainServer::DomainServer(int argc, char* argv[]) : const char METAVOXEL_CONFIG_OPTION[] = "--metavoxelServerConfig"; _metavoxelServerConfig = getCmdOption(argc, (const char**)argv, METAVOXEL_CONFIG_OPTION); -// -// char* documentRoot = new char[documentRootString.size() + 1]; -// strcpy(documentRoot, documentRootString.toLocal8Bit().constData()); -// -// // list of options. Last element must be NULL. -// const char* options[] = {"listening_ports", "8080", -// "document_root", documentRoot, NULL}; -// -// callbacks.begin_request = civetwebRequestHandler; -// callbacks.upload = civetwebUploadHandler; - connect(nodeList, SIGNAL(nodeKilled(SharedNodePointer)), this, SLOT(nodeKilled(SharedNodePointer))); if (!_staticAssignmentFile.exists() || _voxelServerConfig) { diff --git a/domain-server/src/DomainServer.h b/domain-server/src/DomainServer.h index e608f9ea00..c9c4f0e2d7 100644 --- a/domain-server/src/DomainServer.h +++ b/domain-server/src/DomainServer.h @@ -21,7 +21,7 @@ const int MAX_STATIC_ASSIGNMENT_FILE_ASSIGNMENTS = 1000; -class DomainServer : public QCoreApplication, public HttpRequestHandler { +class DomainServer : public QCoreApplication, public HTTPRequestHandler { Q_OBJECT public: DomainServer(int argc, char* argv[]); diff --git a/externals/civetweb/LICENSE.md b/externals/civetweb/LICENSE.md deleted file mode 100755 index 043f21222a..0000000000 --- a/externals/civetweb/LICENSE.md +++ /dev/null @@ -1,98 +0,0 @@ -ALL LICENSES -===== - -This document includes several copyright licenses for different -aspects of the software. Not all licenses may apply depending -on the features chosen. - -Civetweb License ------ - -### Included with all features. - -> Copyright (c) 2004-2013 Sergey Lyubka -> -> Copyright (c) 2013 No Face Press, LLC (Thomas Davis) -> -> Copyright (c) 2013 F-Secure Corporation -> -> Permission is hereby granted, free of charge, to any person obtaining a copy -> of this software and associated documentation files (the "Software"), to deal -> in the Software without restriction, including without limitation the rights -> to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -> copies of the Software, and to permit persons to whom the Software is -> furnished to do so, subject to the following conditions: -> -> The above copyright notice and this permission notice shall be included in -> all copies or substantial portions of the Software. -> -> THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -> IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -> FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -> AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -> LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -> OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN -> THE SOFTWARE. - -Lua License ------- - -### Included only if built with Lua support. - -http://www.lua.org/license.html - -> Copyright � 1994-2013 Lua.org, PUC-Rio. -> Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: -> -> The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. -> -> THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. - - -SQLite3 License ------- - -### Included only if built with Lua support. - -http://www.sqlite.org/copyright.html - -> 2001 September 15 -> -> The author disclaims copyright to this source code. In place of -> a legal notice, here is a blessing: -> -> May you do good and not evil. -> May you find forgiveness for yourself and forgive others. -> May you share freely, never taking more than you give. - -lsqlite3 License ------- - -### Included only if built with Lua support. - -> lsqlite3 -> Copyright (C) 2002-2007 Tiago Dionizio, Doug Currie -> All rights reserved. -> Author : Tiago Dionizio -> Author : Doug Currie -> Library : lsqlite3 - a SQLite 3 database binding for Lua 5 -> -> Permission is hereby granted, free of charge, to any person obtaining -> a copy of this software and associated documentation files (the -> "Software"), to deal in the Software without restriction, including -> without limitation the rights to use, copy, modify, merge, publish, -> distribute, sublicense, and/or sell copies of the Software, and to -> permit persons to whom the Software is furnished to do so, subject to -> the following conditions: -> -> The above copyright notice and this permission notice shall be -> included in all copies or substantial portions of the Software. -> -> THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, -> EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF -> MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. -> IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY -> CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, -> TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE -> SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. - diff --git a/externals/civetweb/include/civetweb.h b/externals/civetweb/include/civetweb.h deleted file mode 100755 index 22caa2a030..0000000000 --- a/externals/civetweb/include/civetweb.h +++ /dev/null @@ -1,488 +0,0 @@ -/* Copyright (c) 2004-2013 Sergey Lyubka - * - * Permission is hereby granted, free of charge, to any person obtaining a copy - * of this software and associated documentation files (the "Software"), to deal - * in the Software without restriction, including without limitation the rights - * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell - * copies of the Software, and to permit persons to whom the Software is - * furnished to do so, subject to the following conditions: - * - * The above copyright notice and this permission notice shall be included in - * all copies or substantial portions of the Software. - * - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR - * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE - * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER - * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, - * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN - * THE SOFTWARE. - */ - -#ifndef CIVETWEB_HEADER_INCLUDED -#define CIVETWEB_HEADER_INCLUDED - -#ifndef CIVETWEB_VERSION -#define CIVETWEB_VERSION "1.6" -#endif - -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif /* __cplusplus */ - -struct mg_context; /* Handle for the HTTP service itself */ -struct mg_connection; /* Handle for the individual connection */ - - -/* This structure contains information about the HTTP request. */ -struct mg_request_info { - const char *request_method; /* "GET", "POST", etc */ - const char *uri; /* URL-decoded URI */ - const char *http_version; /* E.g. "1.0", "1.1" */ - const char *query_string; /* URL part after '?', not including '?', or - NULL */ - const char *remote_user; /* Authenticated user, or NULL if no auth - used */ - long remote_ip; /* Client's IP address */ - int remote_port; /* Client's port */ - int is_ssl; /* 1 if SSL-ed, 0 if not */ - void *user_data; /* User data pointer passed to mg_start() */ - void *conn_data; /* Connection-specific user data */ - - int num_headers; /* Number of HTTP headers */ - struct mg_header { - const char *name; /* HTTP header name */ - const char *value; /* HTTP header value */ - } http_headers[64]; /* Maximum 64 headers */ -}; - - -/* This structure needs to be passed to mg_start(), to let civetweb know - which callbacks to invoke. For detailed description, see - https://github.com/sunsetbrew/civetweb/blob/master/docs/UserManual.md */ -struct mg_callbacks { - /* Called when civetweb has received new HTTP request. - If callback returns non-zero, - callback must process the request by sending valid HTTP headers and - body, and civetweb will not do any further processing. - If callback returns 0, civetweb processes the request itself. In this - case, callback must not send any data to the client. */ - int (*begin_request)(struct mg_connection *); - - /* Called when civetweb has finished processing request. */ - void (*end_request)(const struct mg_connection *, int reply_status_code); - - /* Called when civetweb is about to log a message. If callback returns - non-zero, civetweb does not log anything. */ - int (*log_message)(const struct mg_connection *, const char *message); - - /* Called when civetweb initializes SSL library. */ - int (*init_ssl)(void *ssl_context, void *user_data); - - /* Called when websocket request is received, before websocket handshake. - If callback returns 0, civetweb proceeds with handshake, otherwise - cinnection is closed immediately. */ - int (*websocket_connect)(const struct mg_connection *); - - /* Called when websocket handshake is successfully completed, and - connection is ready for data exchange. */ - void (*websocket_ready)(struct mg_connection *); - - /* Called when data frame has been received from the client. - Parameters: - bits: first byte of the websocket frame, see websocket RFC at - http://tools.ietf.org/html/rfc6455, section 5.2 - data, data_len: payload, with mask (if any) already applied. - Return value: - non-0: keep this websocket connection opened. - 0: close this websocket connection. */ - int (*websocket_data)(struct mg_connection *, int bits, - char *data, size_t data_len); - - /* Called when civetweb is closing a connection. The per-context mutex is - locked when this is invoked. This is primarily useful for noting when - a websocket is closing and removing it from any application-maintained - list of clients. */ - void (*connection_close)(struct mg_connection *); - - /* Called when civetweb tries to open a file. Used to intercept file open - calls, and serve file data from memory instead. - Parameters: - path: Full path to the file to open. - data_len: Placeholder for the file size, if file is served from - memory. - Return value: - NULL: do not serve file from memory, proceed with normal file open. - non-NULL: pointer to the file contents in memory. data_len must be - initilized with the size of the memory block. */ - const char * (*open_file)(const struct mg_connection *, - const char *path, size_t *data_len); - - /* Called when civetweb is about to serve Lua server page (.lp file), if - Lua support is enabled. - Parameters: - lua_context: "lua_State *" pointer. */ - void (*init_lua)(struct mg_connection *, void *lua_context); - - /* Called when civetweb has uploaded a file to a temporary directory as a - result of mg_upload() call. - Parameters: - file_file: full path name to the uploaded file. */ - void (*upload)(struct mg_connection *, const char *file_name); - - /* Called when civetweb is about to send HTTP error to the client. - Implementing this callback allows to create custom error pages. - Parameters: - status: HTTP error status code. */ - int (*http_error)(struct mg_connection *, int status); -}; - -/* Start web server. - - Parameters: - callbacks: mg_callbacks structure with user-defined callbacks. - options: NULL terminated list of option_name, option_value pairs that - specify Civetweb configuration parameters. - - Side-effects: on UNIX, ignores SIGCHLD and SIGPIPE signals. If custom - processing is required for these, signal handlers must be set up - after calling mg_start(). - - - Example: - const char *options[] = { - "document_root", "/var/www", - "listening_ports", "80,443s", - NULL - }; - struct mg_context *ctx = mg_start(&my_func, NULL, options); - - Refer to https://github.com/sunsetbrew/civetweb/blob/master/docs/UserManual.md - for the list of valid option and their possible values. - - Return: - web server context, or NULL on error. */ -struct mg_context *mg_start(const struct mg_callbacks *callbacks, - void *user_data, - const char **configuration_options); - - -/* Stop the web server. - - Must be called last, when an application wants to stop the web server and - release all associated resources. This function blocks until all Civetweb - threads are stopped. Context pointer becomes invalid. */ -void mg_stop(struct mg_context *); - -/* mg_request_handler - - Called when a new request comes in. This callback is URI based - and configured with mg_set_request_handler(). - - Parameters: - conn: current connection information. - cbdata: the callback data configured with mg_set_request_handler(). - Returns: - 0: the handler could not handle the request, so fall through. - 1: the handler processed the request. */ -typedef int (* mg_request_handler)(struct mg_connection *conn, void *cbdata); - -/* mg_set_request_handler - - Sets or removes a URI mapping for a request handler. - - URI's are ordered and prefixed URI's are supported. For example, - consider two URIs: /a/b and /a - /a matches /a - /a/b matches /a/b - /a/c matches /a - - Parameters: - ctx: server context - uri: the URI to configure - handler: the callback handler to use when the URI is requested. - If NULL, the URI will be removed. - cbdata: the callback data to give to the handler when it s requested. */ -void mg_set_request_handler(struct mg_context *ctx, const char *uri, mg_request_handler handler, void *cbdata); - - -/* Get the value of particular configuration parameter. - The value returned is read-only. Civetweb does not allow changing - configuration at run time. - If given parameter name is not valid, NULL is returned. For valid - names, return value is guaranteed to be non-NULL. If parameter is not - set, zero-length string is returned. */ -const char *mg_get_option(const struct mg_context *ctx, const char *name); - - -/* Return array of strings that represent valid configuration options. - For each option, option name and default value is returned, i.e. the - number of entries in the array equals to number_of_options x 2. - Array is NULL terminated. */ -const char **mg_get_valid_option_names(void); - - -/* Add, edit or delete the entry in the passwords file. - - This function allows an application to manipulate .htpasswd files on the - fly by adding, deleting and changing user records. This is one of the - several ways of implementing authentication on the server side. For another, - cookie-based way please refer to the examples/chat in the source tree. - - If password is not NULL, entry is added (or modified if already exists). - If password is NULL, entry is deleted. - - Return: - 1 on success, 0 on error. */ -int mg_modify_passwords_file(const char *passwords_file_name, - const char *domain, - const char *user, - const char *password); - - -/* Return information associated with the request. */ -struct mg_request_info *mg_get_request_info(struct mg_connection *); - - -/* Send data to the client. - Return: - 0 when the connection has been closed - -1 on error - >0 number of bytes written on success */ -int mg_write(struct mg_connection *, const void *buf, size_t len); - - -/* Send data to a websocket client wrapped in a websocket frame. Uses mg_lock - to ensure that the transmission is not interrupted, i.e., when the - application is proactively communicating and responding to a request - simultaneously. - - Send data to a websocket client wrapped in a websocket frame. - This function is available when civetweb is compiled with -DUSE_WEBSOCKET - - Return: - 0 when the connection has been closed - -1 on error - >0 number of bytes written on success */ -int mg_websocket_write(struct mg_connection* conn, int opcode, - const char *data, size_t data_len); - -/* Blocks until unique access is obtained to this connection. Intended for use - with websockets only. - Invoke this before mg_write or mg_printf when communicating with a - websocket if your code has server-initiated communication as well as - communication in direct response to a message. */ -void mg_lock(struct mg_connection* conn); -void mg_unlock(struct mg_connection* conn); - -/* Opcodes, from http://tools.ietf.org/html/rfc6455 */ -enum { - WEBSOCKET_OPCODE_CONTINUATION = 0x0, - WEBSOCKET_OPCODE_TEXT = 0x1, - WEBSOCKET_OPCODE_BINARY = 0x2, - WEBSOCKET_OPCODE_CONNECTION_CLOSE = 0x8, - WEBSOCKET_OPCODE_PING = 0x9, - WEBSOCKET_OPCODE_PONG = 0xa -}; - - -/* Macros for enabling compiler-specific checks for printf-like arguments. */ -#undef PRINTF_FORMAT_STRING -#if defined(_MSC_VER) && _MSC_VER >= 1400 -#include -#if defined(_MSC_VER) && _MSC_VER > 1400 -#define PRINTF_FORMAT_STRING(s) _Printf_format_string_ s -#else -#define PRINTF_FORMAT_STRING(s) __format_string s -#endif -#else -#define PRINTF_FORMAT_STRING(s) s -#endif - -#ifdef __GNUC__ -#define PRINTF_ARGS(x, y) __attribute__((format(printf, x, y))) -#else -#define PRINTF_ARGS(x, y) -#endif - -/* Send data to the client using printf() semantics. - - Works exactly like mg_write(), but allows to do message formatting. */ -int mg_printf(struct mg_connection *, - PRINTF_FORMAT_STRING(const char *fmt), ...) PRINTF_ARGS(2, 3); - - -/* Send contents of the entire file together with HTTP headers. */ -void mg_send_file(struct mg_connection *conn, const char *path); - - -/* Read data from the remote end, return number of bytes read. - Return: - 0 connection has been closed by peer. No more data could be read. - < 0 read error. No more data could be read from the connection. - > 0 number of bytes read into the buffer. */ -int mg_read(struct mg_connection *, void *buf, size_t len); - - -/* Get the value of particular HTTP header. - - This is a helper function. It traverses request_info->http_headers array, - and if the header is present in the array, returns its value. If it is - not present, NULL is returned. */ -const char *mg_get_header(const struct mg_connection *, const char *name); - - -/* Get a value of particular form variable. - - Parameters: - data: pointer to form-uri-encoded buffer. This could be either POST data, - or request_info.query_string. - data_len: length of the encoded data. - var_name: variable name to decode from the buffer - dst: destination buffer for the decoded variable - dst_len: length of the destination buffer - - Return: - On success, length of the decoded variable. - On error: - -1 (variable not found). - -2 (destination buffer is NULL, zero length or too small to hold the - decoded variable). - - Destination buffer is guaranteed to be '\0' - terminated if it is not - NULL or zero length. */ -int mg_get_var(const char *data, size_t data_len, - const char *var_name, char *dst, size_t dst_len); - -/* Get a value of particular form variable. - - Parameters: - data: pointer to form-uri-encoded buffer. This could be either POST data, - or request_info.query_string. - data_len: length of the encoded data. - var_name: variable name to decode from the buffer - dst: destination buffer for the decoded variable - dst_len: length of the destination buffer - occurrence: which occurrence of the variable, 0 is the first, 1 the - second... - this makes it possible to parse a query like - b=x&a=y&a=z which will have occurrence values b:0, a:0 and a:1 - - Return: - On success, length of the decoded variable. - On error: - -1 (variable not found). - -2 (destination buffer is NULL, zero length or too small to hold the - decoded variable). - - Destination buffer is guaranteed to be '\0' - terminated if it is not - NULL or zero length. */ -int mg_get_var2(const char *data, size_t data_len, - const char *var_name, char *dst, size_t dst_len, size_t occurrence); - -/* Fetch value of certain cookie variable into the destination buffer. - - Destination buffer is guaranteed to be '\0' - terminated. In case of - failure, dst[0] == '\0'. Note that RFC allows many occurrences of the same - parameter. This function returns only first occurrence. - - Return: - On success, value length. - On error: - -1 (either "Cookie:" header is not present at all or the requested - parameter is not found). - -2 (destination buffer is NULL, zero length or too small to hold the - value). */ -int mg_get_cookie(const char *cookie, const char *var_name, - char *buf, size_t buf_len); - - -/* Download data from the remote web server. - host: host name to connect to, e.g. "foo.com", or "10.12.40.1". - port: port number, e.g. 80. - use_ssl: wether to use SSL connection. - error_buffer, error_buffer_size: error message placeholder. - request_fmt,...: HTTP request. - Return: - On success, valid pointer to the new connection, suitable for mg_read(). - On error, NULL. error_buffer contains error message. - Example: - char ebuf[100]; - struct mg_connection *conn; - conn = mg_download("google.com", 80, 0, ebuf, sizeof(ebuf), - "%s", "GET / HTTP/1.0\r\nHost: google.com\r\n\r\n"); - */ -struct mg_connection *mg_download(const char *host, int port, int use_ssl, - char *error_buffer, size_t error_buffer_size, - PRINTF_FORMAT_STRING(const char *request_fmt), - ...) PRINTF_ARGS(6, 7); - - -/* Close the connection opened by mg_download(). */ -void mg_close_connection(struct mg_connection *conn); - - -/* File upload functionality. Each uploaded file gets saved into a temporary - file and MG_UPLOAD event is sent. - Return number of uploaded files. */ -int mg_upload(struct mg_connection *conn, const char *destination_dir); - - -/* Convenience function -- create detached thread. - Return: 0 on success, non-0 on error. */ -typedef void * (*mg_thread_func_t)(void *); -int mg_start_thread(mg_thread_func_t f, void *p); - - -/* Return builtin mime type for the given file name. - For unrecognized extensions, "text/plain" is returned. */ -const char *mg_get_builtin_mime_type(const char *file_name); - - -/* Return Civetweb version. */ -const char *mg_version(void); - -/* URL-decode input buffer into destination buffer. - 0-terminate the destination buffer. - form-url-encoded data differs from URI encoding in a way that it - uses '+' as character for space, see RFC 1866 section 8.2.1 - http://ftp.ics.uci.edu/pub/ietf/html/rfc1866.txt - Return: length of the decoded data, or -1 if dst buffer is too small. */ -int mg_url_decode(const char *src, int src_len, char *dst, - int dst_len, int is_form_url_encoded); - -/* URL-encode input buffer into destination buffer. - returns the length of the resulting buffer or -1 - is the buffer is too small. */ -int mg_url_encode(const char *src, char *dst, size_t dst_len); - -/* MD5 hash given strings. - Buffer 'buf' must be 33 bytes long. Varargs is a NULL terminated list of - ASCIIz strings. When function returns, buf will contain human-readable - MD5 hash. Example: - char buf[33]; - mg_md5(buf, "aa", "bb", NULL); */ -char *mg_md5(char buf[33], ...); - - -/* Print error message to the opened error log stream. - This utilizes the provided logging configuration. - conn: connection - fmt: format string without the line return - ...: variable argument list - Example: - mg_cry(conn,"i like %s", "logging"); */ -void mg_cry(struct mg_connection *conn, - PRINTF_FORMAT_STRING(const char *fmt), ...) PRINTF_ARGS(2, 3); - -/* utility method to compare two buffers, case incensitive. */ -int mg_strncasecmp(const char *s1, const char *s2, size_t len); - -#ifdef __cplusplus -} -#endif /* __cplusplus */ - -#endif /* CIVETWEB_HEADER_INCLUDED */ diff --git a/externals/civetweb/include/md5.inl b/externals/civetweb/include/md5.inl deleted file mode 100755 index 4da933db40..0000000000 --- a/externals/civetweb/include/md5.inl +++ /dev/null @@ -1,461 +0,0 @@ -/* - * This an amalgamation of md5.c and md5.h into a single file - * with all static declaration to reduce linker conflicts - * in Civetweb. - * - * The MD5_STATIC declaration was added to facilitate static - * inclusion. - * No Face Press, LLC - */ - -/* $Id: md5.h,v 1.4 2002/04/13 19:20:28 lpd Exp $ */ -/* - Independent implementation of MD5 (RFC 1321). - - This code implements the MD5 Algorithm defined in RFC 1321, whose - text is available at - http://www.ietf.org/rfc/rfc1321.txt - The code is derived from the text of the RFC, including the test suite - (section A.5) but excluding the rest of Appendix A. It does not include - any code or documentation that is identified in the RFC as being - copyrighted. - - The original and principal author of md5.h is L. Peter Deutsch - . Other authors are noted in the change history - that follows (in reverse chronological order): - - 2002-04-13 lpd Removed support for non-ANSI compilers; removed - references to Ghostscript; clarified derivation from RFC 1321; - now handles byte order either statically or dynamically. - 1999-11-04 lpd Edited comments slightly for automatic TOC extraction. - 1999-10-18 lpd Fixed typo in header comment (ansi2knr rather than md5); - added conditionalization for C++ compilation from Martin - Purschke . - 1999-05-03 lpd Original version. - */ - -#ifndef md5_INCLUDED -# define md5_INCLUDED - -/* - * This package supports both compile-time and run-time determination of CPU - * byte order. If ARCH_IS_BIG_ENDIAN is defined as 0, the code will be - * compiled to run only on little-endian CPUs; if ARCH_IS_BIG_ENDIAN is - * defined as non-zero, the code will be compiled to run only on big-endian - * CPUs; if ARCH_IS_BIG_ENDIAN is not defined, the code will be compiled to - * run on either big- or little-endian CPUs, but will run slightly less - * efficiently on either one than if ARCH_IS_BIG_ENDIAN is defined. - */ - -typedef unsigned char md5_byte_t; /* 8-bit byte */ -typedef unsigned int md5_word_t; /* 32-bit word */ - -/* Define the state of the MD5 Algorithm. */ -typedef struct md5_state_s { - md5_word_t count[2]; /* message length in bits, lsw first */ - md5_word_t abcd[4]; /* digest buffer */ - md5_byte_t buf[64]; /* accumulate block */ -} md5_state_t; - -#ifdef __cplusplus -extern "C" -{ -#endif - -/* Initialize the algorithm. */ -MD5_STATIC void md5_init(md5_state_t *pms); - -/* Append a string to the message. */ -MD5_STATIC void md5_append(md5_state_t *pms, const md5_byte_t *data, int nbytes); - -/* Finish the message and return the digest. */ -MD5_STATIC void md5_finish(md5_state_t *pms, md5_byte_t digest[16]); - -#ifdef __cplusplus -} /* end extern "C" */ -#endif - -#endif /* md5_INCLUDED */ - -/* - Copyright (C) 1999, 2000, 2002 Aladdin Enterprises. All rights reserved. - - This software is provided 'as-is', without any express or implied - warranty. In no event will the authors be held liable for any damages - arising from the use of this software. - - Permission is granted to anyone to use this software for any purpose, - including commercial applications, and to alter it and redistribute it - freely, subject to the following restrictions: - - 1. The origin of this software must not be misrepresented; you must not - claim that you wrote the original software. If you use this software - in a product, an acknowledgment in the product documentation would be - appreciated but is not required. - 2. Altered source versions must be plainly marked as such, and must not be - misrepresented as being the original software. - 3. This notice may not be removed or altered from any source distribution. - - L. Peter Deutsch - ghost@aladdin.com - - */ -/* $Id: md5.c,v 1.6 2002/04/13 19:20:28 lpd Exp $ */ -/* - Independent implementation of MD5 (RFC 1321). - - This code implements the MD5 Algorithm defined in RFC 1321, whose - text is available at - http://www.ietf.org/rfc/rfc1321.txt - The code is derived from the text of the RFC, including the test suite - (section A.5) but excluding the rest of Appendix A. It does not include - any code or documentation that is identified in the RFC as being - copyrighted. - - The original and principal author of md5.c is L. Peter Deutsch - . Other authors are noted in the change history - that follows (in reverse chronological order): - - 2002-04-13 lpd Clarified derivation from RFC 1321; now handles byte order - either statically or dynamically; added missing #include - in library. - 2002-03-11 lpd Corrected argument list for main(), and added int return - type, in test program and T value program. - 2002-02-21 lpd Added missing #include in test program. - 2000-07-03 lpd Patched to eliminate warnings about "constant is - unsigned in ANSI C, signed in traditional"; made test program - self-checking. - 1999-11-04 lpd Edited comments slightly for automatic TOC extraction. - 1999-10-18 lpd Fixed typo in header comment (ansi2knr rather than md5). - 1999-05-03 lpd Original version. - */ - -#ifndef MD5_STATIC -#include -#endif - -#undef BYTE_ORDER /* 1 = big-endian, -1 = little-endian, 0 = unknown */ -#ifdef ARCH_IS_BIG_ENDIAN -# define BYTE_ORDER (ARCH_IS_BIG_ENDIAN ? 1 : -1) -#else -# define BYTE_ORDER 0 -#endif - -#define T_MASK ((md5_word_t)~0) -#define T1 /* 0xd76aa478 */ (T_MASK ^ 0x28955b87) -#define T2 /* 0xe8c7b756 */ (T_MASK ^ 0x173848a9) -#define T3 0x242070db -#define T4 /* 0xc1bdceee */ (T_MASK ^ 0x3e423111) -#define T5 /* 0xf57c0faf */ (T_MASK ^ 0x0a83f050) -#define T6 0x4787c62a -#define T7 /* 0xa8304613 */ (T_MASK ^ 0x57cfb9ec) -#define T8 /* 0xfd469501 */ (T_MASK ^ 0x02b96afe) -#define T9 0x698098d8 -#define T10 /* 0x8b44f7af */ (T_MASK ^ 0x74bb0850) -#define T11 /* 0xffff5bb1 */ (T_MASK ^ 0x0000a44e) -#define T12 /* 0x895cd7be */ (T_MASK ^ 0x76a32841) -#define T13 0x6b901122 -#define T14 /* 0xfd987193 */ (T_MASK ^ 0x02678e6c) -#define T15 /* 0xa679438e */ (T_MASK ^ 0x5986bc71) -#define T16 0x49b40821 -#define T17 /* 0xf61e2562 */ (T_MASK ^ 0x09e1da9d) -#define T18 /* 0xc040b340 */ (T_MASK ^ 0x3fbf4cbf) -#define T19 0x265e5a51 -#define T20 /* 0xe9b6c7aa */ (T_MASK ^ 0x16493855) -#define T21 /* 0xd62f105d */ (T_MASK ^ 0x29d0efa2) -#define T22 0x02441453 -#define T23 /* 0xd8a1e681 */ (T_MASK ^ 0x275e197e) -#define T24 /* 0xe7d3fbc8 */ (T_MASK ^ 0x182c0437) -#define T25 0x21e1cde6 -#define T26 /* 0xc33707d6 */ (T_MASK ^ 0x3cc8f829) -#define T27 /* 0xf4d50d87 */ (T_MASK ^ 0x0b2af278) -#define T28 0x455a14ed -#define T29 /* 0xa9e3e905 */ (T_MASK ^ 0x561c16fa) -#define T30 /* 0xfcefa3f8 */ (T_MASK ^ 0x03105c07) -#define T31 0x676f02d9 -#define T32 /* 0x8d2a4c8a */ (T_MASK ^ 0x72d5b375) -#define T33 /* 0xfffa3942 */ (T_MASK ^ 0x0005c6bd) -#define T34 /* 0x8771f681 */ (T_MASK ^ 0x788e097e) -#define T35 0x6d9d6122 -#define T36 /* 0xfde5380c */ (T_MASK ^ 0x021ac7f3) -#define T37 /* 0xa4beea44 */ (T_MASK ^ 0x5b4115bb) -#define T38 0x4bdecfa9 -#define T39 /* 0xf6bb4b60 */ (T_MASK ^ 0x0944b49f) -#define T40 /* 0xbebfbc70 */ (T_MASK ^ 0x4140438f) -#define T41 0x289b7ec6 -#define T42 /* 0xeaa127fa */ (T_MASK ^ 0x155ed805) -#define T43 /* 0xd4ef3085 */ (T_MASK ^ 0x2b10cf7a) -#define T44 0x04881d05 -#define T45 /* 0xd9d4d039 */ (T_MASK ^ 0x262b2fc6) -#define T46 /* 0xe6db99e5 */ (T_MASK ^ 0x1924661a) -#define T47 0x1fa27cf8 -#define T48 /* 0xc4ac5665 */ (T_MASK ^ 0x3b53a99a) -#define T49 /* 0xf4292244 */ (T_MASK ^ 0x0bd6ddbb) -#define T50 0x432aff97 -#define T51 /* 0xab9423a7 */ (T_MASK ^ 0x546bdc58) -#define T52 /* 0xfc93a039 */ (T_MASK ^ 0x036c5fc6) -#define T53 0x655b59c3 -#define T54 /* 0x8f0ccc92 */ (T_MASK ^ 0x70f3336d) -#define T55 /* 0xffeff47d */ (T_MASK ^ 0x00100b82) -#define T56 /* 0x85845dd1 */ (T_MASK ^ 0x7a7ba22e) -#define T57 0x6fa87e4f -#define T58 /* 0xfe2ce6e0 */ (T_MASK ^ 0x01d3191f) -#define T59 /* 0xa3014314 */ (T_MASK ^ 0x5cfebceb) -#define T60 0x4e0811a1 -#define T61 /* 0xf7537e82 */ (T_MASK ^ 0x08ac817d) -#define T62 /* 0xbd3af235 */ (T_MASK ^ 0x42c50dca) -#define T63 0x2ad7d2bb -#define T64 /* 0xeb86d391 */ (T_MASK ^ 0x14792c6e) - - -static void -md5_process(md5_state_t *pms, const md5_byte_t *data /*[64]*/) -{ - md5_word_t - a = pms->abcd[0], b = pms->abcd[1], - c = pms->abcd[2], d = pms->abcd[3]; - md5_word_t t; -#if BYTE_ORDER > 0 - /* Define storage only for big-endian CPUs. */ - md5_word_t X[16]; -#else - /* Define storage for little-endian or both types of CPUs. */ - md5_word_t xbuf[16]; - const md5_word_t *X; -#endif - - { -#if BYTE_ORDER == 0 - /* - * Determine dynamically whether this is a big-endian or - * little-endian machine, since we can use a more efficient - * algorithm on the latter. - */ - static const int w = 1; - - if (*((const md5_byte_t *)&w)) /* dynamic little-endian */ -#endif -#if BYTE_ORDER <= 0 /* little-endian */ - { - /* - * On little-endian machines, we can process properly aligned - * data without copying it. - */ - if (!((data - (const md5_byte_t *)0) & 3)) { - /* data are properly aligned */ - X = (const md5_word_t *)data; - } else { - /* not aligned */ - memcpy(xbuf, data, 64); - X = xbuf; - } - } -#endif -#if BYTE_ORDER == 0 - else /* dynamic big-endian */ -#endif -#if BYTE_ORDER >= 0 /* big-endian */ - { - /* - * On big-endian machines, we must arrange the bytes in the - * right order. - */ - const md5_byte_t *xp = data; - int i; - -# if BYTE_ORDER == 0 - X = xbuf; /* (dynamic only) */ -# else -# define xbuf X /* (static only) */ -# endif - for (i = 0; i < 16; ++i, xp += 4) - xbuf[i] = xp[0] + (xp[1] << 8) + (xp[2] << 16) + (xp[3] << 24); - } -#endif - } - -#define ROTATE_LEFT(x, n) (((x) << (n)) | ((x) >> (32 - (n)))) - - /* Round 1. */ - /* Let [abcd k s i] denote the operation - a = b + ((a + F(b,c,d) + X[k] + T[i]) <<< s). */ -#define F(x, y, z) (((x) & (y)) | (~(x) & (z))) -#define SET(a, b, c, d, k, s, Ti)\ - t = a + F(b,c,d) + X[k] + Ti;\ - a = ROTATE_LEFT(t, s) + b - /* Do the following 16 operations. */ - SET(a, b, c, d, 0, 7, T1); - SET(d, a, b, c, 1, 12, T2); - SET(c, d, a, b, 2, 17, T3); - SET(b, c, d, a, 3, 22, T4); - SET(a, b, c, d, 4, 7, T5); - SET(d, a, b, c, 5, 12, T6); - SET(c, d, a, b, 6, 17, T7); - SET(b, c, d, a, 7, 22, T8); - SET(a, b, c, d, 8, 7, T9); - SET(d, a, b, c, 9, 12, T10); - SET(c, d, a, b, 10, 17, T11); - SET(b, c, d, a, 11, 22, T12); - SET(a, b, c, d, 12, 7, T13); - SET(d, a, b, c, 13, 12, T14); - SET(c, d, a, b, 14, 17, T15); - SET(b, c, d, a, 15, 22, T16); -#undef SET - - /* Round 2. */ - /* Let [abcd k s i] denote the operation - a = b + ((a + G(b,c,d) + X[k] + T[i]) <<< s). */ -#define G(x, y, z) (((x) & (z)) | ((y) & ~(z))) -#define SET(a, b, c, d, k, s, Ti)\ - t = a + G(b,c,d) + X[k] + Ti;\ - a = ROTATE_LEFT(t, s) + b - /* Do the following 16 operations. */ - SET(a, b, c, d, 1, 5, T17); - SET(d, a, b, c, 6, 9, T18); - SET(c, d, a, b, 11, 14, T19); - SET(b, c, d, a, 0, 20, T20); - SET(a, b, c, d, 5, 5, T21); - SET(d, a, b, c, 10, 9, T22); - SET(c, d, a, b, 15, 14, T23); - SET(b, c, d, a, 4, 20, T24); - SET(a, b, c, d, 9, 5, T25); - SET(d, a, b, c, 14, 9, T26); - SET(c, d, a, b, 3, 14, T27); - SET(b, c, d, a, 8, 20, T28); - SET(a, b, c, d, 13, 5, T29); - SET(d, a, b, c, 2, 9, T30); - SET(c, d, a, b, 7, 14, T31); - SET(b, c, d, a, 12, 20, T32); -#undef SET - - /* Round 3. */ - /* Let [abcd k s t] denote the operation - a = b + ((a + H(b,c,d) + X[k] + T[i]) <<< s). */ -#define H(x, y, z) ((x) ^ (y) ^ (z)) -#define SET(a, b, c, d, k, s, Ti)\ - t = a + H(b,c,d) + X[k] + Ti;\ - a = ROTATE_LEFT(t, s) + b - /* Do the following 16 operations. */ - SET(a, b, c, d, 5, 4, T33); - SET(d, a, b, c, 8, 11, T34); - SET(c, d, a, b, 11, 16, T35); - SET(b, c, d, a, 14, 23, T36); - SET(a, b, c, d, 1, 4, T37); - SET(d, a, b, c, 4, 11, T38); - SET(c, d, a, b, 7, 16, T39); - SET(b, c, d, a, 10, 23, T40); - SET(a, b, c, d, 13, 4, T41); - SET(d, a, b, c, 0, 11, T42); - SET(c, d, a, b, 3, 16, T43); - SET(b, c, d, a, 6, 23, T44); - SET(a, b, c, d, 9, 4, T45); - SET(d, a, b, c, 12, 11, T46); - SET(c, d, a, b, 15, 16, T47); - SET(b, c, d, a, 2, 23, T48); -#undef SET - - /* Round 4. */ - /* Let [abcd k s t] denote the operation - a = b + ((a + I(b,c,d) + X[k] + T[i]) <<< s). */ -#define I(x, y, z) ((y) ^ ((x) | ~(z))) -#define SET(a, b, c, d, k, s, Ti)\ - t = a + I(b,c,d) + X[k] + Ti;\ - a = ROTATE_LEFT(t, s) + b - /* Do the following 16 operations. */ - SET(a, b, c, d, 0, 6, T49); - SET(d, a, b, c, 7, 10, T50); - SET(c, d, a, b, 14, 15, T51); - SET(b, c, d, a, 5, 21, T52); - SET(a, b, c, d, 12, 6, T53); - SET(d, a, b, c, 3, 10, T54); - SET(c, d, a, b, 10, 15, T55); - SET(b, c, d, a, 1, 21, T56); - SET(a, b, c, d, 8, 6, T57); - SET(d, a, b, c, 15, 10, T58); - SET(c, d, a, b, 6, 15, T59); - SET(b, c, d, a, 13, 21, T60); - SET(a, b, c, d, 4, 6, T61); - SET(d, a, b, c, 11, 10, T62); - SET(c, d, a, b, 2, 15, T63); - SET(b, c, d, a, 9, 21, T64); -#undef SET - - /* Then perform the following additions. (That is increment each - of the four registers by the value it had before this block - was started.) */ - pms->abcd[0] += a; - pms->abcd[1] += b; - pms->abcd[2] += c; - pms->abcd[3] += d; -} - -MD5_STATIC void -md5_init(md5_state_t *pms) -{ - pms->count[0] = pms->count[1] = 0; - pms->abcd[0] = 0x67452301; - pms->abcd[1] = /*0xefcdab89*/ T_MASK ^ 0x10325476; - pms->abcd[2] = /*0x98badcfe*/ T_MASK ^ 0x67452301; - pms->abcd[3] = 0x10325476; -} - -MD5_STATIC void -md5_append(md5_state_t *pms, const md5_byte_t *data, int nbytes) -{ - const md5_byte_t *p = data; - int left = nbytes; - int offset = (pms->count[0] >> 3) & 63; - md5_word_t nbits = (md5_word_t)(nbytes << 3); - - if (nbytes <= 0) - return; - - /* Update the message length. */ - pms->count[1] += nbytes >> 29; - pms->count[0] += nbits; - if (pms->count[0] < nbits) - pms->count[1]++; - - /* Process an initial partial block. */ - if (offset) { - int copy = (offset + nbytes > 64 ? 64 - offset : nbytes); - - memcpy(pms->buf + offset, p, copy); - if (offset + copy < 64) - return; - p += copy; - left -= copy; - md5_process(pms, pms->buf); - } - - /* Process full blocks. */ - for (; left >= 64; p += 64, left -= 64) - md5_process(pms, p); - - /* Process a final partial block. */ - if (left) - memcpy(pms->buf, p, left); -} - -MD5_STATIC void -md5_finish(md5_state_t *pms, md5_byte_t digest[16]) -{ - static const md5_byte_t pad[64] = { - 0x80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, - 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - }; - md5_byte_t data[8]; - int i; - - /* Save the length before padding. */ - for (i = 0; i < 8; ++i) - data[i] = (md5_byte_t)(pms->count[i >> 2] >> ((i & 3) << 3)); - /* Pad to 56 bytes mod 64. */ - md5_append(pms, pad, ((55 - (pms->count[0] >> 3)) & 63) + 1); - /* Append the length. */ - md5_append(pms, data, 8); - for (i = 0; i < 16; ++i) - digest[i] = (md5_byte_t)(pms->abcd[i >> 2] >> ((i & 3) << 3)); -} diff --git a/externals/civetweb/src/civetweb.c b/externals/civetweb/src/civetweb.c deleted file mode 100755 index 6c5a08561c..0000000000 --- a/externals/civetweb/src/civetweb.c +++ /dev/null @@ -1,6273 +0,0 @@ -/* Copyright (c) 2004-2013 Sergey Lyubka - * - * Permission is hereby granted, free of charge, to any person obtaining a copy - * of this software and associated documentation files (the "Software"), to deal - * in the Software without restriction, including without limitation the rights - * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell - * copies of the Software, and to permit persons to whom the Software is - * furnished to do so, subject to the following conditions: - * - * The above copyright notice and this permission notice shall be included in - * all copies or substantial portions of the Software. - * - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR - * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, - * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE - * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER - * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, - * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN - * THE SOFTWARE. - */ - -#if defined(_WIN32) -#if !defined(_CRT_SECURE_NO_WARNINGS) -#define _CRT_SECURE_NO_WARNINGS /* Disable deprecation warning in VS2005 */ -#endif -#else -#ifdef __linux__ -#define _XOPEN_SOURCE 600 /* For flockfile() on Linux */ -#endif -#define _LARGEFILE_SOURCE /* Enable 64-bit file offsets */ -#define __STDC_FORMAT_MACROS /* wants this for C++ */ -#define __STDC_LIMIT_MACROS /* C++ wants that for INT64_MAX */ -#endif - -#if defined (_MSC_VER) -/* 'type cast' : conversion from 'int' to 'HANDLE' of greater size */ -#pragma warning (disable : 4306 ) -/* conditional expression is constant: introduced by FD_SET(..) */ -#pragma warning (disable : 4127) -/* non-constant aggregate initializer: issued due to missing C99 support */ -#pragma warning (disable : 4204) -#endif - -/* Disable WIN32_LEAN_AND_MEAN. - This makes windows.h always include winsock2.h */ -#if defined(WIN32_LEAN_AND_MEAN) && (_MSC_VER <= 1400) -#undef WIN32_LEAN_AND_MEAN -#endif - -#if defined USE_IPV6 && defined(_WIN32) -#include -#endif - -#if defined(__SYMBIAN32__) -#define NO_SSL /* SSL is not supported */ -#define NO_CGI /* CGI is not supported */ -#define PATH_MAX FILENAME_MAX -#endif /* __SYMBIAN32__ */ - -#ifndef IGNORE_UNUSED_RESULT -#define IGNORE_UNUSED_RESULT(a) (void)((a) && 1) -#endif - -#ifndef _WIN32_WCE /* Some ANSI #includes are not available on Windows CE */ -#include -#include -#include -#include -#include -#endif /* !_WIN32_WCE */ - -#include -#include -#include -#include -#include -#include -#include -#include -#include - -#define MAX_WORKER_THREADS 1024 - -#if defined(_WIN32) && !defined(__SYMBIAN32__) /* Windows specific */ -#if defined(_MSC_VER) && _MSC_VER <= 1400 -#undef _WIN32_WINNT -#define _WIN32_WINNT 0x0400 /* To make it link in VS2005 */ -#endif -#include - -#ifndef PATH_MAX -#define PATH_MAX MAX_PATH -#endif - -#ifndef _WIN32_WCE -#include -#include -#include -#else /* _WIN32_WCE */ -#define NO_CGI /* WinCE has no pipes */ - -typedef long off_t; - -#define errno GetLastError() -#define strerror(x) _ultoa(x, (char *) _alloca(sizeof(x) *3 ), 10) -#endif /* _WIN32_WCE */ - -#define MAKEUQUAD(lo, hi) ((uint64_t)(((uint32_t)(lo)) | \ - ((uint64_t)((uint32_t)(hi))) << 32)) -#define RATE_DIFF 10000000 /* 100 nsecs */ -#define EPOCH_DIFF MAKEUQUAD(0xd53e8000, 0x019db1de) -#define SYS2UNIX_TIME(lo, hi) \ - (time_t) ((MAKEUQUAD((lo), (hi)) - EPOCH_DIFF) / RATE_DIFF) - -/* Visual Studio 6 does not know __func__ or __FUNCTION__ - The rest of MS compilers use __FUNCTION__, not C99 __func__ - Also use _strtoui64 on modern M$ compilers */ -#if defined(_MSC_VER) && _MSC_VER < 1300 -#define STRX(x) #x -#define STR(x) STRX(x) -#define __func__ __FILE__ ":" STR(__LINE__) -#define strtoull(x, y, z) (unsigned __int64) _atoi64(x) -#define strtoll(x, y, z) _atoi64(x) -#else -#define __func__ __FUNCTION__ -#define strtoull(x, y, z) _strtoui64(x, y, z) -#define strtoll(x, y, z) _strtoi64(x, y, z) -#endif /* _MSC_VER */ - -#define ERRNO GetLastError() -#define NO_SOCKLEN_T -#define SSL_LIB "ssleay32.dll" -#define CRYPTO_LIB "libeay32.dll" -#define O_NONBLOCK 0 -#if !defined(EWOULDBLOCK) -#define EWOULDBLOCK WSAEWOULDBLOCK -#endif /* !EWOULDBLOCK */ -#define _POSIX_ -#define INT64_FMT "I64d" - -#define WINCDECL __cdecl -#define SHUT_WR 1 -#define snprintf _snprintf -#define vsnprintf _vsnprintf -#define mg_sleep(x) Sleep(x) - -#define pipe(x) _pipe(x, MG_BUF_LEN, _O_BINARY) -#ifndef popen -#define popen(x, y) _popen(x, y) -#endif -#ifndef pclose -#define pclose(x) _pclose(x) -#endif -#define close(x) _close(x) -#define dlsym(x,y) GetProcAddress((HINSTANCE) (x), (y)) -#define RTLD_LAZY 0 -#define fseeko(x, y, z) _lseeki64(_fileno(x), (y), (z)) -#define fdopen(x, y) _fdopen((x), (y)) -#define write(x, y, z) _write((x), (y), (unsigned) z) -#define read(x, y, z) _read((x), (y), (unsigned) z) -#define flockfile(x) EnterCriticalSection(&global_log_file_lock) -#define funlockfile(x) LeaveCriticalSection(&global_log_file_lock) -#define sleep(x) Sleep((x) * 1000) -#define rmdir(x) _rmdir(x) - -#if !defined(va_copy) -#define va_copy(x, y) x = y -#endif /* !va_copy MINGW #defines va_copy */ - -#if !defined(fileno) -#define fileno(x) _fileno(x) -#endif /* !fileno MINGW #defines fileno */ - -typedef HANDLE pthread_mutex_t; -typedef DWORD pthread_key_t; -typedef HANDLE pthread_t; -typedef struct { - CRITICAL_SECTION threadIdSec; - int waitingthreadcount; /* The number of threads queued. */ - pthread_t *waitingthreadhdls; /* The thread handles. */ -} pthread_cond_t; - -typedef DWORD clockid_t; -#define CLOCK_MONOTONIC (1) -#define CLOCK_REALTIME (2) - -struct timespec { - time_t tv_sec; /* seconds */ - long tv_nsec; /* nanoseconds */ -}; - -#define pid_t HANDLE /* MINGW typedefs pid_t to int. Using #define here. */ - -static int pthread_mutex_lock(pthread_mutex_t *); -static int pthread_mutex_unlock(pthread_mutex_t *); -static void to_unicode(const char *path, wchar_t *wbuf, size_t wbuf_len); -struct file; -static char *mg_fgets(char *buf, size_t size, struct file *filep, char **p); - -#if defined(HAVE_STDINT) -#include -#else -typedef unsigned int uint32_t; -typedef unsigned short uint16_t; -typedef unsigned __int64 uint64_t; -typedef __int64 int64_t; -#define INT64_MAX 9223372036854775807 -#endif /* HAVE_STDINT */ - -/* POSIX dirent interface */ -struct dirent { - char d_name[PATH_MAX]; -}; - -typedef struct DIR { - HANDLE handle; - WIN32_FIND_DATAW info; - struct dirent result; -} DIR; - -#if !defined(USE_IPV6) && defined(_WIN32) -#ifndef HAVE_POLL -struct pollfd { - SOCKET fd; - short events; - short revents; -}; -#define POLLIN 1 -#endif -#endif - -/* Mark required libraries */ -#ifdef _MSC_VER -#pragma comment(lib, "Ws2_32.lib") -#endif - -#else /* UNIX specific */ -#include -#include -#include -#include -#include -#include -#include -#include -#include - -#include -#include -#include -#if !defined(NO_SSL_DL) && !defined(NO_SSL) -#include -#endif -#include -#if defined(__MACH__) -#define SSL_LIB "libssl.dylib" -#define CRYPTO_LIB "libcrypto.dylib" -#else -#if !defined(SSL_LIB) -#define SSL_LIB "libssl.so" -#endif -#if !defined(CRYPTO_LIB) -#define CRYPTO_LIB "libcrypto.so" -#endif -#endif -#ifndef O_BINARY -#define O_BINARY 0 -#endif /* O_BINARY */ -#define closesocket(a) close(a) -#define mg_mkdir(x, y) mkdir(x, y) -#define mg_remove(x) remove(x) -#define mg_sleep(x) usleep((x) * 1000) -#define ERRNO errno -#define INVALID_SOCKET (-1) -#define INT64_FMT PRId64 -typedef int SOCKET; -#define WINCDECL - -#endif /* End of Windows and UNIX specific includes */ - -#include "civetweb.h" - -#define PASSWORDS_FILE_NAME ".htpasswd" -#define CGI_ENVIRONMENT_SIZE 4096 -#define MAX_CGI_ENVIR_VARS 64 -#define MG_BUF_LEN 8192 -#ifndef MAX_REQUEST_SIZE -#define MAX_REQUEST_SIZE 16384 -#endif -#define ARRAY_SIZE(array) (sizeof(array) / sizeof(array[0])) - -#ifdef _WIN32 -static CRITICAL_SECTION global_log_file_lock; -static DWORD pthread_self(void) -{ - return GetCurrentThreadId(); -} - -int pthread_key_create(pthread_key_t *key, void (*_must_be_zero)(void*) /* destructor function not supported for windows */) -{ - assert(_must_be_zero == NULL); - if ((key!=0) && (_must_be_zero == NULL)) { - *key = TlsAlloc(); - return (*key != TLS_OUT_OF_INDEXES) ? 0 : -1; - } - return -2; -} - -int pthread_key_delete(pthread_key_t key) -{ - return TlsFree(key) ? 0 : 1; -} - -int pthread_setspecific(pthread_key_t key, void * value) -{ - return TlsSetValue(key, value) ? 0 : 1; -} - -void *pthread_getspecific(pthread_key_t key) -{ - return TlsGetValue(key); -} -#endif /* _WIN32 */ - -#define MD5_STATIC static -#include "md5.inl" - -#ifdef DEBUG_TRACE -#undef DEBUG_TRACE -#define DEBUG_TRACE(x) -#else -#if defined(DEBUG) -#define DEBUG_TRACE(x) do { \ - flockfile(stdout); \ - printf("*** %lu.%p.%s.%d: ", \ - (unsigned long) time(NULL), (void *) pthread_self(), \ - __func__, __LINE__); \ - printf x; \ - putchar('\n'); \ - fflush(stdout); \ - funlockfile(stdout); \ -} while (0) -#else -#define DEBUG_TRACE(x) -#endif /* DEBUG */ -#endif /* DEBUG_TRACE */ - -/* Darwin prior to 7.0 and Win32 do not have socklen_t */ -#ifdef NO_SOCKLEN_T -typedef int socklen_t; -#endif /* NO_SOCKLEN_T */ -#define _DARWIN_UNLIMITED_SELECT - -#define IP_ADDR_STR_LEN 50 /* IPv6 hex string is 46 chars */ - -#if !defined(MSG_NOSIGNAL) -#define MSG_NOSIGNAL 0 -#endif - -#if !defined(SOMAXCONN) -#define SOMAXCONN 100 -#endif - -#if !defined(PATH_MAX) -#define PATH_MAX 4096 -#endif - -/* Size of the accepted socket queue */ -#if !defined(MGSQLEN) -#define MGSQLEN 20 -#endif - -static const char *http_500_error = "Internal Server Error"; - -#if defined(NO_SSL_DL) -#include -#include -#else -/* SSL loaded dynamically from DLL. - I put the prototypes here to be independent from OpenSSL source - installation. */ - -typedef struct ssl_st SSL; -typedef struct ssl_method_st SSL_METHOD; -typedef struct ssl_ctx_st SSL_CTX; - -struct ssl_func { - const char *name; /* SSL function name */ - void (*ptr)(void); /* Function pointer */ -}; - -#define SSL_free (* (void (*)(SSL *)) ssl_sw[0].ptr) -#define SSL_accept (* (int (*)(SSL *)) ssl_sw[1].ptr) -#define SSL_connect (* (int (*)(SSL *)) ssl_sw[2].ptr) -#define SSL_read (* (int (*)(SSL *, void *, int)) ssl_sw[3].ptr) -#define SSL_write (* (int (*)(SSL *, const void *,int)) ssl_sw[4].ptr) -#define SSL_get_error (* (int (*)(SSL *, int)) ssl_sw[5].ptr) -#define SSL_set_fd (* (int (*)(SSL *, SOCKET)) ssl_sw[6].ptr) -#define SSL_new (* (SSL * (*)(SSL_CTX *)) ssl_sw[7].ptr) -#define SSL_CTX_new (* (SSL_CTX * (*)(SSL_METHOD *)) ssl_sw[8].ptr) -#define SSLv23_server_method (* (SSL_METHOD * (*)(void)) ssl_sw[9].ptr) -#define SSL_library_init (* (int (*)(void)) ssl_sw[10].ptr) -#define SSL_CTX_use_PrivateKey_file (* (int (*)(SSL_CTX *, \ - const char *, int)) ssl_sw[11].ptr) -#define SSL_CTX_use_certificate_file (* (int (*)(SSL_CTX *, \ - const char *, int)) ssl_sw[12].ptr) -#define SSL_CTX_set_default_passwd_cb \ - (* (void (*)(SSL_CTX *, mg_callback_t)) ssl_sw[13].ptr) -#define SSL_CTX_free (* (void (*)(SSL_CTX *)) ssl_sw[14].ptr) -#define SSL_load_error_strings (* (void (*)(void)) ssl_sw[15].ptr) -#define SSL_CTX_use_certificate_chain_file \ - (* (int (*)(SSL_CTX *, const char *)) ssl_sw[16].ptr) -#define SSLv23_client_method (* (SSL_METHOD * (*)(void)) ssl_sw[17].ptr) -#define SSL_pending (* (int (*)(SSL *)) ssl_sw[18].ptr) -#define SSL_CTX_set_verify (* (void (*)(SSL_CTX *, int, int)) ssl_sw[19].ptr) -#define SSL_shutdown (* (int (*)(SSL *)) ssl_sw[20].ptr) - -#define CRYPTO_num_locks (* (int (*)(void)) crypto_sw[0].ptr) -#define CRYPTO_set_locking_callback \ - (* (void (*)(void (*)(int, int, const char *, int))) crypto_sw[1].ptr) -#define CRYPTO_set_id_callback \ - (* (void (*)(unsigned long (*)(void))) crypto_sw[2].ptr) -#define ERR_get_error (* (unsigned long (*)(void)) crypto_sw[3].ptr) -#define ERR_error_string (* (char * (*)(unsigned long,char *)) crypto_sw[4].ptr) - -/* set_ssl_option() function updates this array. - It loads SSL library dynamically and changes NULLs to the actual addresses - of respective functions. The macros above (like SSL_connect()) are really - just calling these functions indirectly via the pointer. */ -static struct ssl_func ssl_sw[] = { - {"SSL_free", NULL}, - {"SSL_accept", NULL}, - {"SSL_connect", NULL}, - {"SSL_read", NULL}, - {"SSL_write", NULL}, - {"SSL_get_error", NULL}, - {"SSL_set_fd", NULL}, - {"SSL_new", NULL}, - {"SSL_CTX_new", NULL}, - {"SSLv23_server_method", NULL}, - {"SSL_library_init", NULL}, - {"SSL_CTX_use_PrivateKey_file", NULL}, - {"SSL_CTX_use_certificate_file",NULL}, - {"SSL_CTX_set_default_passwd_cb",NULL}, - {"SSL_CTX_free", NULL}, - {"SSL_load_error_strings", NULL}, - {"SSL_CTX_use_certificate_chain_file", NULL}, - {"SSLv23_client_method", NULL}, - {"SSL_pending", NULL}, - {"SSL_CTX_set_verify", NULL}, - {"SSL_shutdown", NULL}, - {NULL, NULL} -}; - -/* Similar array as ssl_sw. These functions could be located in different - lib. */ -#if !defined(NO_SSL) -static struct ssl_func crypto_sw[] = { - {"CRYPTO_num_locks", NULL}, - {"CRYPTO_set_locking_callback", NULL}, - {"CRYPTO_set_id_callback", NULL}, - {"ERR_get_error", NULL}, - {"ERR_error_string", NULL}, - {NULL, NULL} -}; -#endif /* NO_SSL */ -#endif /* NO_SSL_DL */ - -static const char *month_names[] = { - "Jan", "Feb", "Mar", "Apr", "May", "Jun", - "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" -}; - -/* Unified socket address. For IPv6 support, add IPv6 address structure - in the union u. */ -union usa { - struct sockaddr sa; - struct sockaddr_in sin; -#if defined(USE_IPV6) - struct sockaddr_in6 sin6; -#endif -}; - -/* Describes a string (chunk of memory). */ -struct vec { - const char *ptr; - size_t len; -}; - -struct file { - int is_directory; - time_t modification_time; - int64_t size; - FILE *fp; - const char *membuf; /* Non-NULL if file data is in memory */ - /* set to 1 if the content is gzipped - in which case we need a content-encoding: gzip header */ - int gzipped; -}; -#define STRUCT_FILE_INITIALIZER {0, 0, 0, NULL, NULL, 0} - -/* Describes listening socket, or socket which was accept()-ed by the master - thread and queued for future handling by the worker thread. */ -struct socket { - SOCKET sock; /* Listening socket */ - union usa lsa; /* Local socket address */ - union usa rsa; /* Remote socket address */ - unsigned is_ssl:1; /* Is port SSL-ed */ - unsigned ssl_redir:1; /* Is port supposed to redirect everything to SSL - port */ -}; - -/* NOTE(lsm): this enum shoulds be in sync with the config_options below. */ -enum { - CGI_EXTENSIONS, CGI_ENVIRONMENT, PUT_DELETE_PASSWORDS_FILE, CGI_INTERPRETER, - PROTECT_URI, AUTHENTICATION_DOMAIN, SSI_EXTENSIONS, THROTTLE, - ACCESS_LOG_FILE, ENABLE_DIRECTORY_LISTING, ERROR_LOG_FILE, - GLOBAL_PASSWORDS_FILE, INDEX_FILES, ENABLE_KEEP_ALIVE, ACCESS_CONTROL_LIST, - EXTRA_MIME_TYPES, LISTENING_PORTS, DOCUMENT_ROOT, SSL_CERTIFICATE, - NUM_THREADS, RUN_AS_USER, REWRITE, HIDE_FILES, REQUEST_TIMEOUT, - NUM_OPTIONS -}; - -static const char *config_options[] = { - "cgi_pattern", "**.cgi$|**.pl$|**.php$", - "cgi_environment", NULL, - "put_delete_auth_file", NULL, - "cgi_interpreter", NULL, - "protect_uri", NULL, - "authentication_domain", "mydomain.com", - "ssi_pattern", "**.shtml$|**.shtm$", - "throttle", NULL, - "access_log_file", NULL, - "enable_directory_listing", "yes", - "error_log_file", NULL, - "global_auth_file", NULL, - "index_files", - "index.html,index.htm,index.cgi,index.shtml,index.php,index.lp", - "enable_keep_alive", "no", - "access_control_list", NULL, - "extra_mime_types", NULL, - "listening_ports", "8080", - "document_root", NULL, - "ssl_certificate", NULL, - "num_threads", "50", - "run_as_user", NULL, - "url_rewrite_patterns", NULL, - "hide_files_patterns", NULL, - "request_timeout_ms", "30000", - NULL -}; - -struct mg_request_handler_info { - char *uri; - size_t uri_len; - mg_request_handler handler; - void *cbdata; - struct mg_request_handler_info *next; -}; - -struct mg_context { - volatile int stop_flag; /* Should we stop event loop */ - void *ssllib_dll_handle; /* Store the ssl library handle. */ - void *cryptolib_dll_handle; /* Store the crypto library handle. */ - SSL_CTX *ssl_ctx; /* SSL context */ - char *config[NUM_OPTIONS]; /* Civetweb configuration parameters */ - struct mg_callbacks callbacks; /* User-defined callback function */ - void *user_data; /* User-defined data */ - - struct socket *listening_sockets; - int num_listening_sockets; - - volatile int num_threads; /* Number of threads */ - pthread_mutex_t mutex; /* Protects (max|num)_threads */ - pthread_cond_t cond; /* Condvar for tracking workers terminations */ - - struct socket queue[MGSQLEN]; /* Accepted sockets */ - volatile int sq_head; /* Head of the socket queue */ - volatile int sq_tail; /* Tail of the socket queue */ - pthread_cond_t sq_full; /* Signaled when socket is produced */ - pthread_cond_t sq_empty; /* Signaled when socket is consumed */ - pthread_t masterthreadid; /* The master thread ID. */ - int workerthreadcount; /* The amount of worker threads. */ - pthread_t *workerthreadids;/* The worker thread IDs. */ - - /* linked list of uri handlers */ - struct mg_request_handler_info *request_handlers; -}; - -struct mg_connection { - struct mg_request_info request_info; - struct mg_context *ctx; - SSL *ssl; /* SSL descriptor */ - SSL_CTX *client_ssl_ctx; /* SSL context for client connections */ - struct socket client; /* Connected client */ - time_t birth_time; /* Time when request was received */ - int64_t num_bytes_sent; /* Total bytes sent to client */ - int64_t content_len; /* Content-Length header value */ - int64_t consumed_content; /* How many bytes of content have been read */ - char *buf; /* Buffer for received data */ - char *path_info; /* PATH_INFO part of the URL */ - int must_close; /* 1 if connection must be closed */ - int buf_size; /* Buffer size */ - int request_len; /* Size of the request + headers in a buffer */ - int data_len; /* Total size of data in a buffer */ - int status_code; /* HTTP reply status code, e.g. 200 */ - int throttle; /* Throttling, bytes/sec. <= 0 means no - throttle */ - time_t last_throttle_time; /* Last time throttled data was sent */ - int64_t last_throttle_bytes;/* Bytes sent this second */ - pthread_mutex_t mutex; /* Used by mg_lock/mg_unlock to ensure atomic - transmissions for websockets */ -}; - -static pthread_key_t sTlsKey; /* Thread local storage index */ -static int sTlsInit = 0; - -struct mg_workerTLS { - int is_master; -#if defined(_WIN32) && !defined(__SYMBIAN32__) - HANDLE pthread_cond_helper_mutex; -#endif -}; - -/* Directory entry */ -struct de { - struct mg_connection *conn; - char *file_name; - struct file file; -}; - -const char **mg_get_valid_option_names(void) -{ - return config_options; -} - -static int is_file_in_memory(struct mg_connection *conn, const char *path, - struct file *filep) -{ - size_t size = 0; - if ((filep->membuf = conn->ctx->callbacks.open_file == NULL ? NULL : - conn->ctx->callbacks.open_file(conn, path, &size)) != NULL) { - /* NOTE: override filep->size only on success. Otherwise, it might - break constructs like if (!mg_stat() || !mg_fopen()) ... */ - filep->size = size; - } - return filep->membuf != NULL; -} - -static int is_file_opened(const struct file *filep) -{ - return filep->membuf != NULL || filep->fp != NULL; -} - -static int mg_fopen(struct mg_connection *conn, const char *path, - const char *mode, struct file *filep) -{ - if (!is_file_in_memory(conn, path, filep)) { -#ifdef _WIN32 - wchar_t wbuf[PATH_MAX], wmode[20]; - to_unicode(path, wbuf, ARRAY_SIZE(wbuf)); - MultiByteToWideChar(CP_UTF8, 0, mode, -1, wmode, ARRAY_SIZE(wmode)); - filep->fp = _wfopen(wbuf, wmode); -#else - filep->fp = fopen(path, mode); -#endif - } - - return is_file_opened(filep); -} - -static void mg_fclose(struct file *filep) -{ - if (filep != NULL && filep->fp != NULL) { - fclose(filep->fp); - } -} - -static int get_option_index(const char *name) -{ - int i; - - for (i = 0; config_options[i * 2] != NULL; i++) { - if (strcmp(config_options[i * 2], name) == 0) { - return i; - } - } - return -1; -} - -const char *mg_get_option(const struct mg_context *ctx, const char *name) -{ - int i; - if ((i = get_option_index(name)) == -1) { - return NULL; - } else if (ctx->config[i] == NULL) { - return ""; - } else { - return ctx->config[i]; - } -} - -static void sockaddr_to_string(char *buf, size_t len, - const union usa *usa) -{ - buf[0] = '\0'; -#if defined(USE_IPV6) - inet_ntop(usa->sa.sa_family, usa->sa.sa_family == AF_INET ? - (void *) &usa->sin.sin_addr : - (void *) &usa->sin6.sin6_addr, buf, len); -#elif defined(_WIN32) - /* Only Windoze Vista (and newer) have inet_ntop() */ - strncpy(buf, inet_ntoa(usa->sin.sin_addr), len); -#else - inet_ntop(usa->sa.sa_family, (void *) &usa->sin.sin_addr, buf, len); -#endif -} - -/* Print error message to the opened error log stream. */ -void mg_cry(struct mg_connection *conn, const char *fmt, ...) -{ - char buf[MG_BUF_LEN], src_addr[IP_ADDR_STR_LEN]; - va_list ap; - FILE *fp; - time_t timestamp; - - va_start(ap, fmt); - IGNORE_UNUSED_RESULT(vsnprintf(buf, sizeof(buf), fmt, ap)); - va_end(ap); - - /* Do not lock when getting the callback value, here and below. - I suppose this is fine, since function cannot disappear in the - same way string option can. */ - if (conn->ctx->callbacks.log_message == NULL || - conn->ctx->callbacks.log_message(conn, buf) == 0) { - fp = conn->ctx->config[ERROR_LOG_FILE] == NULL ? NULL : - fopen(conn->ctx->config[ERROR_LOG_FILE], "a+"); - - if (fp != NULL) { - flockfile(fp); - timestamp = time(NULL); - - sockaddr_to_string(src_addr, sizeof(src_addr), &conn->client.rsa); - fprintf(fp, "[%010lu] [error] [client %s] ", (unsigned long) timestamp, - src_addr); - - if (conn->request_info.request_method != NULL) { - fprintf(fp, "%s %s: ", conn->request_info.request_method, - conn->request_info.uri); - } - - fprintf(fp, "%s", buf); - fputc('\n', fp); - funlockfile(fp); - fclose(fp); - } - } -} - -/* Return fake connection structure. Used for logging, if connection - is not applicable at the moment of logging. */ -static struct mg_connection *fc(struct mg_context *ctx) -{ - static struct mg_connection fake_connection; - fake_connection.ctx = ctx; - return &fake_connection; -} - -const char *mg_version(void) -{ - return CIVETWEB_VERSION; -} - -struct mg_request_info *mg_get_request_info(struct mg_connection *conn) -{ - return &conn->request_info; -} - -static void mg_strlcpy(register char *dst, register const char *src, size_t n) -{ - for (; *src != '\0' && n > 1; n--) { - *dst++ = *src++; - } - *dst = '\0'; -} - -static int lowercase(const char *s) -{ - return tolower(* (const unsigned char *) s); -} - -int mg_strncasecmp(const char *s1, const char *s2, size_t len) -{ - int diff = 0; - - if (len > 0) - do { - diff = lowercase(s1++) - lowercase(s2++); - } while (diff == 0 && s1[-1] != '\0' && --len > 0); - - return diff; -} - -static int mg_strcasecmp(const char *s1, const char *s2) -{ - int diff; - - do { - diff = lowercase(s1++) - lowercase(s2++); - } while (diff == 0 && s1[-1] != '\0'); - - return diff; -} - -static char * mg_strndup(const char *ptr, size_t len) -{ - char *p; - - if ((p = (char *) malloc(len + 1)) != NULL) { - mg_strlcpy(p, ptr, len + 1); - } - - return p; -} - -static char * mg_strdup(const char *str) -{ - return mg_strndup(str, strlen(str)); -} - -static const char *mg_strcasestr(const char *big_str, const char *small_str) -{ - int i, big_len = (int)strlen(big_str), small_len = (int)strlen(small_str); - - for (i = 0; i <= big_len - small_len; i++) { - if (mg_strncasecmp(big_str + i, small_str, small_len) == 0) { - return big_str + i; - } - } - - return NULL; -} - -/* Like snprintf(), but never returns negative value, or a value - that is larger than a supplied buffer. - Thanks to Adam Zeldis to pointing snprintf()-caused vulnerability - in his audit report. */ -static int mg_vsnprintf(struct mg_connection *conn, char *buf, size_t buflen, - const char *fmt, va_list ap) -{ - int n; - - if (buflen == 0) - return 0; - - n = vsnprintf(buf, buflen, fmt, ap); - - if (n < 0) { - mg_cry(conn, "vsnprintf error"); - n = 0; - } else if (n >= (int) buflen) { - mg_cry(conn, "truncating vsnprintf buffer: [%.*s]", - n > 200 ? 200 : n, buf); - n = (int) buflen - 1; - } - buf[n] = '\0'; - - return n; -} - -static int mg_snprintf(struct mg_connection *conn, char *buf, size_t buflen, - PRINTF_FORMAT_STRING(const char *fmt), ...) -PRINTF_ARGS(4, 5); - -static int mg_snprintf(struct mg_connection *conn, char *buf, size_t buflen, - const char *fmt, ...) -{ - va_list ap; - int n; - - va_start(ap, fmt); - n = mg_vsnprintf(conn, buf, buflen, fmt, ap); - va_end(ap); - - return n; -} - -/* Skip the characters until one of the delimiters characters found. - 0-terminate resulting word. Skip the delimiter and following whitespaces. - Advance pointer to buffer to the next word. Return found 0-terminated word. - Delimiters can be quoted with quotechar. */ -static char *skip_quoted(char **buf, const char *delimiters, - const char *whitespace, char quotechar) -{ - char *p, *begin_word, *end_word, *end_whitespace; - - begin_word = *buf; - end_word = begin_word + strcspn(begin_word, delimiters); - - /* Check for quotechar */ - if (end_word > begin_word) { - p = end_word - 1; - while (*p == quotechar) { - /* If there is anything beyond end_word, copy it */ - if (*end_word == '\0') { - *p = '\0'; - break; - } else { - size_t end_off = strcspn(end_word + 1, delimiters); - memmove (p, end_word, end_off + 1); - p += end_off; /* p must correspond to end_word - 1 */ - end_word += end_off + 1; - } - } - for (p++; p < end_word; p++) { - *p = '\0'; - } - } - - if (*end_word == '\0') { - *buf = end_word; - } else { - end_whitespace = end_word + 1 + strspn(end_word + 1, whitespace); - - for (p = end_word; p < end_whitespace; p++) { - *p = '\0'; - } - - *buf = end_whitespace; - } - - return begin_word; -} - -/* Simplified version of skip_quoted without quote char - and whitespace == delimiters */ -static char *skip(char **buf, const char *delimiters) -{ - return skip_quoted(buf, delimiters, delimiters, 0); -} - - -/* Return HTTP header value, or NULL if not found. */ -static const char *get_header(const struct mg_request_info *ri, - const char *name) -{ - int i; - - for (i = 0; i < ri->num_headers; i++) - if (!mg_strcasecmp(name, ri->http_headers[i].name)) - return ri->http_headers[i].value; - - return NULL; -} - -const char *mg_get_header(const struct mg_connection *conn, const char *name) -{ - return get_header(&conn->request_info, name); -} - -/* A helper function for traversing a comma separated list of values. - It returns a list pointer shifted to the next value, or NULL if the end - of the list found. - Value is stored in val vector. If value has form "x=y", then eq_val - vector is initialized to point to the "y" part, and val vector length - is adjusted to point only to "x". */ -static const char *next_option(const char *list, struct vec *val, - struct vec *eq_val) -{ - if (list == NULL || *list == '\0') { - /* End of the list */ - list = NULL; - } else { - val->ptr = list; - if ((list = strchr(val->ptr, ',')) != NULL) { - /* Comma found. Store length and shift the list ptr */ - val->len = list - val->ptr; - list++; - } else { - /* This value is the last one */ - list = val->ptr + strlen(val->ptr); - val->len = list - val->ptr; - } - - if (eq_val != NULL) { - /* Value has form "x=y", adjust pointers and lengths - so that val points to "x", and eq_val points to "y". */ - eq_val->len = 0; - eq_val->ptr = (const char *) memchr(val->ptr, '=', val->len); - if (eq_val->ptr != NULL) { - eq_val->ptr++; /* Skip over '=' character */ - eq_val->len = val->ptr + val->len - eq_val->ptr; - val->len = (eq_val->ptr - val->ptr) - 1; - } - } - } - - return list; -} - -/* Perform case-insensitive match of string against pattern */ -static int match_prefix(const char *pattern, int pattern_len, const char *str) -{ - const char *or_str; - int i, j, len, res; - - if ((or_str = (const char *) memchr(pattern, '|', pattern_len)) != NULL) { - res = match_prefix(pattern, (int)(or_str - pattern), str); - return res > 0 ? res : - match_prefix(or_str + 1, (int)((pattern + pattern_len) - (or_str + 1)), str); - } - - i = j = 0; - res = -1; - for (; i < pattern_len; i++, j++) { - if (pattern[i] == '?' && str[j] != '\0') { - continue; - } else if (pattern[i] == '$') { - return str[j] == '\0' ? j : -1; - } else if (pattern[i] == '*') { - i++; - if (pattern[i] == '*') { - i++; - len = (int) strlen(str + j); - } else { - len = (int) strcspn(str + j, "/"); - } - if (i == pattern_len) { - return j + len; - } - do { - res = match_prefix(pattern + i, pattern_len - i, str + j + len); - } while (res == -1 && len-- > 0); - return res == -1 ? -1 : j + res + len; - } else if (lowercase(&pattern[i]) != lowercase(&str[j])) { - return -1; - } - } - return j; -} - -/* HTTP 1.1 assumes keep alive if "Connection:" header is not set - This function must tolerate situations when connection info is not - set up, for example if request parsing failed. */ -static int should_keep_alive(const struct mg_connection *conn) -{ - const char *http_version = conn->request_info.http_version; - const char *header = mg_get_header(conn, "Connection"); - if (conn->must_close || - conn->status_code == 401 || - mg_strcasecmp(conn->ctx->config[ENABLE_KEEP_ALIVE], "yes") != 0 || - (header != NULL && mg_strcasecmp(header, "keep-alive") != 0) || - (header == NULL && http_version && strcmp(http_version, "1.1"))) { - return 0; - } - return 1; -} - -static const char *suggest_connection_header(const struct mg_connection *conn) -{ - return should_keep_alive(conn) ? "keep-alive" : "close"; -} - -static void send_http_error(struct mg_connection *, int, const char *, - PRINTF_FORMAT_STRING(const char *fmt), ...) -PRINTF_ARGS(4, 5); - - -static void send_http_error(struct mg_connection *conn, int status, - const char *reason, const char *fmt, ...) -{ - char buf[MG_BUF_LEN]; - va_list ap; - int len = 0; - - conn->status_code = status; - if (conn->ctx->callbacks.http_error == NULL || - conn->ctx->callbacks.http_error(conn, status)) { - buf[0] = '\0'; - - /* Errors 1xx, 204 and 304 MUST NOT send a body */ - if (status > 199 && status != 204 && status != 304) { - len = mg_snprintf(conn, buf, sizeof(buf), "Error %d: %s", status, reason); - buf[len++] = '\n'; - - va_start(ap, fmt); - len += mg_vsnprintf(conn, buf + len, sizeof(buf) - len, fmt, ap); - va_end(ap); - } - DEBUG_TRACE(("[%s]", buf)); - - mg_printf(conn, "HTTP/1.1 %d %s\r\n" - "Content-Length: %d\r\n" - "Connection: %s\r\n\r\n", status, reason, len, - suggest_connection_header(conn)); - conn->num_bytes_sent += mg_printf(conn, "%s", buf); - } -} - -#if defined(_WIN32) && !defined(__SYMBIAN32__) -static int pthread_mutex_init(pthread_mutex_t *mutex, void *unused) -{ - (void) unused; - *mutex = CreateMutex(NULL, FALSE, NULL); - return *mutex == NULL ? -1 : 0; -} - -static int pthread_mutex_destroy(pthread_mutex_t *mutex) -{ - return CloseHandle(*mutex) == 0 ? -1 : 0; -} - -static int pthread_mutex_lock(pthread_mutex_t *mutex) -{ - return WaitForSingleObject(*mutex, INFINITE) == WAIT_OBJECT_0? 0 : -1; -} - -static int pthread_mutex_unlock(pthread_mutex_t *mutex) -{ - return ReleaseMutex(*mutex) == 0 ? -1 : 0; -} - -static int clock_gettime(clockid_t clk_id, struct timespec *tp) -{ - FILETIME ft; - ULARGE_INTEGER li; - BOOL ok = FALSE; - double d; - static double perfcnt_per_sec = 0.0; - - if (tp) { - if (clk_id == CLOCK_REALTIME) { - GetSystemTimeAsFileTime(&ft); - li.LowPart = ft.dwLowDateTime; - li.HighPart = ft.dwHighDateTime; - li.QuadPart -= 116444736000000000; /* 1.1.1970 in filedate */ - tp->tv_sec = (time_t)(li.QuadPart / 10000000); - tp->tv_nsec = (long)(li.QuadPart % 10000000) * 100; - ok = TRUE; - } else if (clk_id == CLOCK_MONOTONIC) { - if (perfcnt_per_sec==0) { - QueryPerformanceFrequency((LARGE_INTEGER *) &li); - perfcnt_per_sec = 1.0 / li.QuadPart; - } - if (perfcnt_per_sec!=0) { - QueryPerformanceCounter((LARGE_INTEGER *) &li); - d = li.QuadPart * perfcnt_per_sec; - tp->tv_sec = (time_t)d; - d -= tp->tv_sec; - tp->tv_nsec = (long)(d*1.0E9); - ok = TRUE; - } - } - } - - return ok ? 0 : -1; -} - -static int pthread_cond_init(pthread_cond_t *cv, const void *unused) -{ - (void) unused; - InitializeCriticalSection(&cv->threadIdSec); - cv->waitingthreadcount = 0; - cv->waitingthreadhdls = calloc(MAX_WORKER_THREADS, sizeof(pthread_t)); - return (cv->waitingthreadhdls!=NULL) ? 0 : -1; -} - -static int pthread_cond_timedwait(pthread_cond_t *cv, pthread_mutex_t *mutex, const struct timespec * abstime) -{ - struct mg_workerTLS * tls = (struct mg_workerTLS *)TlsGetValue(sTlsKey); - int ok; - struct timespec tsnow; - int64_t nsnow, nswaitabs, nswaitrel; - DWORD mswaitrel; - - EnterCriticalSection(&cv->threadIdSec); - assert(cv->waitingthreadcount < MAX_WORKER_THREADS); - cv->waitingthreadhdls[cv->waitingthreadcount] = tls->pthread_cond_helper_mutex; - cv->waitingthreadcount++; - LeaveCriticalSection(&cv->threadIdSec); - - if (abstime) { - clock_gettime(CLOCK_REALTIME, &tsnow); - nsnow = (((uint64_t)tsnow.tv_sec)<<32) + tsnow.tv_nsec; - nswaitabs = (((uint64_t)abstime->tv_sec)<<32) + abstime->tv_nsec; - nswaitrel = nswaitabs - nsnow; - if (nswaitrel<0) nswaitrel=0; - mswaitrel = (DWORD)(nswaitrel / 1000000); - } else { - mswaitrel = INFINITE; - } - - pthread_mutex_unlock(mutex); - ok = (WAIT_OBJECT_0 == WaitForSingleObject(tls->pthread_cond_helper_mutex, mswaitrel)); - pthread_mutex_lock(mutex); - - return ok ? 0 : -1; -} - -static int pthread_cond_wait(pthread_cond_t *cv, pthread_mutex_t *mutex) -{ - return pthread_cond_timedwait(cv, mutex, NULL); -} - -static int pthread_cond_signal(pthread_cond_t *cv) -{ - int i; - HANDLE wkup = NULL; - BOOL ok = FALSE; - - EnterCriticalSection(&cv->threadIdSec); - if (cv->waitingthreadcount) { - wkup = cv->waitingthreadhdls[0]; - ok = SetEvent(wkup); - - for (i=1; iwaitingthreadcount; i++) { - cv->waitingthreadhdls[i-1] = cv->waitingthreadhdls[i]; - } - cv->waitingthreadcount--; - - assert(ok); - } - LeaveCriticalSection(&cv->threadIdSec); - - return ok ? 0 : 1; -} - -static int pthread_cond_broadcast(pthread_cond_t *cv) -{ - EnterCriticalSection(&cv->threadIdSec); - while (cv->waitingthreadcount) { - pthread_cond_signal(cv); - } - LeaveCriticalSection(&cv->threadIdSec); - - return 0; -} - -static int pthread_cond_destroy(pthread_cond_t *cv) -{ - EnterCriticalSection(&cv->threadIdSec); - assert(cv->waitingthreadcount==0); - cv->waitingthreadhdls = 0; - free(cv->waitingthreadhdls); - LeaveCriticalSection(&cv->threadIdSec); - DeleteCriticalSection(&cv->threadIdSec); - - return 0; -} - -/* For Windows, change all slashes to backslashes in path names. */ -static void change_slashes_to_backslashes(char *path) -{ - int i; - - for (i = 0; path[i] != '\0'; i++) { - if (path[i] == '/') - path[i] = '\\'; - /* i > 0 check is to preserve UNC paths, like \\server\file.txt */ - if (path[i] == '\\' && i > 0) - while (path[i + 1] == '\\' || path[i + 1] == '/') - (void) memmove(path + i + 1, - path + i + 2, strlen(path + i + 1)); - } -} - -/* Encode 'path' which is assumed UTF-8 string, into UNICODE string. - wbuf and wbuf_len is a target buffer and its length. */ -static void to_unicode(const char *path, wchar_t *wbuf, size_t wbuf_len) -{ - char buf[PATH_MAX], buf2[PATH_MAX]; - - mg_strlcpy(buf, path, sizeof(buf)); - change_slashes_to_backslashes(buf); - - /* Convert to Unicode and back. If doubly-converted string does not - match the original, something is fishy, reject. */ - memset(wbuf, 0, wbuf_len * sizeof(wchar_t)); - MultiByteToWideChar(CP_UTF8, 0, buf, -1, wbuf, (int) wbuf_len); - WideCharToMultiByte(CP_UTF8, 0, wbuf, (int) wbuf_len, buf2, sizeof(buf2), - NULL, NULL); - if (strcmp(buf, buf2) != 0) { - wbuf[0] = L'\0'; - } -} - -#if defined(_WIN32_WCE) -static time_t time(time_t *ptime) -{ - time_t t; - SYSTEMTIME st; - FILETIME ft; - - GetSystemTime(&st); - SystemTimeToFileTime(&st, &ft); - t = SYS2UNIX_TIME(ft.dwLowDateTime, ft.dwHighDateTime); - - if (ptime != NULL) { - *ptime = t; - } - - return t; -} - -static struct tm *localtime(const time_t *ptime, struct tm *ptm) -{ - int64_t t = ((int64_t) *ptime) * RATE_DIFF + EPOCH_DIFF; - FILETIME ft, lft; - SYSTEMTIME st; - TIME_ZONE_INFORMATION tzinfo; - - if (ptm == NULL) { - return NULL; - } - - * (int64_t *) &ft = t; - FileTimeToLocalFileTime(&ft, &lft); - FileTimeToSystemTime(&lft, &st); - ptm->tm_year = st.wYear - 1900; - ptm->tm_mon = st.wMonth - 1; - ptm->tm_wday = st.wDayOfWeek; - ptm->tm_mday = st.wDay; - ptm->tm_hour = st.wHour; - ptm->tm_min = st.wMinute; - ptm->tm_sec = st.wSecond; - ptm->tm_yday = 0; /* hope nobody uses this */ - ptm->tm_isdst = - GetTimeZoneInformation(&tzinfo) == TIME_ZONE_ID_DAYLIGHT ? 1 : 0; - - return ptm; -} - -static struct tm *gmtime(const time_t *ptime, struct tm *ptm) -{ - /* FIXME(lsm): fix this. */ - return localtime(ptime, ptm); -} - -static size_t strftime(char *dst, size_t dst_size, const char *fmt, - const struct tm *tm) -{ - (void) snprintf(dst, dst_size, "implement strftime() for WinCE"); - return 0; -} -#endif - -/* Windows happily opens files with some garbage at the end of file name. - For example, fopen("a.cgi ", "r") on Windows successfully opens - "a.cgi", despite one would expect an error back. - This function returns non-0 if path ends with some garbage. */ -static int path_cannot_disclose_cgi(const char *path) -{ - static const char *allowed_last_characters = "_-"; - int last = path[strlen(path) - 1]; - return isalnum(last) || strchr(allowed_last_characters, last) != NULL; -} - -static int mg_stat(struct mg_connection *conn, const char *path, - struct file *filep) -{ - wchar_t wbuf[PATH_MAX]; - WIN32_FILE_ATTRIBUTE_DATA info; - - if (!is_file_in_memory(conn, path, filep)) { - to_unicode(path, wbuf, ARRAY_SIZE(wbuf)); - if (GetFileAttributesExW(wbuf, GetFileExInfoStandard, &info) != 0) { - filep->size = MAKEUQUAD(info.nFileSizeLow, info.nFileSizeHigh); - filep->modification_time = SYS2UNIX_TIME( - info.ftLastWriteTime.dwLowDateTime, - info.ftLastWriteTime.dwHighDateTime); - filep->is_directory = info.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY; - /* If file name is fishy, reset the file structure and return - error. - Note it is important to reset, not just return the error, cause - functions like is_file_opened() check the struct. */ - if (!filep->is_directory && !path_cannot_disclose_cgi(path)) { - memset(filep, 0, sizeof(*filep)); - } - } - } - - return filep->membuf != NULL || filep->modification_time != 0; -} - -static int mg_remove(const char *path) -{ - wchar_t wbuf[PATH_MAX]; - to_unicode(path, wbuf, ARRAY_SIZE(wbuf)); - return DeleteFileW(wbuf) ? 0 : -1; -} - -static int mg_mkdir(const char *path, int mode) -{ - char buf[PATH_MAX]; - wchar_t wbuf[PATH_MAX]; - - (void) mode; - mg_strlcpy(buf, path, sizeof(buf)); - change_slashes_to_backslashes(buf); - - (void) MultiByteToWideChar(CP_UTF8, 0, buf, -1, wbuf, ARRAY_SIZE(wbuf)); - - return CreateDirectoryW(wbuf, NULL) ? 0 : -1; -} - -/* Implementation of POSIX opendir/closedir/readdir for Windows. */ -static DIR * opendir(const char *name) -{ - DIR *dir = NULL; - wchar_t wpath[PATH_MAX]; - DWORD attrs; - - if (name == NULL) { - SetLastError(ERROR_BAD_ARGUMENTS); - } else if ((dir = (DIR *) malloc(sizeof(*dir))) == NULL) { - SetLastError(ERROR_NOT_ENOUGH_MEMORY); - } else { - to_unicode(name, wpath, ARRAY_SIZE(wpath)); - attrs = GetFileAttributesW(wpath); - if (attrs != 0xFFFFFFFF && - ((attrs & FILE_ATTRIBUTE_DIRECTORY) == FILE_ATTRIBUTE_DIRECTORY)) { - (void) wcscat(wpath, L"\\*"); - dir->handle = FindFirstFileW(wpath, &dir->info); - dir->result.d_name[0] = '\0'; - } else { - free(dir); - dir = NULL; - } - } - - return dir; -} - -static int closedir(DIR *dir) -{ - int result = 0; - - if (dir != NULL) { - if (dir->handle != INVALID_HANDLE_VALUE) - result = FindClose(dir->handle) ? 0 : -1; - - free(dir); - } else { - result = -1; - SetLastError(ERROR_BAD_ARGUMENTS); - } - - return result; -} - -static struct dirent *readdir(DIR *dir) -{ - struct dirent *result = 0; - - if (dir) { - if (dir->handle != INVALID_HANDLE_VALUE) { - result = &dir->result; - (void) WideCharToMultiByte(CP_UTF8, 0, - dir->info.cFileName, -1, result->d_name, - sizeof(result->d_name), NULL, NULL); - - if (!FindNextFileW(dir->handle, &dir->info)) { - (void) FindClose(dir->handle); - dir->handle = INVALID_HANDLE_VALUE; - } - - } else { - SetLastError(ERROR_FILE_NOT_FOUND); - } - } else { - SetLastError(ERROR_BAD_ARGUMENTS); - } - - return result; -} - -#ifndef HAVE_POLL -static int poll(struct pollfd *pfd, int n, int milliseconds) -{ - struct timeval tv; - fd_set set; - int i, result; - SOCKET maxfd = 0; - - tv.tv_sec = milliseconds / 1000; - tv.tv_usec = (milliseconds % 1000) * 1000; - FD_ZERO(&set); - - for (i = 0; i < n; i++) { - FD_SET((SOCKET) pfd[i].fd, &set); - pfd[i].revents = 0; - - if (pfd[i].fd > maxfd) { - maxfd = pfd[i].fd; - } - } - - if ((result = select((int)maxfd + 1, &set, NULL, NULL, &tv)) > 0) { - for (i = 0; i < n; i++) { - if (FD_ISSET(pfd[i].fd, &set)) { - pfd[i].revents = POLLIN; - } - } - } - - return result; -} -#endif /* HAVE_POLL */ - -static void set_close_on_exec(SOCKET sock, struct mg_connection *conn /* may be null */) -{ - (void) conn; /* Unused. */ - (void) SetHandleInformation((HANDLE) sock, HANDLE_FLAG_INHERIT, 0); -} - -int mg_start_thread(mg_thread_func_t f, void *p) -{ -#if defined(USE_STACK_SIZE) && (USE_STACK_SIZE > 1) - /* Compile-time option to control stack size, e.g. -DUSE_STACK_SIZE=16384 */ - return (long)_beginthread((void (__cdecl *)(void *)) f, USE_STACK_SIZE, p) == -1L ? -1 : 0; -#else - return (long)_beginthread((void (__cdecl *)(void *)) f, 0, p) == -1L ? -1 : 0; -#endif /* defined(USE_STACK_SIZE) && (USE_STACK_SIZE > 1) */ -} - -/* Start a thread storing the thread context. */ - -static int mg_start_thread_with_id(unsigned (__stdcall *f)(void *), void *p, - pthread_t *threadidptr) -{ - uintptr_t uip; - HANDLE threadhandle; - int result; - - uip = _beginthreadex(NULL, 0, (unsigned (__stdcall *)(void *)) f, p, 0, - NULL); - threadhandle = (HANDLE) uip; - if (threadidptr != NULL) { - *threadidptr = threadhandle; - } - result = (threadhandle == NULL) ? -1 : 0; - - return result; -} - -/* Wait for a thread to finish. */ - -static int mg_join_thread(pthread_t threadid) -{ - int result; - DWORD dwevent; - - result = -1; - dwevent = WaitForSingleObject(threadid, INFINITE); - if (dwevent == WAIT_FAILED) { - int err; - - err = GetLastError(); - DEBUG_TRACE(("WaitForSingleObject() failed, error %d", err)); - } else { - if (dwevent == WAIT_OBJECT_0) { - CloseHandle(threadid); - result = 0; - } - } - - return result; -} - -static HANDLE dlopen(const char *dll_name, int flags) -{ - wchar_t wbuf[PATH_MAX]; - (void) flags; - to_unicode(dll_name, wbuf, ARRAY_SIZE(wbuf)); - return LoadLibraryW(wbuf); -} - -static int dlclose(void *handle) -{ - int result; - - if (FreeLibrary(handle) != 0) { - result = 0; - } else { - result = -1; - } - - return result; -} - -#if !defined(NO_CGI) -#define SIGKILL 0 -static int kill(pid_t pid, int sig_num) -{ - (void) TerminateProcess(pid, sig_num); - (void) CloseHandle(pid); - return 0; -} - -static void trim_trailing_whitespaces(char *s) -{ - char *e = s + strlen(s) - 1; - while (e > s && isspace(* (unsigned char *) e)) { - *e-- = '\0'; - } -} - -static pid_t spawn_process(struct mg_connection *conn, const char *prog, - char *envblk, char *envp[], int fdin, - int fdout, const char *dir) -{ - HANDLE me; - char *p, *interp, full_interp[PATH_MAX], full_dir[PATH_MAX], - cmdline[PATH_MAX], buf[PATH_MAX]; - struct file file = STRUCT_FILE_INITIALIZER; - STARTUPINFOA si; - PROCESS_INFORMATION pi = { 0 }; - - (void) envp; - - memset(&si, 0, sizeof(si)); - si.cb = sizeof(si); - - /* TODO(lsm): redirect CGI errors to the error log file */ - si.dwFlags = STARTF_USESTDHANDLES | STARTF_USESHOWWINDOW; - si.wShowWindow = SW_HIDE; - - me = GetCurrentProcess(); - DuplicateHandle(me, (HANDLE) _get_osfhandle(fdin), me, - &si.hStdInput, 0, TRUE, DUPLICATE_SAME_ACCESS); - DuplicateHandle(me, (HANDLE) _get_osfhandle(fdout), me, - &si.hStdOutput, 0, TRUE, DUPLICATE_SAME_ACCESS); - - /* If CGI file is a script, try to read the interpreter line */ - interp = conn->ctx->config[CGI_INTERPRETER]; - if (interp == NULL) { - buf[0] = buf[1] = '\0'; - - /* Read the first line of the script into the buffer */ - snprintf(cmdline, sizeof(cmdline), "%s%c%s", dir, '/', prog); - if (mg_fopen(conn, cmdline, "r", &file)) { - p = (char *) file.membuf; - mg_fgets(buf, sizeof(buf), &file, &p); - mg_fclose(&file); - buf[sizeof(buf) - 1] = '\0'; - } - - if (buf[0] == '#' && buf[1] == '!') { - trim_trailing_whitespaces(buf + 2); - } else { - buf[2] = '\0'; - } - interp = buf + 2; - } - - if (interp[0] != '\0') { - GetFullPathNameA(interp, sizeof(full_interp), full_interp, NULL); - interp = full_interp; - } - GetFullPathNameA(dir, sizeof(full_dir), full_dir, NULL); - - mg_snprintf(conn, cmdline, sizeof(cmdline), "%s%s\"%s\\%s\"", - interp, interp[0] == '\0' ? "" : " ", full_dir, prog); - - DEBUG_TRACE(("Running [%s]", cmdline)); - if (CreateProcessA(NULL, cmdline, NULL, NULL, TRUE, - CREATE_NEW_PROCESS_GROUP, envblk, NULL, &si, &pi) == 0) { - mg_cry(conn, "%s: CreateProcess(%s): %ld", - __func__, cmdline, ERRNO); - pi.hProcess = (pid_t) -1; - } - - (void) CloseHandle(si.hStdOutput); - (void) CloseHandle(si.hStdInput); - if (pi.hThread != NULL) - (void) CloseHandle(pi.hThread); - - return (pid_t) pi.hProcess; -} -#endif /* !NO_CGI */ - -static int set_non_blocking_mode(SOCKET sock) -{ - unsigned long on = 1; - return ioctlsocket(sock, FIONBIO, &on); -} - -#else -static int mg_stat(struct mg_connection *conn, const char *path, - struct file *filep) -{ - struct stat st; - - if (!is_file_in_memory(conn, path, filep) && !stat(path, &st)) { - filep->size = st.st_size; - filep->modification_time = st.st_mtime; - filep->is_directory = S_ISDIR(st.st_mode); - } else { - filep->modification_time = (time_t) 0; - } - - return filep->membuf != NULL || filep->modification_time != (time_t) 0; -} - -static void set_close_on_exec(int fd, struct mg_connection *conn /* may be null */) -{ - if (fcntl(fd, F_SETFD, FD_CLOEXEC) != 0) { - if (conn) - mg_cry(conn, "%s: fcntl(F_SETFD FD_CLOEXEC) failed: %s", - __func__, strerror(ERRNO)); - } -} - -int mg_start_thread(mg_thread_func_t func, void *param) -{ - pthread_t thread_id; - pthread_attr_t attr; - int result; - - (void) pthread_attr_init(&attr); - (void) pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); - -#if defined(USE_STACK_SIZE) && (USE_STACK_SIZE > 1) - /* Compile-time option to control stack size, - e.g. -DUSE_STACK_SIZE=16384 */ - (void) pthread_attr_setstacksize(&attr, USE_STACK_SIZE); -#endif /* defined(USE_STACK_SIZE) && (USE_STACK_SIZE > 1) */ - - result = pthread_create(&thread_id, &attr, func, param); - pthread_attr_destroy(&attr); - - return result; -} - -/* Start a thread storing the thread context. */ - -static int mg_start_thread_with_id(mg_thread_func_t func, void *param, - pthread_t *threadidptr) -{ - pthread_t thread_id; - pthread_attr_t attr; - int result; - - (void) pthread_attr_init(&attr); - -#if defined(USE_STACK_SIZE) && (USE_STACK_SIZE > 1) - /* Compile-time option to control stack size, - e.g. -DUSE_STACK_SIZE=16384 */ - (void) pthread_attr_setstacksize(&attr, USE_STACK_SIZE); -#endif /* defined(USE_STACK_SIZE) && USE_STACK_SIZE > 1 */ - - result = pthread_create(&thread_id, &attr, func, param); - pthread_attr_destroy(&attr); - if (threadidptr != NULL) { - *threadidptr = thread_id; - } - return result; -} - -/* Wait for a thread to finish. */ - -static int mg_join_thread(pthread_t threadid) -{ - int result; - - result = pthread_join(threadid, NULL); - return result; -} - -#ifndef NO_CGI -static pid_t spawn_process(struct mg_connection *conn, const char *prog, - char *envblk, char *envp[], int fdin, - int fdout, const char *dir) -{ - pid_t pid; - const char *interp; - - (void) envblk; - - if ((pid = fork()) == -1) { - /* Parent */ - send_http_error(conn, 500, http_500_error, "fork(): %s", strerror(ERRNO)); - } else if (pid == 0) { - /* Child */ - if (chdir(dir) != 0) { - mg_cry(conn, "%s: chdir(%s): %s", __func__, dir, strerror(ERRNO)); - } else if (dup2(fdin, 0) == -1) { - mg_cry(conn, "%s: dup2(%d, 0): %s", __func__, fdin, strerror(ERRNO)); - } else if (dup2(fdout, 1) == -1) { - mg_cry(conn, "%s: dup2(%d, 1): %s", __func__, fdout, strerror(ERRNO)); - } else { - /* Not redirecting stderr to stdout, to avoid output being littered - with the error messages. */ - (void) close(fdin); - (void) close(fdout); - - /* After exec, all signal handlers are restored to their default - values, with one exception of SIGCHLD. According to - POSIX.1-2001 and Linux's implementation, SIGCHLD's handler will - leave unchanged after exec if it was set to be ignored. Restore - it to default action. */ - signal(SIGCHLD, SIG_DFL); - - interp = conn->ctx->config[CGI_INTERPRETER]; - if (interp == NULL) { - (void) execle(prog, prog, NULL, envp); - mg_cry(conn, "%s: execle(%s): %s", __func__, prog, strerror(ERRNO)); - } else { - (void) execle(interp, interp, prog, NULL, envp); - mg_cry(conn, "%s: execle(%s %s): %s", __func__, interp, prog, - strerror(ERRNO)); - } - } - exit(EXIT_FAILURE); - } - - return pid; -} -#endif /* !NO_CGI */ - -static int set_non_blocking_mode(SOCKET sock) -{ - int flags; - - flags = fcntl(sock, F_GETFL, 0); - (void) fcntl(sock, F_SETFL, flags | O_NONBLOCK); - - return 0; -} -#endif /* _WIN32 */ - -/* Write data to the IO channel - opened file descriptor, socket or SSL - descriptor. Return number of bytes written. */ -static int64_t push(FILE *fp, SOCKET sock, SSL *ssl, const char *buf, - int64_t len) -{ - int64_t sent; - int n, k; - - (void) ssl; /* Get rid of warning */ - sent = 0; - while (sent < len) { - - /* How many bytes we send in this iteration */ - k = len - sent > INT_MAX ? INT_MAX : (int) (len - sent); - -#ifndef NO_SSL - if (ssl != NULL) { - n = SSL_write(ssl, buf + sent, k); - } else -#endif - if (fp != NULL) { - n = (int) fwrite(buf + sent, 1, (size_t) k, fp); - if (ferror(fp)) - n = -1; - } else { - n = send(sock, buf + sent, (size_t) k, MSG_NOSIGNAL); - } - - if (n <= 0) - break; - - sent += n; - } - - return sent; -} - -/* Read from IO channel - opened file descriptor, socket, or SSL descriptor. - Return negative value on error, or number of bytes read on success. */ -static int pull(FILE *fp, struct mg_connection *conn, char *buf, int len) -{ - int nread; - - if (fp != NULL) { - /* Use read() instead of fread(), because if we're reading from the - CGI pipe, fread() may block until IO buffer is filled up. We cannot - afford to block and must pass all read bytes immediately to the - client. */ - nread = read(fileno(fp), buf, (size_t) len); -#ifndef NO_SSL - } else if (conn->ssl != NULL) { - nread = SSL_read(conn->ssl, buf, len); -#endif - } else { - nread = recv(conn->client.sock, buf, (size_t) len, 0); - } - - return conn->ctx->stop_flag ? -1 : nread; -} - -static int pull_all(FILE *fp, struct mg_connection *conn, char *buf, int len) -{ - int n, nread = 0; - - while (len > 0 && conn->ctx->stop_flag == 0) { - n = pull(fp, conn, buf + nread, len); - if (n < 0) { - nread = n; /* Propagate the error */ - break; - } else if (n == 0) { - break; /* No more data to read */ - } else { - conn->consumed_content += n; - nread += n; - len -= n; - } - } - - return nread; -} - -int mg_read(struct mg_connection *conn, void *buf, size_t len) -{ - int n, buffered_len, nread; - const char *body; - - /* If Content-Length is not set, read until socket is closed */ - if (conn->consumed_content == 0 && conn->content_len == 0) { - conn->content_len = INT64_MAX; - conn->must_close = 1; - } - - nread = 0; - if (conn->consumed_content < conn->content_len) { - /* Adjust number of bytes to read. */ - int64_t to_read = conn->content_len - conn->consumed_content; - if (to_read < (int64_t) len) { - len = (size_t) to_read; - } - - /* Return buffered data */ - body = conn->buf + conn->request_len + conn->consumed_content; - buffered_len = (int)(&conn->buf[conn->data_len] - body); - if (buffered_len > 0) { - if (len < (size_t) buffered_len) { - buffered_len = (int) len; - } - memcpy(buf, body, (size_t) buffered_len); - len -= buffered_len; - conn->consumed_content += buffered_len; - nread += buffered_len; - buf = (char *) buf + buffered_len; - } - - /* We have returned all buffered data. Read new data from the remote - socket. */ - n = pull_all(NULL, conn, (char *) buf, (int) len); - nread = n >= 0 ? nread + n : n; - } - return nread; -} - -int mg_write(struct mg_connection *conn, const void *buf, size_t len) -{ - time_t now; - int64_t n, total, allowed; - - if (conn->throttle > 0) { - if ((now = time(NULL)) != conn->last_throttle_time) { - conn->last_throttle_time = now; - conn->last_throttle_bytes = 0; - } - allowed = conn->throttle - conn->last_throttle_bytes; - if (allowed > (int64_t) len) { - allowed = len; - } - if ((total = push(NULL, conn->client.sock, conn->ssl, (const char *) buf, - (int64_t) allowed)) == allowed) { - buf = (char *) buf + total; - conn->last_throttle_bytes += total; - while (total < (int64_t) len && conn->ctx->stop_flag == 0) { - allowed = conn->throttle > (int64_t) len - total ? - (int64_t) len - total : conn->throttle; - if ((n = push(NULL, conn->client.sock, conn->ssl, (const char *) buf, - (int64_t) allowed)) != allowed) { - break; - } - sleep(1); - conn->last_throttle_bytes = allowed; - conn->last_throttle_time = time(NULL); - buf = (char *) buf + n; - total += n; - } - } - } else { - total = push(NULL, conn->client.sock, conn->ssl, (const char *) buf, - (int64_t) len); - } - return (int) total; -} - -/* Alternative alloc_vprintf() for non-compliant C runtimes */ -static int alloc_vprintf2(char **buf, const char *fmt, va_list ap) -{ - va_list ap_copy; - int size = MG_BUF_LEN; - int len = -1; - - *buf = NULL; - while (len == -1) { - if (*buf) free(*buf); - *buf = (char *)malloc(size *= 4); - if (!*buf) break; - va_copy(ap_copy, ap); - len = vsnprintf(*buf, size, fmt, ap_copy); - va_end(ap_copy); - } - - return len; -} - -/* Print message to buffer. If buffer is large enough to hold the message, - return buffer. If buffer is to small, allocate large enough buffer on heap, - and return allocated buffer. */ -static int alloc_vprintf(char **buf, size_t size, const char *fmt, va_list ap) -{ - va_list ap_copy; - int len; - - /* Windows is not standard-compliant, and vsnprintf() returns -1 if - buffer is too small. Also, older versions of msvcrt.dll do not have - _vscprintf(). However, if size is 0, vsnprintf() behaves correctly. - Therefore, we make two passes: on first pass, get required message - length. - On second pass, actually print the message. */ - va_copy(ap_copy, ap); - len = vsnprintf(NULL, 0, fmt, ap_copy); - va_end(ap_copy); - - if (len < 0) { - /* C runtime is not standard compliant, vsnprintf() returned -1. - Switch to alternative code path that uses incremental allocations. - */ - va_copy(ap_copy, ap); - len = alloc_vprintf2(buf, fmt, ap); - va_end(ap_copy); - } else if (len > (int) size && - (size = len + 1) > 0 && - (*buf = (char *) malloc(size)) == NULL) { - len = -1; /* Allocation failed, mark failure */ - } else { - va_copy(ap_copy, ap); - IGNORE_UNUSED_RESULT(vsnprintf(*buf, size, fmt, ap_copy)); - va_end(ap_copy); - } - - return len; -} - -int mg_vprintf(struct mg_connection *conn, const char *fmt, va_list ap); - -int mg_vprintf(struct mg_connection *conn, const char *fmt, va_list ap) -{ - char mem[MG_BUF_LEN], *buf = mem; - int len; - - if ((len = alloc_vprintf(&buf, sizeof(mem), fmt, ap)) > 0) { - len = mg_write(conn, buf, (size_t) len); - } - if (buf != mem && buf != NULL) { - free(buf); - } - - return len; -} - -int mg_printf(struct mg_connection *conn, const char *fmt, ...) -{ - va_list ap; - int result; - - va_start(ap, fmt); - result = mg_vprintf(conn, fmt, ap); - va_end(ap); - - return result; -} - -int mg_url_decode(const char *src, int src_len, char *dst, - int dst_len, int is_form_url_encoded) -{ - int i, j, a, b; -#define HEXTOI(x) (isdigit(x) ? x - '0' : x - 'W') - - for (i = j = 0; i < src_len && j < dst_len - 1; i++, j++) { - if (src[i] == '%' && i < src_len - 2 && - isxdigit(* (const unsigned char *) (src + i + 1)) && - isxdigit(* (const unsigned char *) (src + i + 2))) { - a = tolower(* (const unsigned char *) (src + i + 1)); - b = tolower(* (const unsigned char *) (src + i + 2)); - dst[j] = (char) ((HEXTOI(a) << 4) | HEXTOI(b)); - i += 2; - } else if (is_form_url_encoded && src[i] == '+') { - dst[j] = ' '; - } else { - dst[j] = src[i]; - } - } - - dst[j] = '\0'; /* Null-terminate the destination */ - - return i >= src_len ? j : -1; -} - -int mg_get_var(const char *data, size_t data_len, const char *name, - char *dst, size_t dst_len) -{ - return mg_get_var2(data,data_len,name,dst,dst_len,0); -} - -int mg_get_var2(const char *data, size_t data_len, const char *name, - char *dst, size_t dst_len, size_t occurrence) -{ - const char *p, *e, *s; - size_t name_len; - int len; - - if (dst == NULL || dst_len == 0) { - len = -2; - } else if (data == NULL || name == NULL || data_len == 0) { - len = -1; - dst[0] = '\0'; - } else { - name_len = strlen(name); - e = data + data_len; - len = -1; - dst[0] = '\0'; - - /* data is "var1=val1&var2=val2...". Find variable first */ - for (p = data; p + name_len < e; p++) { - if ((p == data || p[-1] == '&') && p[name_len] == '=' && - !mg_strncasecmp(name, p, name_len) && 0 == occurrence--) { - - /* Point p to variable value */ - p += name_len + 1; - - /* Point s to the end of the value */ - s = (const char *) memchr(p, '&', (size_t)(e - p)); - if (s == NULL) { - s = e; - } - assert(s >= p); - - /* Decode variable into destination buffer */ - len = mg_url_decode(p, (int)(s - p), dst, (int)dst_len, 1); - - /* Redirect error code from -1 to -2 (destination buffer too - small). */ - if (len == -1) { - len = -2; - } - break; - } - } - } - - return len; -} - -int mg_get_cookie(const char *cookie_header, const char *var_name, - char *dst, size_t dst_size) -{ - const char *s, *p, *end; - int name_len, len = -1; - - if (dst == NULL || dst_size == 0) { - len = -2; - } else if (var_name == NULL || (s = cookie_header) == NULL) { - len = -1; - dst[0] = '\0'; - } else { - name_len = (int) strlen(var_name); - end = s + strlen(s); - dst[0] = '\0'; - - for (; (s = mg_strcasestr(s, var_name)) != NULL; s += name_len) { - if (s[name_len] == '=') { - s += name_len + 1; - if ((p = strchr(s, ' ')) == NULL) - p = end; - if (p[-1] == ';') - p--; - if (*s == '"' && p[-1] == '"' && p > s + 1) { - s++; - p--; - } - if ((size_t) (p - s) < dst_size) { - len = (int)(p - s); - mg_strlcpy(dst, s, (size_t) len + 1); - } else { - len = -3; - } - break; - } - } - } - return len; -} - -static void convert_uri_to_file_name(struct mg_connection *conn, char *buf, - size_t buf_len, struct file *filep) -{ - struct vec a, b; - const char *rewrite, *uri = conn->request_info.uri, - *root = conn->ctx->config[DOCUMENT_ROOT]; - char *p; - int match_len; - char gz_path[PATH_MAX]; - char const* accept_encoding; - - /* Using buf_len - 1 because memmove() for PATH_INFO may shift part - of the path one byte on the right. - If document_root is NULL, leave the file empty. */ - mg_snprintf(conn, buf, buf_len - 1, "%s%s", - root == NULL ? "" : root, - root == NULL ? "" : uri); - - rewrite = conn->ctx->config[REWRITE]; - while ((rewrite = next_option(rewrite, &a, &b)) != NULL) { - if ((match_len = match_prefix(a.ptr, (int) a.len, uri)) > 0) { - mg_snprintf(conn, buf, buf_len - 1, "%.*s%s", (int) b.len, b.ptr, - uri + match_len); - break; - } - } - - if (mg_stat(conn, buf, filep)) return; - - /* if we can't find the actual file, look for the file - with the same name but a .gz extension. If we find it, - use that and set the gzipped flag in the file struct - to indicate that the response need to have the content- - encoding: gzip header - we can only do this if the browser declares support */ - if ((accept_encoding = mg_get_header(conn, "Accept-Encoding")) != NULL) { - if (strstr(accept_encoding,"gzip") != NULL) { - snprintf(gz_path, sizeof(gz_path), "%s.gz", buf); - if (mg_stat(conn, gz_path, filep)) { - filep->gzipped = 1; - return; - } - } - } - - /* Support PATH_INFO for CGI scripts. */ - for (p = buf + strlen(buf); p > buf + 1; p--) { - if (*p == '/') { - *p = '\0'; - if (match_prefix(conn->ctx->config[CGI_EXTENSIONS], - (int)strlen(conn->ctx->config[CGI_EXTENSIONS]), buf) > 0 && - mg_stat(conn, buf, filep)) { - /* Shift PATH_INFO block one character right, e.g. - "/x.cgi/foo/bar\x00" => "/x.cgi\x00/foo/bar\x00" - conn->path_info is pointing to the local variable "path" - declared in handle_request(), so PATH_INFO is not valid - after handle_request returns. */ - conn->path_info = p + 1; - memmove(p + 2, p + 1, strlen(p + 1) + 1); /* +1 is for - trailing \0 */ - p[1] = '/'; - break; - } else { - *p = '/'; - } - } - } -} - -/* Check whether full request is buffered. Return: - -1 if request is malformed - 0 if request is not yet fully buffered - >0 actual request length, including last \r\n\r\n */ -static int get_request_len(const char *buf, int buflen) -{ - const char *s, *e; - int len = 0; - - for (s = buf, e = s + buflen - 1; len <= 0 && s < e; s++) - /* Control characters are not allowed but >=128 is. */ - if (!isprint(* (const unsigned char *) s) && *s != '\r' && - *s != '\n' && * (const unsigned char *) s < 128) { - len = -1; - break; /* [i_a] abort scan as soon as one malformed character is - found; */ - /* don't let subsequent \r\n\r\n win us over anyhow */ - } else if (s[0] == '\n' && s[1] == '\n') { - len = (int) (s - buf) + 2; - } else if (s[0] == '\n' && &s[1] < e && - s[1] == '\r' && s[2] == '\n') { - len = (int) (s - buf) + 3; - } - - return len; -} - -/* Convert month to the month number. Return -1 on error, or month number */ -static int get_month_index(const char *s) -{ - size_t i; - - for (i = 0; i < ARRAY_SIZE(month_names); i++) - if (!strcmp(s, month_names[i])) - return (int) i; - - return -1; -} - -static int num_leap_years(int year) -{ - return year / 4 - year / 100 + year / 400; -} - -/* Parse UTC date-time string, and return the corresponding time_t value. */ -static time_t parse_date_string(const char *datetime) -{ - static const unsigned short days_before_month[] = { - 0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334 - }; - char month_str[32]; - int second, minute, hour, day, month, year, leap_days, days; - time_t result = (time_t) 0; - - if (((sscanf(datetime, "%d/%3s/%d %d:%d:%d", - &day, month_str, &year, &hour, &minute, &second) == 6) || - (sscanf(datetime, "%d %3s %d %d:%d:%d", - &day, month_str, &year, &hour, &minute, &second) == 6) || - (sscanf(datetime, "%*3s, %d %3s %d %d:%d:%d", - &day, month_str, &year, &hour, &minute, &second) == 6) || - (sscanf(datetime, "%d-%3s-%d %d:%d:%d", - &day, month_str, &year, &hour, &minute, &second) == 6)) && - year > 1970 && - (month = get_month_index(month_str)) != -1) { - leap_days = num_leap_years(year) - num_leap_years(1970); - year -= 1970; - days = year * 365 + days_before_month[month] + (day - 1) + leap_days; - result = (time_t) days * 24 * 3600 + (time_t) hour * 3600 + - minute * 60 + second; - } - - return result; -} - -/* Protect against directory disclosure attack by removing '..', - excessive '/' and '\' characters */ -static void remove_double_dots_and_double_slashes(char *s) -{ - char *p = s; - - while (*s != '\0') { - *p++ = *s++; - if (s[-1] == '/' || s[-1] == '\\') { - /* Skip all following slashes, backslashes and double-dots */ - while (s[0] != '\0') { - if (s[0] == '/' || s[0] == '\\') { - s++; - } else if (s[0] == '.' && s[1] == '.') { - s += 2; - } else { - break; - } - } - } - } - *p = '\0'; -} - -static const struct { - const char *extension; - size_t ext_len; - const char *mime_type; -} builtin_mime_types[] = { - /* IANA registered MIME types (http://www.iana.org/assignments/media-types) - application types */ - {".doc", 4, "application/msword"}, - {".eps", 4, "application/postscript"}, - {".exe", 4, "application/octet-stream"}, - {".js", 3, "application/javascript"}, - {".json", 5, "application/json"}, - {".pdf", 4, "application/pdf"}, - {".ps", 3, "application/postscript"}, - {".rtf", 4, "application/rtf"}, - {".xhtml", 6, "application/xhtml+xml"}, - {".xsl", 4, "application/xml"}, - {".xslt", 5, "application/xml"}, - - /* audio */ - {".mp3", 4, "audio/mpeg"}, - {".oga", 4, "audio/ogg"}, - {".ogg", 4, "audio/ogg"}, - - /* image */ - {".gif", 4, "image/gif"}, - {".ief", 4, "image/ief"}, - {".jpeg", 5, "image/jpeg"}, - {".jpg", 4, "image/jpeg"}, - {".jpm", 4, "image/jpm"}, - {".jpx", 4, "image/jpx"}, - {".png", 4, "image/png"}, - {".svg", 4, "image/svg+xml"}, - {".tif", 4, "image/tiff"}, - {".tiff", 5, "image/tiff"}, - - /* model */ - {".wrl", 4, "model/vrml"}, - - /* text */ - {".css", 4, "text/css"}, - {".csv", 4, "text/csv"}, - {".htm", 4, "text/html"}, - {".html", 5, "text/html"}, - {".sgm", 4, "text/sgml"}, - {".shtm", 5, "text/html"}, - {".shtml", 6, "text/html"}, - {".txt", 4, "text/plain"}, - {".xml", 4, "text/xml"}, - - /* video */ - {".mov", 4, "video/quicktime"}, - {".mp4", 4, "video/mp4"}, - {".mpeg", 5, "video/mpeg"}, - {".mpg", 4, "video/mpeg"}, - {".ogv", 4, "video/ogg"}, - {".qt", 3, "video/quicktime"}, - - /* not registered types - (http://reference.sitepoint.com/html/mime-types-full, - http://www.hansenb.pdx.edu/DMKB/dict/tutorials/mime_typ.php, ..) */ - {".arj", 4, "application/x-arj-compressed"}, - {".gz", 3, "application/x-gunzip"}, - {".rar", 4, "application/x-arj-compressed"}, - {".swf", 4, "application/x-shockwave-flash"}, - {".tar", 4, "application/x-tar"}, - {".tgz", 4, "application/x-tar-gz"}, - {".torrent", 8, "application/x-bittorrent"}, - {".ppt", 4, "application/x-mspowerpoint"}, - {".xls", 4, "application/x-msexcel"}, - {".zip", 4, "application/x-zip-compressed"}, - {".aac", 4, "audio/aac"}, /* http://en.wikipedia.org/wiki/Advanced_Audio_Coding */ - {".aif", 4, "audio/x-aif"}, - {".m3u", 4, "audio/x-mpegurl"}, - {".mid", 4, "audio/x-midi"}, - {".ra", 3, "audio/x-pn-realaudio"}, - {".ram", 4, "audio/x-pn-realaudio"}, - {".wav", 4, "audio/x-wav"}, - {".bmp", 4, "image/bmp"}, - {".ico", 4, "image/x-icon"}, - {".pct", 4, "image/x-pct"}, - {".pict", 5, "image/pict"}, - {".rgb", 4, "image/x-rgb"}, - {".webm", 5, "video/webm"}, /* http://en.wikipedia.org/wiki/WebM */ - {".asf", 4, "video/x-ms-asf"}, - {".avi", 4, "video/x-msvideo"}, - {".m4v", 4, "video/x-m4v"}, - {NULL, 0, NULL} -}; - -const char *mg_get_builtin_mime_type(const char *path) -{ - const char *ext; - size_t i, path_len; - - path_len = strlen(path); - - for (i = 0; builtin_mime_types[i].extension != NULL; i++) { - ext = path + (path_len - builtin_mime_types[i].ext_len); - if (path_len > builtin_mime_types[i].ext_len && - mg_strcasecmp(ext, builtin_mime_types[i].extension) == 0) { - return builtin_mime_types[i].mime_type; - } - } - - return "text/plain"; -} - -/* Look at the "path" extension and figure what mime type it has. - Store mime type in the vector. */ -static void get_mime_type(struct mg_context *ctx, const char *path, - struct vec *vec) -{ - struct vec ext_vec, mime_vec; - const char *list, *ext; - size_t path_len; - - path_len = strlen(path); - - /* Scan user-defined mime types first, in case user wants to - override default mime types. */ - list = ctx->config[EXTRA_MIME_TYPES]; - while ((list = next_option(list, &ext_vec, &mime_vec)) != NULL) { - /* ext now points to the path suffix */ - ext = path + path_len - ext_vec.len; - if (mg_strncasecmp(ext, ext_vec.ptr, ext_vec.len) == 0) { - *vec = mime_vec; - return; - } - } - - vec->ptr = mg_get_builtin_mime_type(path); - vec->len = strlen(vec->ptr); -} - -/* Stringify binary data. Output buffer must be twice as big as input, - because each byte takes 2 bytes in string representation */ -static void bin2str(char *to, const unsigned char *p, size_t len) -{ - static const char *hex = "0123456789abcdef"; - - for (; len--; p++) { - *to++ = hex[p[0] >> 4]; - *to++ = hex[p[0] & 0x0f]; - } - *to = '\0'; -} - -/* Return stringified MD5 hash for list of strings. Buffer must be 33 bytes. */ -char *mg_md5(char buf[33], ...) -{ - md5_byte_t hash[16]; - const char *p; - va_list ap; - md5_state_t ctx; - - md5_init(&ctx); - - va_start(ap, buf); - while ((p = va_arg(ap, const char *)) != NULL) { - md5_append(&ctx, (const md5_byte_t *) p, (int) strlen(p)); - } - va_end(ap); - - md5_finish(&ctx, hash); - bin2str(buf, hash, sizeof(hash)); - return buf; -} - -/* Check the user's password, return 1 if OK */ -static int check_password(const char *method, const char *ha1, const char *uri, - const char *nonce, const char *nc, const char *cnonce, - const char *qop, const char *response) -{ - char ha2[32 + 1], expected_response[32 + 1]; - - /* Some of the parameters may be NULL */ - if (method == NULL || nonce == NULL || nc == NULL || cnonce == NULL || - qop == NULL || response == NULL) { - return 0; - } - - /* NOTE(lsm): due to a bug in MSIE, we do not compare the URI */ - /* TODO(lsm): check for authentication timeout */ - if (/* strcmp(dig->uri, c->ouri) != 0 || */ - strlen(response) != 32 - /* || now - strtoul(dig->nonce, NULL, 10) > 3600 */ - ) { - return 0; - } - - mg_md5(ha2, method, ":", uri, NULL); - mg_md5(expected_response, ha1, ":", nonce, ":", nc, - ":", cnonce, ":", qop, ":", ha2, NULL); - - return mg_strcasecmp(response, expected_response) == 0; -} - -/* Use the global passwords file, if specified by auth_gpass option, - or search for .htpasswd in the requested directory. */ -static void open_auth_file(struct mg_connection *conn, const char *path, - struct file *filep) -{ - char name[PATH_MAX]; - const char *p, *e, *gpass = conn->ctx->config[GLOBAL_PASSWORDS_FILE]; - struct file file = STRUCT_FILE_INITIALIZER; - - if (gpass != NULL) { - /* Use global passwords file */ - if (!mg_fopen(conn, gpass, "r", filep)) { -#ifdef DEBUG - mg_cry(conn, "fopen(%s): %s", gpass, strerror(ERRNO)); -#endif - } - /* Important: using local struct file to test path for is_directory - flag. - If filep is used, mg_stat() makes it appear as if auth file was - opened. */ - } else if (mg_stat(conn, path, &file) && file.is_directory) { - mg_snprintf(conn, name, sizeof(name), "%s%c%s", - path, '/', PASSWORDS_FILE_NAME); - if (!mg_fopen(conn, name, "r", filep)) { -#ifdef DEBUG - mg_cry(conn, "fopen(%s): %s", name, strerror(ERRNO)); -#endif - } - } else { - /* Try to find .htpasswd in requested directory. */ - for (p = path, e = p + strlen(p) - 1; e > p; e--) - if (e[0] == '/') - break; - mg_snprintf(conn, name, sizeof(name), "%.*s%c%s", - (int) (e - p), p, '/', PASSWORDS_FILE_NAME); - if (!mg_fopen(conn, name, "r", filep)) { -#ifdef DEBUG - mg_cry(conn, "fopen(%s): %s", name, strerror(ERRNO)); -#endif - } - } -} - -/* Parsed Authorization header */ -struct ah { - char *user, *uri, *cnonce, *response, *qop, *nc, *nonce; -}; - -/* Return 1 on success. Always initializes the ah structure. */ -static int parse_auth_header(struct mg_connection *conn, char *buf, - size_t buf_size, struct ah *ah) -{ - char *name, *value, *s; - const char *auth_header; - - (void) memset(ah, 0, sizeof(*ah)); - if ((auth_header = mg_get_header(conn, "Authorization")) == NULL || - mg_strncasecmp(auth_header, "Digest ", 7) != 0) { - return 0; - } - - /* Make modifiable copy of the auth header */ - (void) mg_strlcpy(buf, auth_header + 7, buf_size); - s = buf; - - /* Parse authorization header */ - for (;;) { - /* Gobble initial spaces */ - while (isspace(* (unsigned char *) s)) { - s++; - } - name = skip_quoted(&s, "=", " ", 0); - /* Value is either quote-delimited, or ends at first comma or space. */ - if (s[0] == '\"') { - s++; - value = skip_quoted(&s, "\"", " ", '\\'); - if (s[0] == ',') { - s++; - } - } else { - value = skip_quoted(&s, ", ", " ", 0); /* IE uses commas, FF uses - spaces */ - } - if (*name == '\0') { - break; - } - - if (!strcmp(name, "username")) { - ah->user = value; - } else if (!strcmp(name, "cnonce")) { - ah->cnonce = value; - } else if (!strcmp(name, "response")) { - ah->response = value; - } else if (!strcmp(name, "uri")) { - ah->uri = value; - } else if (!strcmp(name, "qop")) { - ah->qop = value; - } else if (!strcmp(name, "nc")) { - ah->nc = value; - } else if (!strcmp(name, "nonce")) { - ah->nonce = value; - } - } - - /* CGI needs it as REMOTE_USER */ - if (ah->user != NULL) { - conn->request_info.remote_user = mg_strdup(ah->user); - } else { - return 0; - } - - return 1; -} - -static char *mg_fgets(char *buf, size_t size, struct file *filep, char **p) -{ - char *eof; - size_t len; - char *memend; - - if (filep->membuf != NULL && *p != NULL) { - memend = (char *) &filep->membuf[filep->size]; - eof = (char *) memchr(*p, '\n', memend - *p); /* Search for \n from p - till the end of - stream */ - if (eof != NULL) { - eof += 1; /* Include \n */ - } else { - eof = memend; /* Copy remaining data */ - } - len = (size_t) (eof - *p) > size - 1 ? size - 1 : (size_t) (eof - *p); - memcpy(buf, *p, len); - buf[len] = '\0'; - *p += len; - return len ? eof : NULL; - } else if (filep->fp != NULL) { - return fgets(buf, (int)size, filep->fp); - } else { - return NULL; - } -} - -/* Authorize against the opened passwords file. Return 1 if authorized. */ -static int authorize(struct mg_connection *conn, struct file *filep) -{ - struct ah ah; - char line[256], f_user[256] = "", ha1[256] = "", f_domain[256] = "", buf[MG_BUF_LEN], *p; - - if (!parse_auth_header(conn, buf, sizeof(buf), &ah)) { - return 0; - } - - /* Loop over passwords file */ - p = (char *) filep->membuf; - while (mg_fgets(line, sizeof(line), filep, &p) != NULL) { - if (sscanf(line, "%[^:]:%[^:]:%s", f_user, f_domain, ha1) != 3) { - continue; - } - - if (!strcmp(ah.user, f_user) && - !strcmp(conn->ctx->config[AUTHENTICATION_DOMAIN], f_domain)) - return check_password(conn->request_info.request_method, ha1, ah.uri, - ah.nonce, ah.nc, ah.cnonce, ah.qop, ah.response); - } - - return 0; -} - -/* Return 1 if request is authorised, 0 otherwise. */ -static int check_authorization(struct mg_connection *conn, const char *path) -{ - char fname[PATH_MAX]; - struct vec uri_vec, filename_vec; - const char *list; - struct file file = STRUCT_FILE_INITIALIZER; - int authorized = 1; - - list = conn->ctx->config[PROTECT_URI]; - while ((list = next_option(list, &uri_vec, &filename_vec)) != NULL) { - if (!memcmp(conn->request_info.uri, uri_vec.ptr, uri_vec.len)) { - mg_snprintf(conn, fname, sizeof(fname), "%.*s", - (int) filename_vec.len, filename_vec.ptr); - if (!mg_fopen(conn, fname, "r", &file)) { - mg_cry(conn, "%s: cannot open %s: %s", __func__, fname, strerror(errno)); - } - break; - } - } - - if (!is_file_opened(&file)) { - open_auth_file(conn, path, &file); - } - - if (is_file_opened(&file)) { - authorized = authorize(conn, &file); - mg_fclose(&file); - } - - return authorized; -} - -static void send_authorization_request(struct mg_connection *conn) -{ - conn->status_code = 401; - mg_printf(conn, - "HTTP/1.1 401 Unauthorized\r\n" - "Content-Length: 0\r\n" - "WWW-Authenticate: Digest qop=\"auth\", " - "realm=\"%s\", nonce=\"%lu\"\r\n\r\n", - conn->ctx->config[AUTHENTICATION_DOMAIN], - (unsigned long) time(NULL)); -} - -static int is_authorized_for_put(struct mg_connection *conn) -{ - struct file file = STRUCT_FILE_INITIALIZER; - const char *passfile = conn->ctx->config[PUT_DELETE_PASSWORDS_FILE]; - int ret = 0; - - if (passfile != NULL && mg_fopen(conn, passfile, "r", &file)) { - ret = authorize(conn, &file); - mg_fclose(&file); - } - - return ret; -} - -int mg_modify_passwords_file(const char *fname, const char *domain, - const char *user, const char *pass) -{ - int found; - char line[512], u[512] = "", d[512] ="", ha1[33], tmp[PATH_MAX+1]; - FILE *fp, *fp2; - - found = 0; - fp = fp2 = NULL; - - /* Regard empty password as no password - remove user record. */ - if (pass != NULL && pass[0] == '\0') { - pass = NULL; - } - - (void) snprintf(tmp, sizeof(tmp) - 1, "%s.tmp", fname); - tmp[sizeof(tmp) - 1] = 0; - - /* Create the file if does not exist */ - if ((fp = fopen(fname, "a+")) != NULL) { - (void) fclose(fp); - } - - /* Open the given file and temporary file */ - if ((fp = fopen(fname, "r")) == NULL) { - return 0; - } else if ((fp2 = fopen(tmp, "w+")) == NULL) { - fclose(fp); - return 0; - } - - /* Copy the stuff to temporary file */ - while (fgets(line, sizeof(line), fp) != NULL) { - if (sscanf(line, "%[^:]:%[^:]:%*s", u, d) != 2) { - continue; - } - - if (!strcmp(u, user) && !strcmp(d, domain)) { - found++; - if (pass != NULL) { - mg_md5(ha1, user, ":", domain, ":", pass, NULL); - fprintf(fp2, "%s:%s:%s\n", user, domain, ha1); - } - } else { - fprintf(fp2, "%s", line); - } - } - - /* If new user, just add it */ - if (!found && pass != NULL) { - mg_md5(ha1, user, ":", domain, ":", pass, NULL); - fprintf(fp2, "%s:%s:%s\n", user, domain, ha1); - } - - /* Close files */ - fclose(fp); - fclose(fp2); - - /* Put the temp file in place of real file */ - IGNORE_UNUSED_RESULT(remove(fname)); - IGNORE_UNUSED_RESULT(rename(tmp, fname)); - - return 1; -} - -static SOCKET conn2(struct mg_context *ctx /* may be null */, const char *host, int port, - int use_ssl, char *ebuf, size_t ebuf_len) -{ - struct sockaddr_in sain; - struct hostent *he; - SOCKET sock = INVALID_SOCKET; - - if (host == NULL) { - snprintf(ebuf, ebuf_len, "%s", "NULL host"); - } else if (use_ssl && SSLv23_client_method == NULL) { - snprintf(ebuf, ebuf_len, "%s", "SSL is not initialized"); - /* TODO(lsm): use something threadsafe instead of gethostbyname() */ - } else if ((he = gethostbyname(host)) == NULL) { - snprintf(ebuf, ebuf_len, "gethostbyname(%s): %s", host, strerror(ERRNO)); - } else if ((sock = socket(PF_INET, SOCK_STREAM, 0)) == INVALID_SOCKET) { - snprintf(ebuf, ebuf_len, "socket(): %s", strerror(ERRNO)); - } else { - set_close_on_exec(sock, fc(ctx)); - memset(&sain, '\0', sizeof(sain)); - sain.sin_family = AF_INET; - sain.sin_port = htons((uint16_t) port); - sain.sin_addr = * (struct in_addr *) he->h_addr_list[0]; - if (connect(sock, (struct sockaddr *) &sain, sizeof(sain)) != 0) { - snprintf(ebuf, ebuf_len, "connect(%s:%d): %s", - host, port, strerror(ERRNO)); - closesocket(sock); - sock = INVALID_SOCKET; - } - } - return sock; -} - -int mg_url_encode(const char *src, char *dst, size_t dst_len) -{ - static const char *dont_escape = "._-$,;~()"; - static const char *hex = "0123456789abcdef"; - char *pos = dst; - const char *end = dst + dst_len - 1; - - for (; *src != '\0' && pos < end; src++, pos++) { - if (isalnum(*(const unsigned char *) src) || - strchr(dont_escape, * (const unsigned char *) src) != NULL) { - *pos = *src; - } else if (pos + 2 < end) { - pos[0] = '%'; - pos[1] = hex[(* (const unsigned char *) src) >> 4]; - pos[2] = hex[(* (const unsigned char *) src) & 0xf]; - pos += 2; - } else { - return -1; - } - } - - *pos = '\0'; - return (*src == '\0') ? (int)(pos - dst) : -1; -} - -static void print_dir_entry(struct de *de) -{ - char size[64], mod[64], href[PATH_MAX]; - struct tm *tm; - - if (de->file.is_directory) { - mg_snprintf(de->conn, size, sizeof(size), "%s", "[DIRECTORY]"); - } else { - /* We use (signed) cast below because MSVC 6 compiler cannot - convert unsigned __int64 to double. Sigh. */ - if (de->file.size < 1024) { - mg_snprintf(de->conn, size, sizeof(size), "%d", (int) de->file.size); - } else if (de->file.size < 0x100000) { - mg_snprintf(de->conn, size, sizeof(size), - "%.1fk", (double) de->file.size / 1024.0); - } else if (de->file.size < 0x40000000) { - mg_snprintf(de->conn, size, sizeof(size), - "%.1fM", (double) de->file.size / 1048576); - } else { - mg_snprintf(de->conn, size, sizeof(size), - "%.1fG", (double) de->file.size / 1073741824); - } - } - tm = localtime(&de->file.modification_time); - if (tm != NULL) { - strftime(mod, sizeof(mod), "%d-%b-%Y %H:%M", tm); - } else { - strncpy(mod, "01-Jan-1970 00:00", sizeof(mod)); - mod[sizeof(mod) - 1] = '\0'; - } - mg_url_encode(de->file_name, href, sizeof(href)); - de->conn->num_bytes_sent += mg_printf(de->conn, - "%s%s" - " %s  %s\n", - de->conn->request_info.uri, href, de->file.is_directory ? "/" : "", - de->file_name, de->file.is_directory ? "/" : "", mod, size); -} - -/* This function is called from send_directory() and used for - sorting directory entries by size, or name, or modification time. - On windows, __cdecl specification is needed in case if project is built - with __stdcall convention. qsort always requires __cdels callback. */ -static int WINCDECL compare_dir_entries(const void *p1, const void *p2) -{ - const struct de *a = (const struct de *) p1, *b = (const struct de *) p2; - const char *query_string = a->conn->request_info.query_string; - int cmp_result = 0; - - if (query_string == NULL) { - query_string = "na"; - } - - if (a->file.is_directory && !b->file.is_directory) { - return -1; /* Always put directories on top */ - } else if (!a->file.is_directory && b->file.is_directory) { - return 1; /* Always put directories on top */ - } else if (*query_string == 'n') { - cmp_result = strcmp(a->file_name, b->file_name); - } else if (*query_string == 's') { - cmp_result = a->file.size == b->file.size ? 0 : - a->file.size > b->file.size ? 1 : -1; - } else if (*query_string == 'd') { - cmp_result = a->file.modification_time == b->file.modification_time ? 0 : - a->file.modification_time > b->file.modification_time ? 1 : -1; - } - - return query_string[1] == 'd' ? -cmp_result : cmp_result; -} - -static int must_hide_file(struct mg_connection *conn, const char *path) -{ - const char *pw_pattern = "**" PASSWORDS_FILE_NAME "$"; - const char *pattern = conn->ctx->config[HIDE_FILES]; - return match_prefix(pw_pattern, (int)strlen(pw_pattern), path) > 0 || - (pattern != NULL && match_prefix(pattern, (int)strlen(pattern), path) > 0); -} - -static int scan_directory(struct mg_connection *conn, const char *dir, - void *data, void (*cb)(struct de *, void *)) -{ - char path[PATH_MAX]; - struct dirent *dp; - DIR *dirp; - struct de de; - - if ((dirp = opendir(dir)) == NULL) { - return 0; - } else { - de.conn = conn; - - while ((dp = readdir(dirp)) != NULL) { - /* Do not show current dir and hidden files */ - if (!strcmp(dp->d_name, ".") || - !strcmp(dp->d_name, "..") || - must_hide_file(conn, dp->d_name)) { - continue; - } - - mg_snprintf(conn, path, sizeof(path), "%s%c%s", dir, '/', dp->d_name); - - /* If we don't memset stat structure to zero, mtime will have - garbage and strftime() will segfault later on in - print_dir_entry(). memset is required only if mg_stat() - fails. For more details, see - http://code.google.com/p/mongoose/issues/detail?id=79 */ - memset(&de.file, 0, sizeof(de.file)); - if (!mg_stat(conn, path, &de.file)) { - mg_cry(conn, "%s: mg_stat(%s) failed: %s", - __func__, path, strerror(ERRNO)); - } - - de.file_name = dp->d_name; - cb(&de, data); - } - (void) closedir(dirp); - } - return 1; -} - -static int remove_directory(struct mg_connection *conn, const char *dir) -{ - char path[PATH_MAX]; - struct dirent *dp; - DIR *dirp; - struct de de; - - if ((dirp = opendir(dir)) == NULL) { - return 0; - } else { - de.conn = conn; - - while ((dp = readdir(dirp)) != NULL) { - /* Do not show current dir (but show hidden files as they will - also be removed) */ - if (!strcmp(dp->d_name, ".") || - !strcmp(dp->d_name, "..")) { - continue; - } - - mg_snprintf(conn, path, sizeof(path), "%s%c%s", dir, '/', dp->d_name); - - /* If we don't memset stat structure to zero, mtime will have - garbage and strftime() will segfault later on in - print_dir_entry(). memset is required only if mg_stat() - fails. For more details, see - http://code.google.com/p/mongoose/issues/detail?id=79 */ - memset(&de.file, 0, sizeof(de.file)); - if (!mg_stat(conn, path, &de.file)) { - mg_cry(conn, "%s: mg_stat(%s) failed: %s", - __func__, path, strerror(ERRNO)); - } - if(de.file.modification_time) { - if(de.file.is_directory) { - remove_directory(conn, path); - } else { - mg_remove(path); - } - } - - } - (void) closedir(dirp); - - IGNORE_UNUSED_RESULT(rmdir(dir)); - } - - return 1; -} - -struct dir_scan_data { - struct de *entries; - int num_entries; - int arr_size; -}; - -/* Behaves like realloc(), but frees original pointer on failure */ -static void *realloc2(void *ptr, size_t size) -{ - void *new_ptr = realloc(ptr, size); - if (new_ptr == NULL) { - free(ptr); - } - return new_ptr; -} - -static void dir_scan_callback(struct de *de, void *data) -{ - struct dir_scan_data *dsd = (struct dir_scan_data *) data; - - if (dsd->entries == NULL || dsd->num_entries >= dsd->arr_size) { - dsd->arr_size *= 2; - dsd->entries = (struct de *) realloc2(dsd->entries, dsd->arr_size * - sizeof(dsd->entries[0])); - } - if (dsd->entries == NULL) { - /* TODO(lsm): propagate an error to the caller */ - dsd->num_entries = 0; - } else { - dsd->entries[dsd->num_entries].file_name = mg_strdup(de->file_name); - dsd->entries[dsd->num_entries].file = de->file; - dsd->entries[dsd->num_entries].conn = de->conn; - dsd->num_entries++; - } -} - -static void handle_directory_request(struct mg_connection *conn, - const char *dir) -{ - int i, sort_direction; - struct dir_scan_data data = { NULL, 0, 128 }; - - if (!scan_directory(conn, dir, &data, dir_scan_callback)) { - send_http_error(conn, 500, "Cannot open directory", - "Error: opendir(%s): %s", dir, strerror(ERRNO)); - return; - } - - sort_direction = conn->request_info.query_string != NULL && - conn->request_info.query_string[1] == 'd' ? 'a' : 'd'; - - conn->must_close = 1; - mg_printf(conn, "%s", - "HTTP/1.1 200 OK\r\n" - "Connection: close\r\n" - "Content-Type: text/html; charset=utf-8\r\n\r\n"); - - conn->num_bytes_sent += mg_printf(conn, - "Index of %s" - "" - "

Index of %s

"
-                                      ""
-                                      ""
-                                      ""
-                                      "",
-                                      conn->request_info.uri, conn->request_info.uri,
-                                      sort_direction, sort_direction, sort_direction);
-
-    /* Print first entry - link to a parent directory */
-    conn->num_bytes_sent += mg_printf(conn,
-                                      ""
-                                      "\n",
-                                      conn->request_info.uri, "..", "Parent directory", "-", "-");
-
-    /* Sort and print directory entries */
-    if (data.entries != NULL) {
-        qsort(data.entries, (size_t) data.num_entries,
-              sizeof(data.entries[0]), compare_dir_entries);
-        for (i = 0; i < data.num_entries; i++) {
-            print_dir_entry(&data.entries[i]);
-            free(data.entries[i].file_name);
-        }
-        free(data.entries);
-    }
-
-    conn->num_bytes_sent += mg_printf(conn, "%s", "
NameModifiedSize

%s %s  %s
"); - conn->status_code = 200; -} - -/* Send len bytes from the opened file to the client. */ -static void send_file_data(struct mg_connection *conn, struct file *filep, - int64_t offset, int64_t len) -{ - char buf[MG_BUF_LEN]; - int to_read, num_read, num_written; - - /* Sanity check the offset */ - offset = offset < 0 ? 0 : offset > filep->size ? filep->size : offset; - - if (len > 0 && filep->membuf != NULL && filep->size > 0) { - if (len > filep->size - offset) { - len = filep->size - offset; - } - mg_write(conn, filep->membuf + offset, (size_t) len); - } else if (len > 0 && filep->fp != NULL) { - if (offset > 0 && fseeko(filep->fp, offset, SEEK_SET) != 0) { - mg_cry(conn, "%s: fseeko() failed: %s", - __func__, strerror(ERRNO)); - } - while (len > 0) { - /* Calculate how much to read from the file in the buffer */ - to_read = sizeof(buf); - if ((int64_t) to_read > len) { - to_read = (int) len; - } - - /* Read from file, exit the loop on error */ - if ((num_read = (int) fread(buf, 1, (size_t) to_read, filep->fp)) <= 0) { - break; - } - - /* Send read bytes to the client, exit the loop on error */ - if ((num_written = mg_write(conn, buf, (size_t) num_read)) != num_read) { - break; - } - - /* Both read and were successful, adjust counters */ - conn->num_bytes_sent += num_written; - len -= num_written; - } - } -} - -static int parse_range_header(const char *header, int64_t *a, int64_t *b) -{ - return sscanf(header, "bytes=%" INT64_FMT "-%" INT64_FMT, a, b); -} - -static void gmt_time_string(char *buf, size_t buf_len, time_t *t) -{ - struct tm *tm; - - tm = gmtime(t); - if (tm != NULL) { - strftime(buf, buf_len, "%a, %d %b %Y %H:%M:%S GMT", tm); - } else { - strncpy(buf, "Thu, 01 Jan 1970 00:00:00 GMT", buf_len); - buf[buf_len - 1] = '\0'; - } -} - -static void construct_etag(char *buf, size_t buf_len, - const struct file *filep) -{ - snprintf(buf, buf_len, "\"%lx.%" INT64_FMT "\"", - (unsigned long) filep->modification_time, filep->size); -} - -static void fclose_on_exec(struct file *filep, struct mg_connection *conn) -{ - if (filep != NULL && filep->fp != NULL) { -#ifdef _WIN32 - (void) conn; /* Unused. */ -#else - if (fcntl(fileno(filep->fp), F_SETFD, FD_CLOEXEC) != 0) { - mg_cry(conn, "%s: fcntl(F_SETFD FD_CLOEXEC) failed: %s", - __func__, strerror(ERRNO)); - } -#endif - } -} - -static void handle_file_request(struct mg_connection *conn, const char *path, - struct file *filep) -{ - char date[64], lm[64], etag[64], range[64]; - const char *msg = "OK", *hdr; - time_t curtime = time(NULL); - int64_t cl, r1, r2; - struct vec mime_vec; - int n; - char gz_path[PATH_MAX]; - char const* encoding = ""; - - get_mime_type(conn->ctx, path, &mime_vec); - cl = filep->size; - conn->status_code = 200; - range[0] = '\0'; - - /* if this file is in fact a pre-gzipped file, rewrite its filename - it's important to rewrite the filename after resolving - the mime type from it, to preserve the actual file's type */ - if (filep->gzipped) { - snprintf(gz_path, sizeof(gz_path), "%s.gz", path); - path = gz_path; - encoding = "Content-Encoding: gzip\r\n"; - } - - if (!mg_fopen(conn, path, "rb", filep)) { - send_http_error(conn, 500, http_500_error, - "fopen(%s): %s", path, strerror(ERRNO)); - return; - } - - fclose_on_exec(filep, conn); - - /* If Range: header specified, act accordingly */ - r1 = r2 = 0; - hdr = mg_get_header(conn, "Range"); - if (hdr != NULL && (n = parse_range_header(hdr, &r1, &r2)) > 0 && - r1 >= 0 && r2 >= 0) { - /* actually, range requests don't play well with a pre-gzipped - file (since the range is specified in the uncompressed space) */ - if (filep->gzipped) { - send_http_error(conn, 501, "Not Implemented", "range requests in gzipped files are not supported"); - mg_fclose(filep); - return; - } - conn->status_code = 206; -cl = n == 2 ? (r2 > cl ? cl : r2) - r1 + 1: cl - r1; - mg_snprintf(conn, range, sizeof(range), - "Content-Range: bytes " - "%" INT64_FMT "-%" - INT64_FMT "/%" INT64_FMT "\r\n", - r1, r1 + cl - 1, filep->size); - msg = "Partial Content"; - } - - /* Prepare Etag, Date, Last-Modified headers. Must be in UTC, according to - http://www.w3.org/Protocols/rfc2616/rfc2616-sec3.html#sec3.3 */ - gmt_time_string(date, sizeof(date), &curtime); - gmt_time_string(lm, sizeof(lm), &filep->modification_time); - construct_etag(etag, sizeof(etag), filep); - - (void) mg_printf(conn, - "HTTP/1.1 %d %s\r\n" - "Date: %s\r\n" - "Last-Modified: %s\r\n" - "Etag: %s\r\n" - "Content-Type: %.*s\r\n" - "Content-Length: %" INT64_FMT "\r\n" - "Connection: %s\r\n" - "Accept-Ranges: bytes\r\n" - "%s%s\r\n", - conn->status_code, msg, date, lm, etag, (int) mime_vec.len, - mime_vec.ptr, cl, suggest_connection_header(conn), range, encoding); - - if (strcmp(conn->request_info.request_method, "HEAD") != 0) { - send_file_data(conn, filep, r1, cl); - } - mg_fclose(filep); -} - -void mg_send_file(struct mg_connection *conn, const char *path) -{ - struct file file = STRUCT_FILE_INITIALIZER; - if (mg_stat(conn, path, &file)) { - handle_file_request(conn, path, &file); - } else { - send_http_error(conn, 404, "Not Found", "%s", "File not found"); - } -} - - -/* Parse HTTP headers from the given buffer, advance buffer to the point - where parsing stopped. */ -static void parse_http_headers(char **buf, struct mg_request_info *ri) -{ - int i; - - for (i = 0; i < (int) ARRAY_SIZE(ri->http_headers); i++) { - ri->http_headers[i].name = skip_quoted(buf, ":", " ", 0); - ri->http_headers[i].value = skip(buf, "\r\n"); - if (ri->http_headers[i].name[0] == '\0') - break; - ri->num_headers = i + 1; - } -} - -static int is_valid_http_method(const char *method) -{ - return !strcmp(method, "GET") || !strcmp(method, "POST") || - !strcmp(method, "HEAD") || !strcmp(method, "CONNECT") || - !strcmp(method, "PUT") || !strcmp(method, "DELETE") || - !strcmp(method, "OPTIONS") || !strcmp(method, "PROPFIND") - || !strcmp(method, "MKCOL") - ; -} - -/* Parse HTTP request, fill in mg_request_info structure. - This function modifies the buffer by NUL-terminating - HTTP request components, header names and header values. */ -static int parse_http_message(char *buf, int len, struct mg_request_info *ri) -{ - int is_request, request_length = get_request_len(buf, len); - if (request_length > 0) { - /* Reset attributes. DO NOT TOUCH is_ssl, remote_ip, remote_port */ - ri->remote_user = ri->request_method = ri->uri = ri->http_version = NULL; - ri->num_headers = 0; - - buf[request_length - 1] = '\0'; - - /* RFC says that all initial whitespaces should be ingored */ - while (*buf != '\0' && isspace(* (unsigned char *) buf)) { - buf++; - } - ri->request_method = skip(&buf, " "); - ri->uri = skip(&buf, " "); - ri->http_version = skip(&buf, "\r\n"); - - /* HTTP message could be either HTTP request or HTTP response, e.g. - "GET / HTTP/1.0 ...." or "HTTP/1.0 200 OK ..." */ - is_request = is_valid_http_method(ri->request_method); - if ((is_request && memcmp(ri->http_version, "HTTP/", 5) != 0) || - (!is_request && memcmp(ri->request_method, "HTTP/", 5) != 0)) { - request_length = -1; - } else { - if (is_request) { - ri->http_version += 5; - } - parse_http_headers(&buf, ri); - } - } - return request_length; -} - -/* Keep reading the input (either opened file descriptor fd, or socket sock, - or SSL descriptor ssl) into buffer buf, until \r\n\r\n appears in the - buffer (which marks the end of HTTP request). Buffer buf may already - have some data. The length of the data is stored in nread. - Upon every read operation, increase nread by the number of bytes read. */ -static int read_request(FILE *fp, struct mg_connection *conn, - char *buf, int bufsiz, int *nread) -{ - int request_len, n = 0; - - request_len = get_request_len(buf, *nread); - while (conn->ctx->stop_flag == 0 && - *nread < bufsiz && request_len == 0 && - (n = pull(fp, conn, buf + *nread, bufsiz - *nread)) > 0) { - *nread += n; - assert(*nread <= bufsiz); - request_len = get_request_len(buf, *nread); - } - - return request_len <= 0 && n <= 0 ? -1 : request_len; -} - -/* For given directory path, substitute it to valid index file. - Return 0 if index file has been found, -1 if not found. - If the file is found, it's stats is returned in stp. */ -static int substitute_index_file(struct mg_connection *conn, char *path, - size_t path_len, struct file *filep) -{ - const char *list = conn->ctx->config[INDEX_FILES]; - struct file file = STRUCT_FILE_INITIALIZER; - struct vec filename_vec; - size_t n = strlen(path); - int found = 0; - - /* The 'path' given to us points to the directory. Remove all trailing - directory separator characters from the end of the path, and - then append single directory separator character. */ - while (n > 0 && path[n - 1] == '/') { - n--; - } - path[n] = '/'; - - /* Traverse index files list. For each entry, append it to the given - path and see if the file exists. If it exists, break the loop */ - while ((list = next_option(list, &filename_vec, NULL)) != NULL) { - - /* Ignore too long entries that may overflow path buffer */ - if (filename_vec.len > path_len - (n + 2)) - continue; - - /* Prepare full path to the index file */ - mg_strlcpy(path + n + 1, filename_vec.ptr, filename_vec.len + 1); - - /* Does it exist? */ - if (mg_stat(conn, path, &file)) { - /* Yes it does, break the loop */ - *filep = file; - found = 1; - break; - } - } - - /* If no index file exists, restore directory path */ - if (!found) { - path[n] = '\0'; - } - - return found; -} - -/* Return True if we should reply 304 Not Modified. */ -static int is_not_modified(const struct mg_connection *conn, - const struct file *filep) -{ - char etag[64]; - const char *ims = mg_get_header(conn, "If-Modified-Since"); - const char *inm = mg_get_header(conn, "If-None-Match"); - construct_etag(etag, sizeof(etag), filep); - return (inm != NULL && !mg_strcasecmp(etag, inm)) || - (ims != NULL && filep->modification_time <= parse_date_string(ims)); -} - -static int forward_body_data(struct mg_connection *conn, FILE *fp, - SOCKET sock, SSL *ssl) -{ - const char *expect, *body; - char buf[MG_BUF_LEN]; - int to_read, nread, buffered_len, success = 0; - - expect = mg_get_header(conn, "Expect"); - assert(fp != NULL); - - if (conn->content_len == -1) { - send_http_error(conn, 411, "Length Required", "%s", ""); - } else if (expect != NULL && mg_strcasecmp(expect, "100-continue")) { - send_http_error(conn, 417, "Expectation Failed", "%s", ""); - } else { - if (expect != NULL) { - (void) mg_printf(conn, "%s", "HTTP/1.1 100 Continue\r\n\r\n"); - } - - body = conn->buf + conn->request_len + conn->consumed_content; - buffered_len = (int)(&conn->buf[conn->data_len] - body); - assert(buffered_len >= 0); - assert(conn->consumed_content == 0); - - if (buffered_len > 0) { - if ((int64_t) buffered_len > conn->content_len) { - buffered_len = (int) conn->content_len; - } - push(fp, sock, ssl, body, (int64_t) buffered_len); - conn->consumed_content += buffered_len; - } - - nread = 0; - while (conn->consumed_content < conn->content_len) { - to_read = sizeof(buf); - if ((int64_t) to_read > conn->content_len - conn->consumed_content) { - to_read = (int) (conn->content_len - conn->consumed_content); - } - nread = pull(NULL, conn, buf, to_read); - if (nread <= 0 || push(fp, sock, ssl, buf, nread) != nread) { - break; - } - conn->consumed_content += nread; - } - - if (conn->consumed_content == conn->content_len) { - success = nread >= 0; - } - - /* Each error code path in this function must send an error */ - if (!success) { - send_http_error(conn, 577, http_500_error, "%s", ""); - } - } - - return success; -} - -#if !defined(NO_CGI) -/* This structure helps to create an environment for the spawned CGI program. - Environment is an array of "VARIABLE=VALUE\0" ASCIIZ strings, - last element must be NULL. - However, on Windows there is a requirement that all these VARIABLE=VALUE\0 - strings must reside in a contiguous buffer. The end of the buffer is - marked by two '\0' characters. - We satisfy both worlds: we create an envp array (which is vars), all - entries are actually pointers inside buf. */ -struct cgi_env_block { - struct mg_connection *conn; - char buf[CGI_ENVIRONMENT_SIZE]; /* Environment buffer */ - int len; /* Space taken */ - char *vars[MAX_CGI_ENVIR_VARS]; /* char **envp */ - int nvars; /* Number of variables */ -}; - -static char *addenv(struct cgi_env_block *block, - PRINTF_FORMAT_STRING(const char *fmt), ...) -PRINTF_ARGS(2, 3); - -/* Append VARIABLE=VALUE\0 string to the buffer, and add a respective - pointer into the vars array. */ -static char *addenv(struct cgi_env_block *block, const char *fmt, ...) -{ - int n, space; - char *added; - va_list ap; - - /* Calculate how much space is left in the buffer */ - space = sizeof(block->buf) - block->len - 2; - assert(space >= 0); - - /* Make a pointer to the free space int the buffer */ - added = block->buf + block->len; - - /* Copy VARIABLE=VALUE\0 string into the free space */ - va_start(ap, fmt); - n = mg_vsnprintf(block->conn, added, (size_t) space, fmt, ap); - va_end(ap); - - /* Make sure we do not overflow buffer and the envp array */ - if (n > 0 && n + 1 < space && - block->nvars < (int) ARRAY_SIZE(block->vars) - 2) { - /* Append a pointer to the added string into the envp array */ - block->vars[block->nvars++] = added; - /* Bump up used length counter. Include \0 terminator */ - block->len += n + 1; - } else { - mg_cry(block->conn, "%s: CGI env buffer truncated for [%s]", __func__, fmt); - } - - return added; -} - -static void prepare_cgi_environment(struct mg_connection *conn, - const char *prog, - struct cgi_env_block *blk) -{ - const char *s, *slash; - struct vec var_vec; - char *p, src_addr[IP_ADDR_STR_LEN]; - int i; - - blk->len = blk->nvars = 0; - blk->conn = conn; - sockaddr_to_string(src_addr, sizeof(src_addr), &conn->client.rsa); - - addenv(blk, "SERVER_NAME=%s", conn->ctx->config[AUTHENTICATION_DOMAIN]); - addenv(blk, "SERVER_ROOT=%s", conn->ctx->config[DOCUMENT_ROOT]); - addenv(blk, "DOCUMENT_ROOT=%s", conn->ctx->config[DOCUMENT_ROOT]); - addenv(blk, "SERVER_SOFTWARE=%s/%s", "Civetweb", mg_version()); - - /* Prepare the environment block */ - addenv(blk, "%s", "GATEWAY_INTERFACE=CGI/1.1"); - addenv(blk, "%s", "SERVER_PROTOCOL=HTTP/1.1"); - addenv(blk, "%s", "REDIRECT_STATUS=200"); /* For PHP */ - - /* TODO(lsm): fix this for IPv6 case */ - addenv(blk, "SERVER_PORT=%d", ntohs(conn->client.lsa.sin.sin_port)); - - addenv(blk, "REQUEST_METHOD=%s", conn->request_info.request_method); - addenv(blk, "REMOTE_ADDR=%s", src_addr); - addenv(blk, "REMOTE_PORT=%d", conn->request_info.remote_port); - addenv(blk, "REQUEST_URI=%s", conn->request_info.uri); - - /* SCRIPT_NAME */ - assert(conn->request_info.uri[0] == '/'); - slash = strrchr(conn->request_info.uri, '/'); - if ((s = strrchr(prog, '/')) == NULL) - s = prog; - addenv(blk, "SCRIPT_NAME=%.*s%s", (int) (slash - conn->request_info.uri), - conn->request_info.uri, s); - - addenv(blk, "SCRIPT_FILENAME=%s", prog); - addenv(blk, "PATH_TRANSLATED=%s", prog); - addenv(blk, "HTTPS=%s", conn->ssl == NULL ? "off" : "on"); - - if ((s = mg_get_header(conn, "Content-Type")) != NULL) - addenv(blk, "CONTENT_TYPE=%s", s); - - if (conn->request_info.query_string != NULL) - addenv(blk, "QUERY_STRING=%s", conn->request_info.query_string); - - if ((s = mg_get_header(conn, "Content-Length")) != NULL) - addenv(blk, "CONTENT_LENGTH=%s", s); - - if ((s = getenv("PATH")) != NULL) - addenv(blk, "PATH=%s", s); - - if (conn->path_info != NULL) { - addenv(blk, "PATH_INFO=%s", conn->path_info); - } - -#if defined(_WIN32) - if ((s = getenv("COMSPEC")) != NULL) { - addenv(blk, "COMSPEC=%s", s); - } - if ((s = getenv("SYSTEMROOT")) != NULL) { - addenv(blk, "SYSTEMROOT=%s", s); - } - if ((s = getenv("SystemDrive")) != NULL) { - addenv(blk, "SystemDrive=%s", s); - } - if ((s = getenv("ProgramFiles")) != NULL) { - addenv(blk, "ProgramFiles=%s", s); - } - if ((s = getenv("ProgramFiles(x86)")) != NULL) { - addenv(blk, "ProgramFiles(x86)=%s", s); - } -#else - if ((s = getenv("LD_LIBRARY_PATH")) != NULL) - addenv(blk, "LD_LIBRARY_PATH=%s", s); -#endif /* _WIN32 */ - - if ((s = getenv("PERLLIB")) != NULL) - addenv(blk, "PERLLIB=%s", s); - - if (conn->request_info.remote_user != NULL) { - addenv(blk, "REMOTE_USER=%s", conn->request_info.remote_user); - addenv(blk, "%s", "AUTH_TYPE=Digest"); - } - - /* Add all headers as HTTP_* variables */ - for (i = 0; i < conn->request_info.num_headers; i++) { - p = addenv(blk, "HTTP_%s=%s", - conn->request_info.http_headers[i].name, - conn->request_info.http_headers[i].value); - - /* Convert variable name into uppercase, and change - to _ */ - for (; *p != '=' && *p != '\0'; p++) { - if (*p == '-') - *p = '_'; - *p = (char) toupper(* (unsigned char *) p); - } - } - - /* Add user-specified variables */ - s = conn->ctx->config[CGI_ENVIRONMENT]; - while ((s = next_option(s, &var_vec, NULL)) != NULL) { - addenv(blk, "%.*s", (int) var_vec.len, var_vec.ptr); - } - - blk->vars[blk->nvars++] = NULL; - blk->buf[blk->len++] = '\0'; - - assert(blk->nvars < (int) ARRAY_SIZE(blk->vars)); - assert(blk->len > 0); - assert(blk->len < (int) sizeof(blk->buf)); -} - -static void handle_cgi_request(struct mg_connection *conn, const char *prog) -{ - char *buf; - size_t buflen; - int headers_len, data_len, i, fdin[2] = { 0, 0 }, fdout[2] = { 0, 0 }; - const char *status, *status_text, *connection_state; - char *pbuf, dir[PATH_MAX], *p; - struct mg_request_info ri; - struct cgi_env_block blk; - FILE *in = NULL, *out = NULL; - struct file fout = STRUCT_FILE_INITIALIZER; - pid_t pid = (pid_t) -1; - - buf = NULL; - buflen = 16384; - prepare_cgi_environment(conn, prog, &blk); - - /* CGI must be executed in its own directory. 'dir' must point to the - directory containing executable program, 'p' must point to the - executable program name relative to 'dir'. */ - (void) mg_snprintf(conn, dir, sizeof(dir), "%s", prog); - if ((p = strrchr(dir, '/')) != NULL) { - *p++ = '\0'; - } else { - dir[0] = '.', dir[1] = '\0'; - p = (char *) prog; - } - - if (pipe(fdin) != 0 || pipe(fdout) != 0) { - send_http_error(conn, 500, http_500_error, - "Cannot create CGI pipe: %s", strerror(ERRNO)); - goto done; - } - - pid = spawn_process(conn, p, blk.buf, blk.vars, fdin[0], fdout[1], dir); - if (pid == (pid_t) -1) { - send_http_error(conn, 500, http_500_error, - "Cannot spawn CGI process [%s]: %s", prog, strerror(ERRNO)); - goto done; - } - - /* Make sure child closes all pipe descriptors. It must dup them to 0,1 */ - set_close_on_exec(fdin[0], conn); - set_close_on_exec(fdin[1], conn); - set_close_on_exec(fdout[0], conn); - set_close_on_exec(fdout[1], conn); - - /* Parent closes only one side of the pipes. - If we don't mark them as closed, close() attempt before - return from this function throws an exception on Windows. - Windows does not like when closed descriptor is closed again. */ - (void) close(fdin[0]); - (void) close(fdout[1]); - fdin[0] = fdout[1] = -1; - - - if ((in = fdopen(fdin[1], "wb")) == NULL || - (out = fdopen(fdout[0], "rb")) == NULL) { - send_http_error(conn, 500, http_500_error, - "fopen: %s", strerror(ERRNO)); - goto done; - } - - setbuf(in, NULL); - setbuf(out, NULL); - fout.fp = out; - - /* Send POST data to the CGI process if needed */ - if (!strcmp(conn->request_info.request_method, "POST") && - !forward_body_data(conn, in, INVALID_SOCKET, NULL)) { - goto done; - } - - /* Close so child gets an EOF. */ - fclose(in); - in = NULL; - fdin[1] = -1; - - /* Now read CGI reply into a buffer. We need to set correct - status code, thus we need to see all HTTP headers first. - Do not send anything back to client, until we buffer in all - HTTP headers. */ - data_len = 0; - buf = malloc(buflen); - if (buf == NULL) { - send_http_error(conn, 500, http_500_error, - "Not enough memory for buffer (%u bytes)", - (unsigned int) buflen); - goto done; - } - headers_len = read_request(out, conn, buf, (int) buflen, &data_len); - if (headers_len <= 0) { - send_http_error(conn, 500, http_500_error, - "CGI program sent malformed or too big (>%u bytes) " - "HTTP headers: [%.*s]", - (unsigned) buflen, data_len, buf); - goto done; - } - pbuf = buf; - buf[headers_len - 1] = '\0'; - parse_http_headers(&pbuf, &ri); - - /* Make up and send the status line */ - status_text = "OK"; - if ((status = get_header(&ri, "Status")) != NULL) { - conn->status_code = atoi(status); - status_text = status; - while (isdigit(* (unsigned char *) status_text) || *status_text == ' ') { - status_text++; - } - } else if (get_header(&ri, "Location") != NULL) { - conn->status_code = 302; - } else { - conn->status_code = 200; - } - connection_state = get_header(&ri, "Connection"); - if (connection_state == NULL || - mg_strcasecmp(connection_state, "keep-alive")) { - conn->must_close = 1; - } - (void) mg_printf(conn, "HTTP/1.1 %d %s\r\n", conn->status_code, - status_text); - - /* Send headers */ - for (i = 0; i < ri.num_headers; i++) { - mg_printf(conn, "%s: %s\r\n", - ri.http_headers[i].name, ri.http_headers[i].value); - } - mg_write(conn, "\r\n", 2); - - /* Send chunk of data that may have been read after the headers */ - conn->num_bytes_sent += mg_write(conn, buf + headers_len, - (size_t)(data_len - headers_len)); - - /* Read the rest of CGI output and send to the client */ - send_file_data(conn, &fout, 0, INT64_MAX); - -done: - if (pid != (pid_t) -1) { - kill(pid, SIGKILL); -#if !defined(_WIN32) - { - int st; - while (waitpid(pid, &st, 0) != -1); /* clean zombies */ - } -#endif - } - if (fdin[0] != -1) { - close(fdin[0]); - } - if (fdout[1] != -1) { - close(fdout[1]); - } - - if (in != NULL) { - fclose(in); - } else if (fdin[1] != -1) { - close(fdin[1]); - } - - if (out != NULL) { - fclose(out); - } else if (fdout[0] != -1) { - close(fdout[0]); - } - if (buf != NULL) { - free(buf); - } -} -#endif /* !NO_CGI */ - -/* For a given PUT path, create all intermediate subdirectories - for given path. Return 0 if the path itself is a directory, - or -1 on error, 1 if OK. */ -static int put_dir(struct mg_connection *conn, const char *path) -{ - char buf[PATH_MAX]; - const char *s, *p; - struct file file = STRUCT_FILE_INITIALIZER; - int len, res = 1; - - for (s = p = path + 2; (p = strchr(s, '/')) != NULL; s = ++p) { - len = (int)(p - path); - if (len >= (int) sizeof(buf)) { - res = -1; - break; - } - memcpy(buf, path, len); - buf[len] = '\0'; - - /* Try to create intermediate directory */ - DEBUG_TRACE(("mkdir(%s)", buf)); - if (!mg_stat(conn, buf, &file) && mg_mkdir(buf, 0755) != 0) { - res = -1; - break; - } - - /* Is path itself a directory? */ - if (p[1] == '\0') { - res = 0; - } - } - - return res; -} - -static void mkcol(struct mg_connection *conn, const char *path) -{ - int rc, body_len; - struct de de; - memset(&de.file, 0, sizeof(de.file)); - if (!mg_stat(conn, path, &de.file)) { - mg_cry(conn, "%s: mg_stat(%s) failed: %s", - __func__, path, strerror(ERRNO)); - } - - if(de.file.modification_time) { - send_http_error(conn, 405, "Method Not Allowed", - "mkcol(%s): %s", path, strerror(ERRNO)); - return; - } - - body_len = conn->data_len - conn->request_len; - if(body_len > 0) { - send_http_error(conn, 415, "Unsupported media type", - "mkcol(%s): %s", path, strerror(ERRNO)); - return; - } - - rc = mg_mkdir(path, 0755); - - if (rc == 0) { - conn->status_code = 201; - mg_printf(conn, "HTTP/1.1 %d Created\r\n\r\n", conn->status_code); - } else if (rc == -1) { - if(errno == EEXIST) - send_http_error(conn, 405, "Method Not Allowed", - "mkcol(%s): %s", path, strerror(ERRNO)); - else if(errno == EACCES) - send_http_error(conn, 403, "Forbidden", - "mkcol(%s): %s", path, strerror(ERRNO)); - else if(errno == ENOENT) - send_http_error(conn, 409, "Conflict", - "mkcol(%s): %s", path, strerror(ERRNO)); - else - send_http_error(conn, 500, http_500_error, - "fopen(%s): %s", path, strerror(ERRNO)); - } -} - -static void put_file(struct mg_connection *conn, const char *path) -{ - struct file file = STRUCT_FILE_INITIALIZER; - const char *range; - int64_t r1, r2; - int rc; - - conn->status_code = mg_stat(conn, path, &file) ? 200 : 201; - - if ((rc = put_dir(conn, path)) == 0) { - mg_printf(conn, "HTTP/1.1 %d OK\r\n\r\n", conn->status_code); - } else if (rc == -1) { - send_http_error(conn, 500, http_500_error, - "put_dir(%s): %s", path, strerror(ERRNO)); - } else if (!mg_fopen(conn, path, "wb+", &file) || file.fp == NULL) { - mg_fclose(&file); - send_http_error(conn, 500, http_500_error, - "fopen(%s): %s", path, strerror(ERRNO)); - } else { - fclose_on_exec(&file, conn); - range = mg_get_header(conn, "Content-Range"); - r1 = r2 = 0; - if (range != NULL && parse_range_header(range, &r1, &r2) > 0) { - conn->status_code = 206; - fseeko(file.fp, r1, SEEK_SET); - } - if (!forward_body_data(conn, file.fp, INVALID_SOCKET, NULL)) { - conn->status_code = 500; - } - mg_printf(conn, "HTTP/1.1 %d OK\r\nContent-Length: 0\r\n\r\n", - conn->status_code); - mg_fclose(&file); - } -} - -static void send_ssi_file(struct mg_connection *, const char *, - struct file *, int); - -static void do_ssi_include(struct mg_connection *conn, const char *ssi, - char *tag, int include_level) -{ - char file_name[MG_BUF_LEN], path[PATH_MAX], *p; - struct file file = STRUCT_FILE_INITIALIZER; - - /* sscanf() is safe here, since send_ssi_file() also uses buffer - of size MG_BUF_LEN to get the tag. So strlen(tag) is - always < MG_BUF_LEN. */ - if (sscanf(tag, " virtual=\"%[^\"]\"", file_name) == 1) { - /* File name is relative to the webserver root */ - (void) mg_snprintf(conn, path, sizeof(path), "%s%c%s", - conn->ctx->config[DOCUMENT_ROOT], '/', file_name); - } else if (sscanf(tag, " abspath=\"%[^\"]\"", file_name) == 1) { - /* File name is relative to the webserver working directory - or it is absolute system path */ - (void) mg_snprintf(conn, path, sizeof(path), "%s", file_name); - } else if (sscanf(tag, " file=\"%[^\"]\"", file_name) == 1 || - sscanf(tag, " \"%[^\"]\"", file_name) == 1) { - /* File name is relative to the currect document */ - (void) mg_snprintf(conn, path, sizeof(path), "%s", ssi); - if ((p = strrchr(path, '/')) != NULL) { - p[1] = '\0'; - } - (void) mg_snprintf(conn, path + strlen(path), - sizeof(path) - strlen(path), "%s", file_name); - } else { - mg_cry(conn, "Bad SSI #include: [%s]", tag); - return; - } - - if (!mg_fopen(conn, path, "rb", &file)) { - mg_cry(conn, "Cannot open SSI #include: [%s]: fopen(%s): %s", - tag, path, strerror(ERRNO)); - } else { - fclose_on_exec(&file, conn); - if (match_prefix(conn->ctx->config[SSI_EXTENSIONS], - (int)strlen(conn->ctx->config[SSI_EXTENSIONS]), path) > 0) { - send_ssi_file(conn, path, &file, include_level + 1); - } else { - send_file_data(conn, &file, 0, INT64_MAX); - } - mg_fclose(&file); - } -} - -#if !defined(NO_POPEN) -static void do_ssi_exec(struct mg_connection *conn, char *tag) -{ - char cmd[MG_BUF_LEN] = ""; - struct file file = STRUCT_FILE_INITIALIZER; - - if (sscanf(tag, " \"%[^\"]\"", cmd) != 1) { - mg_cry(conn, "Bad SSI #exec: [%s]", tag); - } else if ((file.fp = popen(cmd, "r")) == NULL) { - mg_cry(conn, "Cannot SSI #exec: [%s]: %s", cmd, strerror(ERRNO)); - } else { - send_file_data(conn, &file, 0, INT64_MAX); - pclose(file.fp); - } -} -#endif /* !NO_POPEN */ - -static int mg_fgetc(struct file *filep, int offset) -{ - if (filep->membuf != NULL && offset >=0 && offset < filep->size) { - return ((unsigned char *) filep->membuf)[offset]; - } else if (filep->fp != NULL) { - return fgetc(filep->fp); - } else { - return EOF; - } -} - -static void send_ssi_file(struct mg_connection *conn, const char *path, - struct file *filep, int include_level) -{ - char buf[MG_BUF_LEN]; - int ch, offset, len, in_ssi_tag; - - if (include_level > 10) { - mg_cry(conn, "SSI #include level is too deep (%s)", path); - return; - } - - in_ssi_tag = len = offset = 0; - while ((ch = mg_fgetc(filep, offset)) != EOF) { - if (in_ssi_tag && ch == '>') { - in_ssi_tag = 0; - buf[len++] = (char) ch; - buf[len] = '\0'; - assert(len <= (int) sizeof(buf)); - if (len < 6 || memcmp(buf, "