mirror of
https://github.com/overte-org/overte.git
synced 2025-08-06 18:00:41 +02:00
commit
d829e973fc
9 changed files with 88 additions and 96 deletions
|
@ -50,7 +50,7 @@ AssetRequest* AssetClient::createRequest(const QString& hash, const QString& ext
|
||||||
SharedNodePointer assetServer = nodeList->soloNodeOfType(NodeType::AssetServer);
|
SharedNodePointer assetServer = nodeList->soloNodeOfType(NodeType::AssetServer);
|
||||||
|
|
||||||
if (!assetServer) {
|
if (!assetServer) {
|
||||||
qDebug() << "No Asset Server";
|
qDebug().nospace() << "Could not request " << hash << "." << extension << " since you are not currently connected to an asset-server.";
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -70,11 +70,12 @@ AssetUpload* AssetClient::createUpload(const QString& filename) {
|
||||||
auto nodeList = DependencyManager::get<NodeList>();
|
auto nodeList = DependencyManager::get<NodeList>();
|
||||||
SharedNodePointer assetServer = nodeList->soloNodeOfType(NodeType::AssetServer);
|
SharedNodePointer assetServer = nodeList->soloNodeOfType(NodeType::AssetServer);
|
||||||
|
|
||||||
if (assetServer) {
|
if (!assetServer) {
|
||||||
return new AssetUpload(this, filename);
|
qDebug() << "Could not upload" << filename << "since you are not currently connected to an asset-server.";
|
||||||
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
return nullptr;
|
return new AssetUpload(this, filename);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool AssetClient::getAsset(const QString& hash, const QString& extension, DataOffset start, DataOffset end,
|
bool AssetClient::getAsset(const QString& hash, const QString& extension, DataOffset start, DataOffset end,
|
||||||
|
|
|
@ -68,6 +68,5 @@ void AssetResourceRequest::doSend() {
|
||||||
}
|
}
|
||||||
|
|
||||||
void AssetResourceRequest::onDownloadProgress(qint64 bytesReceived, qint64 bytesTotal) {
|
void AssetResourceRequest::onDownloadProgress(qint64 bytesReceived, qint64 bytesTotal) {
|
||||||
qDebug() << "Got asset data: " << bytesReceived << " / " << bytesTotal;
|
|
||||||
emit progress(bytesReceived, bytesTotal);
|
emit progress(bytesReceived, bytesTotal);
|
||||||
}
|
}
|
||||||
|
|
|
@ -41,21 +41,22 @@ void AssetUpload::start() {
|
||||||
// ask the AssetClient to upload the asset and emit the proper signals from the passed callback
|
// ask the AssetClient to upload the asset and emit the proper signals from the passed callback
|
||||||
auto assetClient = DependencyManager::get<AssetClient>();
|
auto assetClient = DependencyManager::get<AssetClient>();
|
||||||
|
|
||||||
assetClient->uploadAsset(data, _extension, [this](bool success, const QString& hash){
|
assetClient->uploadAsset(data, _extension, [this](AssetServerError error, const QString& hash){
|
||||||
if (success) {
|
switch (error) {
|
||||||
// successful upload - emit finished with a point to ourselves and the resulting hash
|
case NO_ERROR:
|
||||||
_result = Success;
|
_result = Success;
|
||||||
|
break;
|
||||||
emit finished(this, hash);
|
case ASSET_TOO_LARGE:
|
||||||
} else {
|
_result = TooLarge;
|
||||||
// error during upload - emit finished with an empty hash
|
break;
|
||||||
// callers can get the error from this object
|
case PERMISSION_DENIED:
|
||||||
|
_result = PermissionDenied;
|
||||||
// TODO: get the actual error from the callback
|
break;
|
||||||
_result = PermissionDenied;
|
default:
|
||||||
|
_result = ErrorLoadingFile;
|
||||||
emit finished(this, hash);
|
break;
|
||||||
}
|
}
|
||||||
|
emit finished(this, hash);
|
||||||
});
|
});
|
||||||
} else {
|
} else {
|
||||||
// we couldn't open the file - set the error result
|
// we couldn't open the file - set the error result
|
||||||
|
|
|
@ -17,8 +17,6 @@ void FileResourceRequest::doSend() {
|
||||||
QString filename = _url.toLocalFile();
|
QString filename = _url.toLocalFile();
|
||||||
|
|
||||||
QFile file(filename);
|
QFile file(filename);
|
||||||
|
|
||||||
_state = Finished;
|
|
||||||
if (file.exists()) {
|
if (file.exists()) {
|
||||||
if (file.open(QFile::ReadOnly)) {
|
if (file.open(QFile::ReadOnly)) {
|
||||||
_data = file.readAll();
|
_data = file.readAll();
|
||||||
|
@ -30,5 +28,6 @@ void FileResourceRequest::doSend() {
|
||||||
_result = ResourceRequest::NotFound;
|
_result = ResourceRequest::NotFound;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
_state = Finished;
|
||||||
emit finished();
|
emit finished();
|
||||||
}
|
}
|
||||||
|
|
|
@ -40,12 +40,12 @@ void HTTPResourceRequest::doSend() {
|
||||||
}
|
}
|
||||||
|
|
||||||
_reply = networkAccessManager.get(networkRequest);
|
_reply = networkAccessManager.get(networkRequest);
|
||||||
|
|
||||||
connect(_reply, &QNetworkReply::finished, this, &HTTPResourceRequest::onRequestFinished);
|
connect(_reply, &QNetworkReply::finished, this, &HTTPResourceRequest::onRequestFinished);
|
||||||
|
connect(_reply, &QNetworkReply::downloadProgress, this, &HTTPResourceRequest::onDownloadProgress);
|
||||||
|
connect(&_sendTimer, &QTimer::timeout, this, &HTTPResourceRequest::onTimeout);
|
||||||
|
|
||||||
static const int TIMEOUT_MS = 10000;
|
static const int TIMEOUT_MS = 10000;
|
||||||
|
|
||||||
connect(&_sendTimer, &QTimer::timeout, this, &HTTPResourceRequest::onTimeout);
|
|
||||||
_sendTimer.setSingleShot(true);
|
_sendTimer.setSingleShot(true);
|
||||||
_sendTimer.start(TIMEOUT_MS);
|
_sendTimer.start(TIMEOUT_MS);
|
||||||
}
|
}
|
||||||
|
@ -54,43 +54,46 @@ void HTTPResourceRequest::onRequestFinished() {
|
||||||
Q_ASSERT(_state == InProgress);
|
Q_ASSERT(_state == InProgress);
|
||||||
Q_ASSERT(_reply);
|
Q_ASSERT(_reply);
|
||||||
|
|
||||||
_state = Finished;
|
_sendTimer.stop();
|
||||||
|
|
||||||
auto error = _reply->error();
|
switch(_reply->error()) {
|
||||||
if (error == QNetworkReply::NoError) {
|
case QNetworkReply::NoError:
|
||||||
_data = _reply->readAll();
|
_data = _reply->readAll();
|
||||||
_loadedFromCache = _reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool();
|
_loadedFromCache = _reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool();
|
||||||
_result = ResourceRequest::Success;
|
_result = Success;
|
||||||
emit finished();
|
break;
|
||||||
} else if (error == QNetworkReply::TimeoutError) {
|
case QNetworkReply::TimeoutError:
|
||||||
_result = ResourceRequest::Timeout;
|
_result = Timeout;
|
||||||
emit finished();
|
break;
|
||||||
} else {
|
default:
|
||||||
_result = ResourceRequest::Error;
|
_result = Error;
|
||||||
emit finished();
|
break;
|
||||||
}
|
}
|
||||||
|
_reply->disconnect(this);
|
||||||
_reply->deleteLater();
|
_reply->deleteLater();
|
||||||
_reply = nullptr;
|
_reply = nullptr;
|
||||||
|
|
||||||
|
_state = Finished;
|
||||||
|
emit finished();
|
||||||
}
|
}
|
||||||
|
|
||||||
void HTTPResourceRequest::onDownloadProgress(qint64 bytesReceived, qint64 bytesTotal) {
|
void HTTPResourceRequest::onDownloadProgress(qint64 bytesReceived, qint64 bytesTotal) {
|
||||||
if (_state == InProgress) {
|
Q_ASSERT(_state == InProgress);
|
||||||
// We've received data, so reset the timer
|
|
||||||
_sendTimer.start();
|
// We've received data, so reset the timer
|
||||||
}
|
_sendTimer.start();
|
||||||
|
|
||||||
emit progress(bytesReceived, bytesTotal);
|
emit progress(bytesReceived, bytesTotal);
|
||||||
}
|
}
|
||||||
|
|
||||||
void HTTPResourceRequest::onTimeout() {
|
void HTTPResourceRequest::onTimeout() {
|
||||||
Q_ASSERT(_state != NotStarted);
|
Q_ASSERT(_state == InProgress);
|
||||||
|
_reply->disconnect(this);
|
||||||
if (_state == InProgress) {
|
_reply->abort();
|
||||||
qCDebug(networking) << "Timed out loading " << _url;
|
_reply->deleteLater();
|
||||||
_reply->abort();
|
_reply = nullptr;
|
||||||
_state = Finished;
|
|
||||||
_result = Timeout;
|
_result = Timeout;
|
||||||
emit finished();
|
_state = Finished;
|
||||||
}
|
emit finished();
|
||||||
}
|
}
|
||||||
|
|
|
@ -21,9 +21,8 @@
|
||||||
class HTTPResourceRequest : public ResourceRequest {
|
class HTTPResourceRequest : public ResourceRequest {
|
||||||
Q_OBJECT
|
Q_OBJECT
|
||||||
public:
|
public:
|
||||||
~HTTPResourceRequest();
|
|
||||||
|
|
||||||
HTTPResourceRequest(QObject* parent, const QUrl& url) : ResourceRequest(parent, url) { }
|
HTTPResourceRequest(QObject* parent, const QUrl& url) : ResourceRequest(parent, url) { }
|
||||||
|
~HTTPResourceRequest();
|
||||||
|
|
||||||
protected:
|
protected:
|
||||||
virtual void doSend() override;
|
virtual void doSend() override;
|
||||||
|
|
|
@ -158,14 +158,12 @@ void ResourceCache::attemptRequest(Resource* resource) {
|
||||||
// Disable request limiting for ATP
|
// Disable request limiting for ATP
|
||||||
if (resource->getURL().scheme() != URL_SCHEME_ATP) {
|
if (resource->getURL().scheme() != URL_SCHEME_ATP) {
|
||||||
if (_requestLimit <= 0) {
|
if (_requestLimit <= 0) {
|
||||||
qDebug() << "REQUEST LIMIT REACHED (" << _requestLimit << "), queueing: " << resource->getURL();
|
|
||||||
// wait until a slot becomes available
|
// wait until a slot becomes available
|
||||||
sharedItems->_pendingRequests.append(resource);
|
sharedItems->_pendingRequests.append(resource);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
qDebug() << "-- Decreasing limit for : " << resource->getURL();
|
--_requestLimit;
|
||||||
_requestLimit--;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
sharedItems->_loadingRequests.append(resource);
|
sharedItems->_loadingRequests.append(resource);
|
||||||
|
@ -176,8 +174,7 @@ void ResourceCache::requestCompleted(Resource* resource) {
|
||||||
auto sharedItems = DependencyManager::get<ResourceCacheSharedItems>();
|
auto sharedItems = DependencyManager::get<ResourceCacheSharedItems>();
|
||||||
sharedItems->_loadingRequests.removeOne(resource);
|
sharedItems->_loadingRequests.removeOne(resource);
|
||||||
if (resource->getURL().scheme() != URL_SCHEME_ATP) {
|
if (resource->getURL().scheme() != URL_SCHEME_ATP) {
|
||||||
qDebug() << "++ Increasing limit after finished: " << resource->getURL();
|
++_requestLimit;
|
||||||
_requestLimit++;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// look for the highest priority pending request
|
// look for the highest priority pending request
|
||||||
|
@ -367,63 +364,53 @@ void Resource::handleDownloadProgress(uint64_t bytesReceived, uint64_t bytesTota
|
||||||
|
|
||||||
void Resource::handleReplyFinished() {
|
void Resource::handleReplyFinished() {
|
||||||
Q_ASSERT(_request);
|
Q_ASSERT(_request);
|
||||||
|
|
||||||
|
ResourceCache::requestCompleted(this);
|
||||||
|
|
||||||
auto result = _request->getResult();
|
auto result = _request->getResult();
|
||||||
if (result == ResourceRequest::Success) {
|
if (result == ResourceRequest::Success) {
|
||||||
_data = _request->getData();
|
_data = _request->getData();
|
||||||
qDebug() << "Request finished for " << _url << ", " << _activeUrl;
|
qDebug() << "Request finished for " << _url << ", " << _activeUrl;
|
||||||
|
|
||||||
_request->disconnect(this);
|
finishedLoading(true);
|
||||||
_request->deleteLater();
|
|
||||||
_request = nullptr;
|
|
||||||
|
|
||||||
ResourceCache::requestCompleted(this);
|
|
||||||
|
|
||||||
emit loaded(_data);
|
emit loaded(_data);
|
||||||
|
|
||||||
downloadFinished(_data);
|
downloadFinished(_data);
|
||||||
} else {
|
} else {
|
||||||
_request->disconnect(this);
|
|
||||||
_request->deleteLater();
|
|
||||||
_request = nullptr;
|
|
||||||
|
|
||||||
if (result == ResourceRequest::Result::Timeout) {
|
|
||||||
qDebug() << "Timed out loading" << _url << "received" << _bytesReceived << "total" << _bytesTotal;
|
|
||||||
} else {
|
|
||||||
qDebug() << "Error loading " << _url;
|
|
||||||
}
|
|
||||||
|
|
||||||
bool retry = false;
|
|
||||||
switch (result) {
|
switch (result) {
|
||||||
case ResourceRequest::Result::Timeout:
|
case ResourceRequest::Result::Timeout: {
|
||||||
case ResourceRequest::Result::ServerUnavailable:
|
qDebug() << "Timed out loading" << _url << "received" << _bytesReceived << "total" << _bytesTotal;
|
||||||
case ResourceRequest::Result::Error: {
|
// Fall through to other cases
|
||||||
|
}
|
||||||
|
case ResourceRequest::Result::ServerUnavailable: {
|
||||||
// retry with increasing delays
|
// retry with increasing delays
|
||||||
const int MAX_ATTEMPTS = 8;
|
const int MAX_ATTEMPTS = 8;
|
||||||
const int BASE_DELAY_MS = 1000;
|
const int BASE_DELAY_MS = 1000;
|
||||||
if (++_attempts < MAX_ATTEMPTS) {
|
if (_attempts++ < MAX_ATTEMPTS) {
|
||||||
QTimer::singleShot(BASE_DELAY_MS * (int)pow(2.0, _attempts), this, SLOT(attemptRequest()));
|
auto waitTime = BASE_DELAY_MS * (int)pow(2.0, _attempts);
|
||||||
retry = true;
|
qDebug().nospace() << "Retrying to load the asset in " << waitTime
|
||||||
|
<< "ms, attempt " << _attempts << " of " << MAX_ATTEMPTS;
|
||||||
|
QTimer::singleShot(waitTime, this, &Resource::attemptRequest);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
// fall through to final failure
|
// fall through to final failure
|
||||||
}
|
}
|
||||||
default:
|
default: {
|
||||||
|
qDebug() << "Error loading " << _url;
|
||||||
|
auto error = (result == ResourceRequest::Timeout) ? QNetworkReply::TimeoutError
|
||||||
|
: QNetworkReply::UnknownNetworkError;
|
||||||
|
emit failed(error);
|
||||||
finishedLoading(false);
|
finishedLoading(false);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
auto error = result == ResourceRequest::Timeout ? QNetworkReply::TimeoutError : QNetworkReply::UnknownNetworkError;
|
|
||||||
|
|
||||||
if (!retry) {
|
|
||||||
emit failed(error);
|
|
||||||
ResourceCache::requestCompleted(this);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
_request->disconnect(this);
|
||||||
|
_request->deleteLater();
|
||||||
|
_request = nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
void Resource::downloadFinished(const QByteArray& data) {
|
void Resource::downloadFinished(const QByteArray& data) {
|
||||||
;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
uint qHash(const QPointer<QObject>& value, uint seed) {
|
uint qHash(const QPointer<QObject>& value, uint seed) {
|
||||||
|
|
|
@ -27,7 +27,7 @@ ResourceRequest* ResourceManager::createResourceRequest(QObject* parent, const Q
|
||||||
return new AssetResourceRequest(parent, url);
|
return new AssetResourceRequest(parent, url);
|
||||||
}
|
}
|
||||||
|
|
||||||
qDebug() << "Failed to load: " << url.url();
|
qDebug() << "Unknown scheme (" << scheme << ") for URL: " << url.url();
|
||||||
|
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
|
@ -34,9 +34,11 @@ void BatchLoader::start() {
|
||||||
}
|
}
|
||||||
|
|
||||||
_started = true;
|
_started = true;
|
||||||
for (QUrl url : _urls) {
|
for (const auto& url : _urls) {
|
||||||
auto request = ResourceManager::createResourceRequest(this, url);
|
auto request = ResourceManager::createResourceRequest(this, url);
|
||||||
if (!request) {
|
if (!request) {
|
||||||
|
_data.insert(url, QString());
|
||||||
|
qCDebug(scriptengine) << "Could not load" << url;
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
connect(request, &ResourceRequest::finished, this, [=]() {
|
connect(request, &ResourceRequest::finished, this, [=]() {
|
||||||
|
@ -44,6 +46,7 @@ void BatchLoader::start() {
|
||||||
_data.insert(url, request->getData());
|
_data.insert(url, request->getData());
|
||||||
} else {
|
} else {
|
||||||
_data.insert(url, QString());
|
_data.insert(url, QString());
|
||||||
|
qCDebug(scriptengine) << "Could not load" << url;
|
||||||
}
|
}
|
||||||
request->deleteLater();
|
request->deleteLater();
|
||||||
checkFinished();
|
checkFinished();
|
||||||
|
|
Loading…
Reference in a new issue