// // Created by Bradley Austin Davis on 2016-06-16 // Copyright 2013-2016 High Fidelity, Inc. // // Distributed under the Apache License, Version 2.0. // See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html // #include "TabletScriptingInterface.h" #include #include #include #include #include "ScriptEngineLogging.h" #include "DependencyManager.h" #include "OffscreenUi.h" TabletScriptingInterface::TabletScriptingInterface() { qmlRegisterType("Hifi", 1, 0, "SoundEffect"); } QObject* TabletScriptingInterface::getTablet(const QString& tabletId) { std::lock_guard guard(_mutex); // look up tabletId in the map. auto iter = _tabletProxies.find(tabletId); if (iter != _tabletProxies.end()) { // tablet already exists, just return it. return iter->second.data(); } else { // allocate a new tablet, add it to the map then return it. auto tabletProxy = QSharedPointer(new TabletProxy(tabletId)); _tabletProxies[tabletId] = tabletProxy; return tabletProxy.data(); } } void TabletScriptingInterface::setQmlTabletRoot(QString tabletId, QQuickItem* qmlTabletRoot, QObject* qmlOffscreenSurface) { TabletProxy* tablet = qobject_cast(getTablet(tabletId)); if (tablet) { tablet->setQmlTabletRoot(qmlTabletRoot, qmlOffscreenSurface); } else { qCWarning(scriptengine) << "TabletScriptingInterface::setupTablet() bad tablet object"; } } QQuickWindow* TabletScriptingInterface::getTabletWindow() { TabletProxy* tablet = qobject_cast(getTablet("com.highfidelity.interface.tablet.system")); QObject* qmlSurface = tablet->getTabletSurface(); OffscreenQmlSurface* surface = dynamic_cast(qmlSurface); if (!surface) { return nullptr; } QQuickWindow* window = surface->getWindow(); return window; } void TabletScriptingInterface::processMenuEvents(QObject* object, const QKeyEvent* event) { switch (event->key()) { case Qt::Key_Down: QMetaObject::invokeMethod(object, "nextItem"); break; case Qt::Key_Up: QMetaObject::invokeMethod(object, "previousItem"); break; case Qt::Key_Left: QMetaObject::invokeMethod(object, "previousPage"); break; case Qt::Key_Right: QMetaObject::invokeMethod(object, "selectCurrentItem"); break; case Qt::Key_Return: QMetaObject::invokeMethod(object, "selectCurrentItem"); break; defualt: break; } } void TabletScriptingInterface::processTabletEvents(QObject* object, const QKeyEvent* event) { switch (event->key()) { case Qt::Key_Down: QMetaObject::invokeMethod(object, "downItem"); break; case Qt::Key_Up: QMetaObject::invokeMethod(object, "upItem"); break; case Qt::Key_Left: QMetaObject::invokeMethod(object, "previousItem"); break; case Qt::Key_Right: QMetaObject::invokeMethod(object, "nextItem"); break; case Qt::Key_Return: QMetaObject::invokeMethod(object, "selectItem"); break; defualt: break; } } void TabletScriptingInterface::processEvent(const QKeyEvent* event) { TabletProxy* tablet = qobject_cast(getTablet("com.highfidelity.interface.tablet.system")); QObject* qmlTablet = tablet->getQmlTablet(); QObject* qmlMenu = tablet->getQmlMenu(); if (qmlTablet) { processTabletEvents(qmlTablet, event); } else if (qmlMenu) { processMenuEvents(qmlMenu, event); } } QObject* TabletScriptingInterface::getFlags() { auto offscreenUi = DependencyManager::get(); return offscreenUi->getFlags(); } // // TabletProxy // static const char* TABLET_SOURCE_URL = "Tablet.qml"; static const char* WEB_VIEW_SOURCE_URL = "TabletWebView.qml"; static const char* VRMENU_SOURCE_URL = "TabletMenu.qml"; TabletProxy::TabletProxy(QString name) : _name(name) { ; } static void addButtonProxyToQmlTablet(QQuickItem* qmlTablet, TabletButtonProxy* buttonProxy) { QVariant resultVar; Qt::ConnectionType connectionType = Qt::AutoConnection; if (QThread::currentThread() != qmlTablet->thread()) { connectionType = Qt::BlockingQueuedConnection; } bool hasResult = QMetaObject::invokeMethod(qmlTablet, "addButtonProxy", connectionType, Q_RETURN_ARG(QVariant, resultVar), Q_ARG(QVariant, buttonProxy->getProperties())); if (!hasResult) { qCWarning(scriptengine) << "TabletScriptingInterface addButtonProxyToQmlTablet has no result"; return; } QObject* qmlButton = qvariant_cast(resultVar); if (!qmlButton) { qCWarning(scriptengine) << "TabletScriptingInterface addButtonProxyToQmlTablet result not a QObject"; return; } QObject::connect(qmlButton, SIGNAL(clicked()), buttonProxy, SLOT(clickedSlot())); buttonProxy->setQmlButton(qobject_cast(qmlButton)); } void TabletProxy::setQmlTabletRoot(QQuickItem* qmlTabletRoot, QObject* qmlOffscreenSurface) { std::lock_guard guard(_mutex); _qmlOffscreenSurface = qmlOffscreenSurface; _qmlTabletRoot = qmlTabletRoot; if (_qmlTabletRoot && _qmlOffscreenSurface) { QObject::connect(_qmlOffscreenSurface, SIGNAL(webEventReceived(QVariant)), this, SIGNAL(webEventReceived(QVariant))); gotoHomeScreen(); } else { removeButtonsFromHomeScreen(); _state = State::Uninitialized; } } void TabletProxy::gotoMenuScreen() { if (_qmlTabletRoot) { if (_state != State::Menu) { auto loader = _qmlTabletRoot->findChild("loader"); QObject::connect(loader, SIGNAL(loaded()), this, SLOT(addButtonsToMenuScreen())); QMetaObject::invokeMethod(_qmlTabletRoot, "loadSource", Q_ARG(const QVariant&, QVariant(VRMENU_SOURCE_URL))); _state = State::Menu; } } } void TabletProxy::gotoHomeScreen() { if (_qmlTabletRoot) { if (_state != State::Home) { auto loader = _qmlTabletRoot->findChild("loader"); QObject::connect(loader, SIGNAL(loaded()), this, SLOT(addButtonsToHomeScreen())); QMetaObject::invokeMethod(_qmlTabletRoot, "loadSource", Q_ARG(const QVariant&, QVariant(TABLET_SOURCE_URL))); _state = State::Home; } } } void TabletProxy::gotoWebScreen(const QString& url) { gotoWebScreen(url, ""); } void TabletProxy::gotoWebScreen(const QString& url, const QString& injectedJavaScriptUrl) { if (_qmlTabletRoot) { if (_state == State::Home) { removeButtonsFromHomeScreen(); } if (_state != State::Web) { QMetaObject::invokeMethod(_qmlTabletRoot, "loadSource", Q_ARG(const QVariant&, QVariant(WEB_VIEW_SOURCE_URL))); _state = State::Web; } QMetaObject::invokeMethod(_qmlTabletRoot, "loadWebUrl", Q_ARG(const QVariant&, QVariant(url)), Q_ARG(const QVariant&, QVariant(injectedJavaScriptUrl))); } } QObject* TabletProxy::addButton(const QVariant& properties) { auto tabletButtonProxy = QSharedPointer(new TabletButtonProxy(properties.toMap())); std::lock_guard guard(_mutex); _tabletButtonProxies.push_back(tabletButtonProxy); if (_qmlTabletRoot) { auto tablet = getQmlTablet(); if (tablet) { addButtonProxyToQmlTablet(tablet, tabletButtonProxy.data()); } else { qCCritical(scriptengine) << "Could not find tablet in TabletRoot.qml"; } } return tabletButtonProxy.data(); } void TabletProxy::removeButton(QObject* tabletButtonProxy) { std::lock_guard guard(_mutex); auto tablet = getQmlTablet(); if (!tablet) { qCCritical(scriptengine) << "Could not find tablet in TabletRoot.qml"; } auto iter = std::find(_tabletButtonProxies.begin(), _tabletButtonProxies.end(), tabletButtonProxy); if (iter != _tabletButtonProxies.end()) { if (_qmlTabletRoot) { (*iter)->setQmlButton(nullptr); if (tablet) { QMetaObject::invokeMethod(tablet, "removeButtonProxy", Qt::AutoConnection, Q_ARG(QVariant, (*iter)->getProperties())); } } _tabletButtonProxies.erase(iter); } else { qCWarning(scriptengine) << "TabletProxy::removeButton() could not find button " << tabletButtonProxy; } } void TabletProxy::updateAudioBar(const double micLevel) { auto tablet = getQmlTablet(); if (!tablet) { //qCCritical(scriptengine) << "Could not find tablet in TabletRoot.qml"; } else { QMetaObject::invokeMethod(tablet, "setMicLevel", Qt::AutoConnection, Q_ARG(QVariant, QVariant(micLevel))); } } void TabletProxy::emitScriptEvent(QVariant msg) { if (_qmlOffscreenSurface) { QMetaObject::invokeMethod(_qmlOffscreenSurface, "emitScriptEvent", Qt::AutoConnection, Q_ARG(QVariant, msg)); } } void TabletProxy::addButtonsToHomeScreen() { auto tablet = getQmlTablet(); if (!tablet) { return; } auto tabletScriptingInterface = DependencyManager::get(); for (auto& buttonProxy : _tabletButtonProxies) { addButtonProxyToQmlTablet(tablet, buttonProxy.data()); } auto loader = _qmlTabletRoot->findChild("loader"); QObject::disconnect(loader, SIGNAL(loaded()), this, SLOT(addButtonsToHomeScreen())); } QObject* TabletProxy::getTabletSurface() { return _qmlOffscreenSurface; } void TabletProxy::addButtonsToMenuScreen() { if (!_qmlTabletRoot) { return; } auto loader = _qmlTabletRoot->findChild("loader"); if (!loader) { return; } QQuickItem* VrMenu = loader->findChild("tabletMenu"); if (!VrMenu) { return; } auto offscreenUi = DependencyManager::get(); QObject* menu = offscreenUi->getRootMenu(); QMetaObject::invokeMethod(VrMenu, "setRootMenu", Qt::AutoConnection, Q_ARG(QVariant, QVariant::fromValue(menu))); } void TabletProxy::removeButtonsFromHomeScreen() { auto tabletScriptingInterface = DependencyManager::get(); for (auto& buttonProxy : _tabletButtonProxies) { buttonProxy->setQmlButton(nullptr); } } QQuickItem* TabletProxy::getQmlTablet() const { if (!_qmlTabletRoot) { return nullptr; } auto loader = _qmlTabletRoot->findChild("loader"); if (!loader) { return nullptr; } auto tablet = loader->findChild("tablet"); if (!tablet) { return nullptr; } return tablet; } QQuickItem* TabletProxy::getQmlMenu() const { if (!_qmlTabletRoot) { return nullptr; } auto loader = _qmlTabletRoot->findChild("loader"); if (!loader) { return nullptr; } QQuickItem* VrMenu = loader->findChild("tabletMenu"); if (!VrMenu) { return nullptr; } QQuickItem* menuList = VrMenu->findChild("tabletMenuHandlerItem"); if (!menuList) { return nullptr; } return menuList; } // // TabletButtonProxy // const QString UUID_KEY = "uuid"; TabletButtonProxy::TabletButtonProxy(const QVariantMap& properties) : _uuid(QUuid::createUuid()), _properties(properties) { // this is used to uniquely identify this button. _properties[UUID_KEY] = _uuid; } void TabletButtonProxy::setQmlButton(QQuickItem* qmlButton) { std::lock_guard guard(_mutex); _qmlButton = qmlButton; } QVariantMap TabletButtonProxy::getProperties() const { std::lock_guard guard(_mutex); return _properties; } void TabletButtonProxy::editProperties(QVariantMap properties) { std::lock_guard guard(_mutex); QVariantMap::const_iterator iter = properties.constBegin(); while (iter != properties.constEnd()) { _properties[iter.key()] = iter.value(); if (_qmlButton) { QMetaObject::invokeMethod(_qmlButton, "changeProperty", Qt::AutoConnection, Q_ARG(QVariant, QVariant(iter.key())), Q_ARG(QVariant, iter.value())); } ++iter; } } // // SoundEffect // SoundEffect::~SoundEffect() { if (_sound) { _sound->deleteLater(); } if (_injector) { // stop will cause the AudioInjector to delete itself. _injector->stop(); } } QUrl SoundEffect::getSource() const { return _url; } void SoundEffect::setSource(QUrl url) { _url = url; _sound = DependencyManager::get()->getSound(_url); } void SoundEffect::play(QVariant position) { auto tsi = DependencyManager::get(); if (tsi) { TabletProxy* tablet = qobject_cast(tsi->getTablet("com.highfidelity.interface.tablet.system")); if (tablet) { AudioInjectorOptions options; options.position = vec3FromVariant(position); options.localOnly = true; if (_injector) { _injector->setOptions(options); _injector->restart(); } else { QByteArray samples = _sound->getByteArray(); _injector = AudioInjector::playSound(samples, options); } } } } #include "TabletScriptingInterface.moc"