/**************************************************************************** ** ** Copyright (C) 2014 Robin Burchell ** Copyright (C) 2016 The Qt Company Ltd. ** Contact: https://www.qt.io/licensing/ ** ** This file is part of the QtCore module of the Qt Toolkit. ** ** $QT_BEGIN_LICENSE:LGPL$ ** Commercial License Usage ** Licensees holding valid commercial Qt licenses may use this file in ** accordance with the commercial license agreement provided with the ** Software or, alternatively, in accordance with the terms contained in ** a written agreement between you and The Qt Company. For licensing terms ** and conditions see https://www.qt.io/terms-conditions. For further ** information use the contact form at https://www.qt.io/contact-us. ** ** GNU Lesser General Public License Usage ** Alternatively, this file may be used under the terms of the GNU Lesser ** General Public License version 3 as published by the Free Software ** Foundation and appearing in the file LICENSE.LGPL3 included in the ** packaging of this file. Please review the following information to ** ensure the GNU Lesser General Public License version 3 requirements ** will be met: https://www.gnu.org/licenses/lgpl-3.0.html. ** ** GNU General Public License Usage ** Alternatively, this file may be used under the terms of the GNU ** General Public License version 2.0 or (at your option) the GNU General ** Public license version 3 or any later version approved by the KDE Free ** Qt Foundation. The licenses are as published by the Free Software ** Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3 ** included in the packaging of this file. Please review the following ** information to ensure the GNU General Public License requirements will ** be met: https://www.gnu.org/licenses/gpl-2.0.html and ** https://www.gnu.org/licenses/gpl-3.0.html. ** ** $QT_END_LICENSE$ ** ****************************************************************************/ #include "qtuiohandler_p.h" #include "qtuiocursor_p.h" #include "qtuiotoken_p.h" #include "qoscbundle_p.h" #include "qoscmessage_p.h" #include #include #include #include #include #include #include QT_BEGIN_NAMESPACE Q_LOGGING_CATEGORY(lcTuioHandler, "qt.qpa.tuio.handler") Q_LOGGING_CATEGORY(lcTuioSource, "qt.qpa.tuio.source") Q_LOGGING_CATEGORY(lcTuioSet, "qt.qpa.tuio.set") // With TUIO the first application takes exclusive ownership of the "device" // we cannot attach more than one application to the same port anyway. // Forcing delivery makes it easy to use simulators in the same machine // and forget about headaches about unfocused TUIO windows. static bool forceDelivery = qEnvironmentVariableIsSet("QT_TUIOTOUCH_DELIVER_WITHOUT_FOCUS"); QTuioHandler::QTuioHandler(const QString &specification) : m_device(new QTouchDevice) // not leaked, QTouchDevice cleans up registered devices itself { QStringList args = specification.split(':'); int portNumber = 3333; int rotationAngle = 0; bool invertx = false; bool inverty = false; for (int i = 0; i < args.count(); ++i) { if (args.at(i).startsWith("udp=")) { QString portString = args.at(i).section('=', 1, 1); portNumber = portString.toInt(); } else if (args.at(i).startsWith("tcp=")) { QString portString = args.at(i).section('=', 1, 1); portNumber = portString.toInt(); qCWarning(lcTuioHandler) << "TCP is not yet supported. Falling back to UDP on " << portNumber; } else if (args.at(i) == "invertx") { invertx = true; } else if (args.at(i) == "inverty") { inverty = true; } else if (args.at(i).startsWith("rotate=")) { QString rotateArg = args.at(i).section('=', 1, 1); int argValue = rotateArg.toInt(); switch (argValue) { case 90: case 180: case 270: rotationAngle = argValue; default: break; } } } if (rotationAngle) m_transform = QTransform::fromTranslate(0.5, 0.5).rotate(rotationAngle).translate(-0.5, -0.5); if (invertx) m_transform *= QTransform::fromTranslate(0.5, 0.5).scale(-1.0, 1.0).translate(-0.5, -0.5); if (inverty) m_transform *= QTransform::fromTranslate(0.5, 0.5).scale(1.0, -1.0).translate(-0.5, -0.5); m_device->setName("TUIO"); // TODO: multiple based on SOURCE? m_device->setType(QTouchDevice::TouchScreen); m_device->setCapabilities(QTouchDevice::Position | QTouchDevice::Area | QTouchDevice::Velocity | QTouchDevice::NormalizedPosition); QWindowSystemInterface::registerTouchDevice(m_device); if (!m_socket.bind(QHostAddress::Any, portNumber)) { qCWarning(lcTuioHandler) << "Failed to bind TUIO socket: " << m_socket.errorString(); return; } connect(&m_socket, &QUdpSocket::readyRead, this, &QTuioHandler::processPackets); } QTuioHandler::~QTuioHandler() { } void QTuioHandler::processPackets() { while (m_socket.hasPendingDatagrams()) { QByteArray datagram; datagram.resize(m_socket.pendingDatagramSize()); QHostAddress sender; quint16 senderPort; qint64 size = m_socket.readDatagram(datagram.data(), datagram.size(), &sender, &senderPort); if (size == -1) continue; if (size != datagram.size()) datagram.resize(size); // "A typical TUIO bundle will contain an initial ALIVE message, // followed by an arbitrary number of SET messages that can fit into the // actual bundle capacity and a concluding FSEQ message. A minimal TUIO // bundle needs to contain at least the compulsory ALIVE and FSEQ // messages. The FSEQ frame ID is incremented for each delivered bundle, // while redundant bundles can be marked using the frame sequence ID // -1." QVector messages; QOscBundle bundle(datagram); if (bundle.isValid()) { messages = bundle.messages(); } else { QOscMessage msg(datagram); if (!msg.isValid()) { qCWarning(lcTuioSet) << "Got invalid datagram."; continue; } messages.push_back(msg); } for (const QOscMessage &message : qAsConst(messages)) { if (message.addressPattern() == "/tuio/2Dcur") { QList arguments = message.arguments(); if (arguments.count() == 0) { qCWarning(lcTuioHandler, "Ignoring TUIO message with no arguments"); continue; } QByteArray messageType = arguments.at(0).toByteArray(); if (messageType == "source") { process2DCurSource(message); } else if (messageType == "alive") { process2DCurAlive(message); } else if (messageType == "set") { process2DCurSet(message); } else if (messageType == "fseq") { process2DCurFseq(message); } else { qCWarning(lcTuioHandler) << "Ignoring unknown TUIO message type: " << messageType; continue; } } else if (message.addressPattern() == "/tuio/2Dobj") { QList arguments = message.arguments(); if (arguments.count() == 0) { qCWarning(lcTuioHandler, "Ignoring TUIO message with no arguments"); continue; } QByteArray messageType = arguments.at(0).toByteArray(); if (messageType == "source") { process2DObjSource(message); } else if (messageType == "alive") { process2DObjAlive(message); } else if (messageType == "set") { process2DObjSet(message); } else if (messageType == "fseq") { process2DObjFseq(message); } else { qCWarning(lcTuioHandler) << "Ignoring unknown TUIO message type: " << messageType; continue; } } else { qCWarning(lcTuioHandler) << "Ignoring unknown address pattern " << message.addressPattern(); continue; } } } } void QTuioHandler::process2DCurSource(const QOscMessage &message) { QList arguments = message.arguments(); if (arguments.count() != 2) { qCWarning(lcTuioSource) << "Ignoring malformed TUIO source message: " << arguments.count(); return; } if (QMetaType::Type(arguments.at(1).type()) != QMetaType::QByteArray) { qCWarning(lcTuioSource, "Ignoring malformed TUIO source message (bad argument type)"); return; } qCDebug(lcTuioSource) << "Got TUIO source message from: " << arguments.at(1).toByteArray(); } void QTuioHandler::process2DCurAlive(const QOscMessage &message) { QList arguments = message.arguments(); // delta the notified cursors that are active, against the ones we already // know of. // // TBD: right now we're assuming one 2Dcur alive message corresponds to a // new data source from the input. is this correct, or do we need to store // changes and only process the deltas on fseq? QMap oldActiveCursors = m_activeCursors; QMap newActiveCursors; for (int i = 1; i < arguments.count(); ++i) { if (QMetaType::Type(arguments.at(i).type()) != QMetaType::Int) { qCWarning(lcTuioHandler) << "Ignoring malformed TUIO alive message (bad argument on position" << i << arguments << ')'; return; } int cursorId = arguments.at(i).toInt(); if (!oldActiveCursors.contains(cursorId)) { // newly active QTuioCursor cursor(cursorId); cursor.setState(Qt::TouchPointPressed); newActiveCursors.insert(cursorId, cursor); } else { // we already know about it, remove it so it isn't marked as released QTuioCursor cursor = oldActiveCursors.value(cursorId); cursor.setState(Qt::TouchPointStationary); // position change in SET will update if needed newActiveCursors.insert(cursorId, cursor); oldActiveCursors.remove(cursorId); } } // anything left is dead now QMap::ConstIterator it = oldActiveCursors.constBegin(); // deadCursors should be cleared from the last FSEQ now m_deadCursors.reserve(oldActiveCursors.size()); // TODO: there could be an issue of resource exhaustion here if FSEQ isn't // sent in a timely fashion. we should probably track message counts and // force-flush if we get too many built up. while (it != oldActiveCursors.constEnd()) { m_deadCursors.append(it.value()); ++it; } m_activeCursors = newActiveCursors; } void QTuioHandler::process2DCurSet(const QOscMessage &message) { QList arguments = message.arguments(); if (arguments.count() < 7) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set message with too few arguments: " << arguments.count(); return; } if (QMetaType::Type(arguments.at(1).type()) != QMetaType::Int || QMetaType::Type(arguments.at(2).type()) != QMetaType::Float || QMetaType::Type(arguments.at(3).type()) != QMetaType::Float || QMetaType::Type(arguments.at(4).type()) != QMetaType::Float || QMetaType::Type(arguments.at(5).type()) != QMetaType::Float || QMetaType::Type(arguments.at(6).type()) != QMetaType::Float ) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set message with bad types: " << arguments; return; } int cursorId = arguments.at(1).toInt(); float x = arguments.at(2).toFloat(); float y = arguments.at(3).toFloat(); float vx = arguments.at(4).toFloat(); float vy = arguments.at(5).toFloat(); float acceleration = arguments.at(6).toFloat(); QMap::Iterator it = m_activeCursors.find(cursorId); if (it == m_activeCursors.end()) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set for nonexistent cursor " << cursorId; return; } qCDebug(lcTuioSet) << "Processing SET for " << cursorId << " x: " << x << y << vx << vy << acceleration; QTuioCursor &cur = *it; cur.setX(x); cur.setY(y); cur.setVX(vx); cur.setVY(vy); cur.setAcceleration(acceleration); } QWindowSystemInterface::TouchPoint QTuioHandler::cursorToTouchPoint(const QTuioCursor &tc, QWindow *win) { QWindowSystemInterface::TouchPoint tp; tp.id = tc.id(); tp.pressure = 1.0f; tp.normalPosition = QPointF(tc.x(), tc.y()); if (!m_transform.isIdentity()) tp.normalPosition = m_transform.map(tp.normalPosition); tp.state = tc.state(); // we map the touch to the size of the window. we do this, because frankly, // trying to figure out which part of the screen to hit in order to press an // element on the UI is pretty tricky when one is not using an overlay-style // TUIO device. // // in the future, it might make sense to make this choice optional, // dependent on the spec. QPointF relPos = QPointF(win->size().width() * tp.normalPosition.x(), win->size().height() * tp.normalPosition.y()); QPointF delta = relPos - relPos.toPoint(); tp.area.moveCenter(win->mapToGlobal(relPos.toPoint()) + delta); tp.velocity = QVector2D(win->size().width() * tc.vx(), win->size().height() * tc.vy()); return tp; } void QTuioHandler::process2DCurFseq(const QOscMessage &message) { Q_UNUSED(message); // TODO: do we need to do anything with the frame id? QWindow *win = QGuiApplication::focusWindow(); if (!win && QGuiApplication::topLevelWindows().length() > 0 && forceDelivery) win = QGuiApplication::topLevelWindows().at(0); if (!win) return; QList tpl; tpl.reserve(m_activeCursors.size() + m_deadCursors.size()); for (const QTuioCursor &tc : qAsConst(m_activeCursors)) { QWindowSystemInterface::TouchPoint tp = cursorToTouchPoint(tc, win); tpl.append(tp); } for (const QTuioCursor &tc : qAsConst(m_deadCursors)) { QWindowSystemInterface::TouchPoint tp = cursorToTouchPoint(tc, win); tp.state = Qt::TouchPointReleased; tpl.append(tp); } QWindowSystemInterface::handleTouchEvent(win, m_device, tpl); m_deadCursors.clear(); } void QTuioHandler::process2DObjSource(const QOscMessage &message) { QList arguments = message.arguments(); if (arguments.count() != 2) { qCWarning(lcTuioSource, ) << "Ignoring malformed TUIO source message: " << arguments.count(); return; } if (QMetaType::Type(arguments.at(1).type()) != QMetaType::QByteArray) { qCWarning(lcTuioSource, "Ignoring malformed TUIO source message (bad argument type)"); return; } qCDebug(lcTuioSource) << "Got TUIO source message from: " << arguments.at(1).toByteArray(); } void QTuioHandler::process2DObjAlive(const QOscMessage &message) { QList arguments = message.arguments(); // delta the notified tokens that are active, against the ones we already // know of. // // TBD: right now we're assuming one 2DObj alive message corresponds to a // new data source from the input. is this correct, or do we need to store // changes and only process the deltas on fseq? QMap oldActiveTokens = m_activeTokens; QMap newActiveTokens; for (int i = 1; i < arguments.count(); ++i) { if (QMetaType::Type(arguments.at(i).type()) != QMetaType::Int) { qCWarning(lcTuioHandler) << "Ignoring malformed TUIO alive message (bad argument on position" << i << arguments << ')'; return; } int sessionId = arguments.at(i).toInt(); if (!oldActiveTokens.contains(sessionId)) { // newly active QTuioToken token(sessionId); token.setState(Qt::TouchPointPressed); newActiveTokens.insert(sessionId, token); } else { // we already know about it, remove it so it isn't marked as released QTuioToken token = oldActiveTokens.value(sessionId); token.setState(Qt::TouchPointStationary); // position change in SET will update if needed newActiveTokens.insert(sessionId, token); oldActiveTokens.remove(sessionId); } } // anything left is dead now QMap::ConstIterator it = oldActiveTokens.constBegin(); // deadTokens should be cleared from the last FSEQ now m_deadTokens.reserve(oldActiveTokens.size()); // TODO: there could be an issue of resource exhaustion here if FSEQ isn't // sent in a timely fashion. we should probably track message counts and // force-flush if we get too many built up. while (it != oldActiveTokens.constEnd()) { m_deadTokens.append(it.value()); ++it; } m_activeTokens = newActiveTokens; } void QTuioHandler::process2DObjSet(const QOscMessage &message) { QList arguments = message.arguments(); if (arguments.count() < 7) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set message with too few arguments: " << arguments.count(); return; } if (QMetaType::Type(arguments.at(1).type()) != QMetaType::Int || QMetaType::Type(arguments.at(2).type()) != QMetaType::Int || QMetaType::Type(arguments.at(3).type()) != QMetaType::Float || QMetaType::Type(arguments.at(4).type()) != QMetaType::Float || QMetaType::Type(arguments.at(5).type()) != QMetaType::Float || QMetaType::Type(arguments.at(6).type()) != QMetaType::Float || QMetaType::Type(arguments.at(7).type()) != QMetaType::Float || QMetaType::Type(arguments.at(8).type()) != QMetaType::Float || QMetaType::Type(arguments.at(9).type()) != QMetaType::Float || QMetaType::Type(arguments.at(10).type()) != QMetaType::Float) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set message with bad types: " << arguments; return; } int id = arguments.at(1).toInt(); int classId = arguments.at(2).toInt(); float x = arguments.at(3).toFloat(); float y = arguments.at(4).toFloat(); float angle = arguments.at(5).toFloat(); float vx = arguments.at(6).toFloat(); float vy = arguments.at(7).toFloat(); float angularVelocity = arguments.at(8).toFloat(); float acceleration = arguments.at(9).toFloat(); float angularAcceleration = arguments.at(10).toFloat(); QMap::Iterator it = m_activeTokens.find(id); if (it == m_activeTokens.end()) { qCWarning(lcTuioSet) << "Ignoring malformed TUIO set for nonexistent token " << classId; return; } qCDebug(lcTuioSet) << "Processing SET for token " << classId << id << " @ " << x << y << " angle: " << angle << "vel" << vx << vy << angularVelocity << "acc" << acceleration << angularAcceleration; QTuioToken &tok = *it; tok.setClassId(classId); tok.setX(x); tok.setY(y); tok.setVX(vx); tok.setVY(vy); tok.setAcceleration(acceleration); tok.setAngle(angle); tok.setAngularVelocity(angularAcceleration); tok.setAngularAcceleration(angularAcceleration); } QWindowSystemInterface::TouchPoint QTuioHandler::tokenToTouchPoint(const QTuioToken &tc, QWindow *win) { QWindowSystemInterface::TouchPoint tp; tp.id = tc.id(); tp.uniqueId = tc.classId(); // TODO TUIO 2.0: populate a QVariant, and register the mapping from int to arbitrary UID data tp.flags = QTouchEvent::TouchPoint::Token; tp.pressure = 1.0f; tp.normalPosition = QPointF(tc.x(), tc.y()); if (!m_transform.isIdentity()) tp.normalPosition = m_transform.map(tp.normalPosition); tp.state = tc.state(); // We map the token position to the size of the window. QPointF relPos = QPointF(win->size().width() * tp.normalPosition.x(), win->size().height() * tp.normalPosition.y()); QPointF delta = relPos - relPos.toPoint(); tp.area.moveCenter(win->mapToGlobal(relPos.toPoint()) + delta); tp.velocity = QVector2D(win->size().width() * tc.vx(), win->size().height() * tc.vy()); tp.rotation = qRadiansToDegrees(tc.angle()); return tp; } void QTuioHandler::process2DObjFseq(const QOscMessage &message) { Q_UNUSED(message); // TODO: do we need to do anything with the frame id? QWindow *win = QGuiApplication::focusWindow(); if (!win && QGuiApplication::topLevelWindows().length() > 0 && forceDelivery) win = QGuiApplication::topLevelWindows().at(0); if (!win) return; QList tpl; tpl.reserve(m_activeTokens.size() + m_deadTokens.size()); for (const QTuioToken & t : qAsConst(m_activeTokens)) { QWindowSystemInterface::TouchPoint tp = tokenToTouchPoint(t, win); tpl.append(tp); } for (const QTuioToken & t : qAsConst(m_deadTokens)) { QWindowSystemInterface::TouchPoint tp = tokenToTouchPoint(t, win); tp.state = Qt::TouchPointReleased; tp.velocity = QVector2D(); tpl.append(tp); } QWindowSystemInterface::handleTouchEvent(win, m_device, tpl); m_deadTokens.clear(); } QT_END_NAMESPACE