Introduce vxtouch plugin

Introduce VxTouch input plugin. Due to VxWorks containing implementation
of library "compatible", but not identical and with slightly different
ABI, with Unix/Linux evdev, create plugin based on evdevtouch, which
would be used when QT_FEATURE_vxworksevdev is detected, instead of
evdev.

Task-number: QTBUG-115777
Change-Id: I96405c6db2caca3c102f543f0173cfdb44dc5b2b
Reviewed-by: Karim Pinter <karim.pinter@qt.io>
Reviewed-by: Volker Hilsheimer <volker.hilsheimer@qt.io>
Reviewed-by: Laszlo Agocs <laszlo.agocs@qt.io>
This commit is contained in:
Michał Łoś 2024-10-02 17:09:08 +02:00
parent 5585215126
commit 156752917d
10 changed files with 1217 additions and 0 deletions

View File

@ -69,6 +69,8 @@ qt_internal_extend_target(InputSupportPrivate CONDITION QT_FEATURE_vxworksevdev
vxkeyboard/qvxkeyboardmanager.cpp vxkeyboard/qvxkeyboardmanager_p.h
vxmouse/qvxmousehandler.cpp vxmouse/qvxmousehandler_p.h
vxmouse/qvxmousemanager.cpp vxmouse/qvxmousemanager_p.h
vxtouch/qvxtouchhandler.cpp vxtouch/qvxtouchhandler_p.h
vxtouch/qvxtouchmanager.cpp vxtouch/qvxtouchmanager_p.h
INCLUDE_DIRECTORIES
shared
)

View File

@ -0,0 +1,906 @@
// Copyright (C) 2024 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include "qvxtouchhandler_p.h"
#include "qoutputmapping_p.h"
#include <QStringList>
#include <QHash>
#include <QSocketNotifier>
#include <QGuiApplication>
#include <QLoggingCategory>
#include <QtCore/private/qcore_unix_p.h>
#include <QtGui/qpointingdevice.h>
#include <QtGui/private/qhighdpiscaling_p.h>
#include <QtGui/private/qguiapplication_p.h>
#include <QtGui/private/qpointingdevice_p.h>
#include <QtCore/qpointer.h>
#include <mutex>
#include <qpa/qplatformscreen.h>
#include <evdevLib.h>
#define SYN_REPORT 0
#define EV_SYN EV_DEV_SYN
#define EV_KEY EV_DEV_KEY
#define EV_ABS EV_DEV_ABS
#define ABS_X EV_DEV_PTR_ABS_X
#define ABS_Y EV_DEV_PTR_ABS_Y
#define BTN_TOUCH EV_DEV_PTR_BTN_TOUCH
#define ABS_MAX 0x3f
#define ABS_MT_SLOT EV_DEV_PTR_ABS_MT_SLOT //0x2F
#define ABS_MT_POSITION_X EV_DEV_PTR_ABS_MT_POSITION_X //0x35
#define ABS_MT_POSITION_Y EV_DEV_PTR_ABS_MT_POSITION_Y //0x36
#define ABS_MT_TRACKING_ID EV_DEV_PTR_ABS_MT_TRACKING_ID //0x39
typedef EV_DEV_EVENT input_event;
#ifndef input_event_sec
#define input_event_sec time.tv_sec
#endif
#ifndef input_event_usec
#define input_event_usec time.tv_usec
#endif
#include <math.h>
QT_BEGIN_NAMESPACE
using namespace Qt::StringLiterals;
Q_LOGGING_CATEGORY(qLcVxTouch, "qt.qpa.input")
Q_STATIC_LOGGING_CATEGORY(qLcVxEvents, "qt.qpa.input.events")
/* android (and perhaps some other linux-derived stuff) don't define everything
* in linux/input.h, so we'll need to do that ourselves.
*/
#ifndef ABS_MT_TOUCH_MAJOR
#define ABS_MT_TOUCH_MAJOR 0x30 /* Major axis of touching ellipse */
#endif
#ifndef ABS_MT_POSITION_X
#define ABS_MT_POSITION_X 0x35 /* Center X ellipse position */
#endif
#ifndef ABS_MT_POSITION_Y
#define ABS_MT_POSITION_Y 0x36 /* Center Y ellipse position */
#endif
#ifndef ABS_MT_SLOT
#define ABS_MT_SLOT 0x2f
#endif
#ifndef ABS_CNT
#define ABS_CNT (ABS_MAX+1)
#endif
#ifndef ABS_MT_TRACKING_ID
#define ABS_MT_TRACKING_ID 0x39 /* Unique ID of initiated contact */
#endif
#ifndef ABS_MT_PRESSURE
#define ABS_MT_PRESSURE 0x3a
#endif
#ifndef SYN_MT_REPORT
#define SYN_MT_REPORT 2
#endif
class QVxTouchScreenData
{
public:
QVxTouchScreenData(QVxTouchScreenHandler *q_ptr, const QStringList &args);
void processInputEvent(input_event *data);
void assignIds();
QVxTouchScreenHandler *q;
int m_lastEventType;
QList<QWindowSystemInterface::TouchPoint> m_touchPoints;
QList<QWindowSystemInterface::TouchPoint> m_lastTouchPoints;
struct Contact {
int trackingId = -1;
int x = 0;
int y = 0;
int maj = -1;
int pressure = 0;
QEventPoint::State state = QEventPoint::State::Pressed;
};
QHash<int, Contact> m_contacts; // The key is a tracking id for type A, slot number for type B.
QHash<int, Contact> m_lastContacts;
Contact m_currentData;
int m_currentSlot;
double m_timeStamp;
double m_lastTimeStamp;
int findClosestContact(const QHash<int, Contact> &contacts, int x, int y, int *dist);
void addTouchPoint(const Contact &contact, QEventPoint::States *combinedStates);
void reportPoints();
void loadMultiScreenMappings();
QRect screenGeometry() const;
int hw_range_x_min;
int hw_range_x_max;
int hw_range_y_min;
int hw_range_y_max;
int hw_pressure_min;
int hw_pressure_max;
QString hw_name;
QString deviceNode;
bool m_forceToActiveWindow;
bool m_typeB;
QTransform m_rotate;
bool m_singleTouch;
QString m_screenName;
mutable QPointer<QScreen> m_screen;
// Touch filtering and prediction are part of the same thing. The default
// prediction is 0ms, but sensible results can be achieved by setting it
// to, for instance, 16ms.
// For filtering to work well, the QPA plugin should provide a dead-steady
// implementation of QPlatformWindow::requestUpdate().
bool m_filtered;
int m_prediction;
// When filtering is enabled, protect the access to current and last
// timeStamp and touchPoints, as these are being read on the gui thread.
QMutex m_mutex;
};
QVxTouchScreenData::QVxTouchScreenData(QVxTouchScreenHandler *q_ptr, const QStringList &args)
: q(q_ptr),
m_lastEventType(-1),
m_currentSlot(0),
m_timeStamp(0), m_lastTimeStamp(0),
hw_range_x_min(0), hw_range_x_max(0),
hw_range_y_min(0), hw_range_y_max(0),
hw_pressure_min(0), hw_pressure_max(0),
m_forceToActiveWindow(false), m_typeB(false), m_singleTouch(false),
m_filtered(false), m_prediction(0)
{
for (const QString &arg : args) {
if (arg == u"force_window")
m_forceToActiveWindow = true;
else if (arg == u"filtered")
m_filtered = true;
else if (const QStringView prefix = u"prediction="; arg.startsWith(prefix))
m_prediction = QStringView(arg).mid(prefix.size()).toInt();
}
}
#define LONG_BITS (sizeof(long) << 3)
#define NUM_LONGS(bits) (((bits) + LONG_BITS - 1) / LONG_BITS)
QVxTouchScreenHandler::QVxTouchScreenHandler(const QString &device, const QString &spec, QObject *parent)
: QObject(parent), m_notify(nullptr), m_fd(-1), d(nullptr), m_device(nullptr)
{
setObjectName("Vx Touch Handler"_L1);
const QStringList args = spec.split(u':');
int rotationAngle = 0;
bool invertx = false;
bool inverty = false;
for (int i = 0; i < args.size(); ++i) {
if (args.at(i).startsWith("rotate"_L1)) {
QString rotateArg = args.at(i).section(u'=', 1, 1);
bool ok;
uint argValue = rotateArg.toUInt(&ok);
if (ok) {
switch (argValue) {
case 90:
case 180:
case 270:
rotationAngle = argValue;
break;
default:
break;
}
}
} else if (args.at(i) == "invertx"_L1) {
invertx = true;
} else if (args.at(i) == "inverty"_L1) {
inverty = true;
}
}
qCDebug(qLcVxTouch, "vxtouch: Using device %ls", qUtf16Printable(device));
m_fd = QT_OPEN(device.toLocal8Bit().constData(), O_RDONLY | O_NDELAY, 0);
if (m_fd >= 0) {
m_notify = new QSocketNotifier(m_fd, QSocketNotifier::Read, this);
connect(m_notify, &QSocketNotifier::activated, this, &QVxTouchScreenHandler::readData);
} else {
qErrnoWarning("vxtouch: Cannot open input device %ls", qUtf16Printable(device));
return;
}
d = new QVxTouchScreenData(this, args);
UINT32 devCap = 0;
if (ioctl(m_fd, EV_DEV_IO_GET_CAP, (char *)&devCap) != ERROR) {
if (devCap & EV_DEV_ABS_MT)
d->m_typeB = true;
}
if (!d->m_typeB)
d->m_singleTouch = true;
d->deviceNode = device;
qCDebug(qLcVxTouch,
"vxtouch: %ls: Protocol type %c (%s), filtered=%s",
qUtf16Printable(d->deviceNode),
d->m_typeB ? 'B' : 'A',
d->m_singleTouch ? "single" : "multi",
d->m_filtered ? "yes" : "no");
if (d->m_filtered)
qCDebug(qLcVxTouch, " - prediction=%d", d->m_prediction);
bool has_x_range = false, has_y_range = false;
EV_DEV_DEVICE_AXIS_VAL axisVal[2];
axisVal[0].axisIndex = 0;
axisVal[1].axisIndex = 1;
if (ioctl(m_fd, EV_DEV_IO_GET_AXIS_VAL, (char *)&axisVal[0]) != ERROR) {
qCDebug(qLcVxTouch, "vxtouch: %s: min X: %d max X: %d", qPrintable(device),
axisVal[0].minVal, axisVal[0].maxVal);
d->hw_range_x_min = axisVal[0].minVal;
d->hw_range_x_max = axisVal[0].maxVal;
has_x_range = true;
}
if (ioctl(m_fd, EV_DEV_IO_GET_AXIS_VAL, (char *)&axisVal[1]) != ERROR) {
qCDebug(qLcVxTouch, "vxtouch: %s: min Y: %d max Y: %d", qPrintable(device),
axisVal[1].minVal, axisVal[1].maxVal);
d->hw_range_y_min = axisVal[1].minVal;
d->hw_range_y_max = axisVal[1].maxVal;
has_y_range = true;
}
if (!has_x_range || !has_y_range)
qWarning("vxtouch: %ls: Invalid ABS limits, behavior unspecified", qUtf16Printable(device));
// Fix up the coordinate ranges for am335x in case the kernel driver does not have them fixed.
if (d->hw_name == "ti-tsc"_L1) {
if (d->hw_range_x_min == 0 && d->hw_range_x_max == 4095) {
d->hw_range_x_min = 165;
d->hw_range_x_max = 4016;
}
if (d->hw_range_y_min == 0 && d->hw_range_y_max == 4095) {
d->hw_range_y_min = 220;
d->hw_range_y_max = 3907;
}
qCDebug(qLcVxTouch, "vxtouch: found ti-tsc, overriding: min X: %d max X: %d min Y: %d max Y: %d",
d->hw_range_x_min, d->hw_range_x_max, d->hw_range_y_min, d->hw_range_y_max);
}
if (rotationAngle)
d->m_rotate = QTransform::fromTranslate(0.5, 0.5).rotate(rotationAngle).translate(-0.5, -0.5);
if (invertx)
d->m_rotate *= QTransform::fromTranslate(0.5, 0.5).scale(-1.0, 1.0).translate(-0.5, -0.5);
if (inverty)
d->m_rotate *= QTransform::fromTranslate(0.5, 0.5).scale(1.0, -1.0).translate(-0.5, -0.5);
QOutputMapping *mapping = QOutputMapping::get();
if (mapping->load()) {
d->m_screenName = mapping->screenNameForDeviceNode(d->deviceNode);
if (!d->m_screenName.isEmpty())
qCDebug(qLcVxTouch, "vxtouch: Mapping device %ls to screen %ls",
qUtf16Printable(d->deviceNode), qUtf16Printable(d->m_screenName));
}
registerPointingDevice();
}
QVxTouchScreenHandler::~QVxTouchScreenHandler()
{
if (m_fd >= 0)
QT_CLOSE(m_fd);
delete d;
unregisterPointingDevice();
}
bool QVxTouchScreenHandler::isFiltered() const
{
return d && d->m_filtered;
}
QPointingDevice *QVxTouchScreenHandler::touchDevice() const
{
return m_device;
}
void QVxTouchScreenHandler::readData()
{
int events = 0;
EV_DEV_EVENT ev;
size_t n = qt_safe_read(m_fd, (char *)(&ev), sizeof(EV_DEV_EVENT));
if (n < sizeof(EV_DEV_EVENT)) {
events = n;
goto err;
}
d->processInputEvent(&ev);
return;
err:
if (!events) {
qWarning("vxtouch: Got EOF from input device");
return;
} else if (events < 0) {
if (errno != EINTR && errno != EAGAIN) {
qErrnoWarning("vxtouch: Could not read from input device");
if (errno == ENODEV) { // device got disconnected -> stop reading
delete m_notify;
m_notify = nullptr;
QT_CLOSE(m_fd);
m_fd = -1;
unregisterPointingDevice();
}
return;
}
}
}
void QVxTouchScreenHandler::registerPointingDevice()
{
if (m_device)
return;
static int id = 1;
QPointingDevice::Capabilities caps = QPointingDevice::Capability::Position | QPointingDevice::Capability::Area;
if (d->hw_pressure_max > d->hw_pressure_min)
caps.setFlag(QPointingDevice::Capability::Pressure);
// TODO get evdev ID instead of an incremeting number; set USB ID too
m_device = new QPointingDevice(d->hw_name, id++,
QInputDevice::DeviceType::TouchScreen, QPointingDevice::PointerType::Finger,
caps, 16, 0);
auto geom = d->screenGeometry();
if (!geom.isNull())
QPointingDevicePrivate::get(m_device)->setAvailableVirtualGeometry(geom);
QWindowSystemInterface::registerInputDevice(m_device);
}
/*! \internal
QVxTouchScreenHandler::unregisterPointingDevice can be called by several cases.
First of all, the case that an application is terminated, and destroy all input devices
immediately to unregister in this case.
Secondly, the case that removing a device without touch events for the device while the
application is still running. In this case, the destructor of QVxTouchScreenHandler from
the connection with QDeviceDiscovery::deviceRemoved in QVxTouchManager calls this method.
And this method moves a device into the main thread and then deletes it later but there is no
touch events for the device so that the device would be deleted in appropriate time.
Finally, this case is similar as the second one but with touch events, that is, a device is
removed while touch events are given to the device and the application is still running.
In this case, this method is called by readData with ENODEV error and the destructor of
QVxTouchScreenHandler. So in order to prevent accessing the device which is already nullptr,
check the nullity of a device first. And as same as the second case, move the device into the
main thread and then delete it later. But in this case, cannot guarantee which event is
handled first since the list or queue where posting QDeferredDeleteEvent and appending touch
events are different.
If touch events are handled first, there is no problem because the device which is used for
these events is registered. However if QDeferredDeleteEvent for deleting the device is
handled first, this may cause a crash due to using unregistered device when processing touch
events later. In order to prevent processing such touch events, check a device which is used
for touch events is registered when processing touch events.
see QGuiApplicationPrivate::processTouchEvent().
*/
void QVxTouchScreenHandler::unregisterPointingDevice()
{
if (!m_device)
return;
if (QGuiApplication::instance()) {
m_device->moveToThread(QGuiApplication::instance()->thread());
m_device->deleteLater();
} else {
delete m_device;
}
m_device = nullptr;
}
void QVxTouchScreenData::addTouchPoint(const Contact &contact, QEventPoint::States *combinedStates)
{
QWindowSystemInterface::TouchPoint tp;
tp.id = contact.trackingId;
tp.state = contact.state;
*combinedStates |= tp.state;
// Store the HW coordinates for now, will be updated later.
tp.area = QRectF(0, 0, contact.maj, contact.maj);
tp.area.moveCenter(QPoint(contact.x, contact.y));
tp.pressure = contact.pressure;
// Get a normalized position in range 0..1.
tp.normalPosition = QPointF((contact.x - hw_range_x_min) / qreal(hw_range_x_max - hw_range_x_min),
(contact.y - hw_range_y_min) / qreal(hw_range_y_max - hw_range_y_min));
if (!m_rotate.isIdentity())
tp.normalPosition = m_rotate.map(tp.normalPosition);
tp.rawPositions.append(QPointF(contact.x, contact.y));
m_touchPoints.append(tp);
}
void QVxTouchScreenData::processInputEvent(input_event *data)
{
if (data->type == EV_ABS) {
if (data->code == ABS_MT_POSITION_X || (m_singleTouch && data->code == ABS_X)) {
m_currentData.x = qBound(hw_range_x_min, data->value, hw_range_x_max);
if (m_singleTouch)
m_contacts[m_currentSlot].x = m_currentData.x;
if (m_typeB) {
m_contacts[m_currentSlot].x = m_currentData.x;
if (m_contacts[m_currentSlot].state == QEventPoint::State::Stationary)
m_contacts[m_currentSlot].state = QEventPoint::State::Updated;
}
} else if (data->code == ABS_MT_POSITION_Y || (m_singleTouch && data->code == ABS_Y)) {
m_currentData.y = qBound(hw_range_y_min, data->value, hw_range_y_max);
if (m_singleTouch)
m_contacts[m_currentSlot].y = m_currentData.y;
if (m_typeB) {
m_contacts[m_currentSlot].y = m_currentData.y;
if (m_contacts[m_currentSlot].state == QEventPoint::State::Stationary)
m_contacts[m_currentSlot].state = QEventPoint::State::Updated;
}
} else if (data->code == ABS_MT_TRACKING_ID) {
m_currentData.trackingId = data->value;
if (m_typeB) {
if (m_currentData.trackingId == -1) {
m_contacts[m_currentSlot].state = QEventPoint::State::Released;
} else {
if (m_contacts.contains(m_currentData.trackingId)) {
m_contacts[m_currentSlot].state = QEventPoint::State::Updated;
} else {
m_contacts[m_currentSlot].state = QEventPoint::State::Pressed;
m_contacts[m_currentSlot].trackingId = m_currentData.trackingId;
}
}
}
} else if (data->code == ABS_MT_TOUCH_MAJOR) {
m_currentData.maj = data->value;
if (data->value == 0)
m_currentData.state = QEventPoint::State::Released;
if (m_typeB)
m_contacts[m_currentSlot].maj = m_currentData.maj;
} else if (data->code == ABS_MT_SLOT) {
m_currentSlot = data->value;
}
} else if (data->type == EV_KEY && !m_typeB) {
if (data->code == BTN_TOUCH && data->value == 0)
m_contacts[m_currentSlot].state = QEventPoint::State::Released;
} else if (data->type == EV_SYN && data->code == SYN_MT_REPORT && m_lastEventType != EV_SYN) {
// If there is no tracking id, one will be generated later.
// Until that use a temporary key.
int key = m_currentData.trackingId;
if (key == -1)
key = m_contacts.size();
m_contacts.insert(key, m_currentData);
m_currentData = Contact();
} else if (data->type == EV_SYN && data->code == SYN_REPORT) {
// Ensure valid IDs even when the driver does not report ABS_MT_TRACKING_ID.
if (!m_contacts.isEmpty() && m_contacts.constBegin().value().trackingId == -1)
assignIds();
std::unique_lock<QMutex> locker;
if (m_filtered)
locker = std::unique_lock<QMutex>{m_mutex};
// update timestamps
m_lastTimeStamp = m_timeStamp;
m_timeStamp = data->input_event_sec + data->input_event_usec / 1000000.0;
m_lastTouchPoints = m_touchPoints;
m_touchPoints.clear();
QEventPoint::States combinedStates;
bool hasPressure = false;
for (auto it = m_contacts.begin(), end = m_contacts.end(); it != end; /*erasing*/) {
Contact &contact(it.value());
if (!contact.state) {
++it;
continue;
}
int key = m_typeB ? it.key() : contact.trackingId;
if (!m_typeB && m_lastContacts.contains(key)) {
const Contact &prev(m_lastContacts.value(key));
if (contact.state == QEventPoint::State::Released) {
// Copy over the previous values for released points, just in case.
contact.x = prev.x;
contact.y = prev.y;
contact.maj = prev.maj;
} else {
contact.state = (prev.x == contact.x && prev.y == contact.y)
? QEventPoint::State::Stationary : QEventPoint::State::Updated;
}
}
// Avoid reporting a contact in released state more than once.
if (!m_typeB && contact.state == QEventPoint::State::Released
&& !m_lastContacts.contains(key)) {
it = m_contacts.erase(it);
continue;
}
if (contact.pressure)
hasPressure = true;
addTouchPoint(contact, &combinedStates);
++it;
}
// Now look for contacts that have disappeared since the last sync.
for (auto it = m_lastContacts.begin(), end = m_lastContacts.end(); it != end; ++it) {
Contact &contact(it.value());
int key = m_typeB ? it.key() : contact.trackingId;
if (m_typeB) {
if (contact.trackingId != m_contacts[key].trackingId && contact.state) {
contact.state = QEventPoint::State::Released;
addTouchPoint(contact, &combinedStates);
}
} else {
if (!m_contacts.contains(key)) {
contact.state = QEventPoint::State::Released;
addTouchPoint(contact, &combinedStates);
}
}
}
// Remove contacts that have just been reported as released.
for (auto it = m_contacts.begin(), end = m_contacts.end(); it != end; /*erasing*/) {
Contact &contact(it.value());
if (!contact.state) {
++it;
continue;
}
if (contact.state == QEventPoint::State::Released) {
it = m_contacts.erase(it);
continue;
} else {
contact.state = QEventPoint::State::Stationary;
}
++it;
}
m_lastContacts = m_contacts;
if (!m_typeB && !m_singleTouch)
m_contacts.clear();
if (!m_touchPoints.isEmpty() && (hasPressure || combinedStates != QEventPoint::State::Stationary))
reportPoints();
}
m_lastEventType = data->type;
}
int QVxTouchScreenData::findClosestContact(const QHash<int, Contact> &contacts, int x, int y, int *dist)
{
int minDist = -1, id = -1;
for (QHash<int, Contact>::const_iterator it = contacts.constBegin(), ite = contacts.constEnd();
it != ite; ++it) {
const Contact &contact(it.value());
int dx = x - contact.x;
int dy = y - contact.y;
int dist = dx * dx + dy * dy;
if (minDist == -1 || dist < minDist) {
minDist = dist;
id = contact.trackingId;
}
}
if (dist)
*dist = minDist;
return id;
}
void QVxTouchScreenData::assignIds()
{
QHash<int, Contact> candidates = m_lastContacts, pending = m_contacts, newContacts;
int maxId = -1;
QHash<int, Contact>::iterator it, ite, bestMatch;
while (!pending.isEmpty() && !candidates.isEmpty()) {
int bestDist = -1, bestId = 0;
for (it = pending.begin(), ite = pending.end(); it != ite; ++it) {
int dist;
int id = findClosestContact(candidates, it->x, it->y, &dist);
if (id >= 0 && (bestDist == -1 || dist < bestDist)) {
bestDist = dist;
bestId = id;
bestMatch = it;
}
}
if (bestDist >= 0) {
bestMatch->trackingId = bestId;
newContacts.insert(bestId, *bestMatch);
candidates.remove(bestId);
pending.erase(bestMatch);
if (bestId > maxId)
maxId = bestId;
}
}
if (candidates.isEmpty()) {
for (it = pending.begin(), ite = pending.end(); it != ite; ++it) {
it->trackingId = ++maxId;
newContacts.insert(it->trackingId, *it);
}
}
m_contacts = newContacts;
}
QRect QVxTouchScreenData::screenGeometry() const
{
if (m_forceToActiveWindow) {
QWindow *win = QGuiApplication::focusWindow();
return win ? QHighDpi::toNativeWindowGeometry(win->geometry(), win) : QRect();
}
// Now it becomes tricky. Traditionally we picked the primaryScreen()
// and were done with it. But then, enter multiple screens, and
// suddenly it was all broken.
//
// For now we only support the display configuration of the KMS/DRM
// backends of eglfs. See QOutputMapping.
//
// The good news it that once winRect refers to the correct screen
// geometry in the full virtual desktop space, there is nothing else
// left to do since qguiapp will handle the rest.
QScreen *screen = QGuiApplication::primaryScreen();
if (!m_screenName.isEmpty()) {
if (!m_screen) {
const QList<QScreen *> screens = QGuiApplication::screens();
for (QScreen *s : screens) {
if (s->name() == m_screenName) {
m_screen = s;
break;
}
}
}
if (m_screen)
screen = m_screen;
}
return screen ? QHighDpi::toNativePixels(screen->geometry(), screen) : QRect();
}
void QVxTouchScreenData::reportPoints()
{
QRect winRect = screenGeometry();
if (winRect.isNull())
return;
const int hw_w = hw_range_x_max - hw_range_x_min;
const int hw_h = hw_range_y_max - hw_range_y_min;
// Map the coordinates based on the normalized position. QPA expects 'area'
// to be in screen coordinates.
const int pointCount = m_touchPoints.size();
for (int i = 0; i < pointCount; ++i) {
QWindowSystemInterface::TouchPoint &tp(m_touchPoints[i]);
// Generate a screen position that is always inside the active window
// or the primary screen. Even though we report this as a QRectF, internally
// Qt uses QRect/QPoint so we need to bound the size to winRect.size() - QSize(1, 1)
const qreal wx = winRect.left() + tp.normalPosition.x() * (winRect.width() - 1);
const qreal wy = winRect.top() + tp.normalPosition.y() * (winRect.height() - 1);
const qreal sizeRatio = (winRect.width() + winRect.height()) / qreal(hw_w + hw_h);
if (tp.area.width() == -1) // touch major was not provided
tp.area = QRectF(0, 0, 8, 8);
else
tp.area = QRectF(0, 0, tp.area.width() * sizeRatio, tp.area.height() * sizeRatio);
tp.area.moveCenter(QPointF(wx, wy));
// Calculate normalized pressure.
if (!hw_pressure_min && !hw_pressure_max)
tp.pressure = tp.state == QEventPoint::State::Released ? 0 : 1;
else
tp.pressure = (tp.pressure - hw_pressure_min) / qreal(hw_pressure_max - hw_pressure_min);
if (Q_UNLIKELY(qLcVxEvents().isDebugEnabled()))
qCDebug(qLcVxEvents) << "reporting" << tp;
}
// Let qguiapp pick the target window.
if (m_filtered)
emit q->touchPointsUpdated();
else
QWindowSystemInterface::handleTouchEvent(nullptr, q->touchDevice(), m_touchPoints);
}
QVxTouchScreenHandlerThread::QVxTouchScreenHandlerThread(const QString &device, const QString &spec, QObject *parent)
: QDaemonThread(parent), m_device(device), m_spec(spec), m_handler(nullptr), m_touchDeviceRegistered(false)
, m_touchUpdatePending(false)
, m_filterWindow(nullptr)
, m_touchRate(-1)
{
start();
}
QVxTouchScreenHandlerThread::~QVxTouchScreenHandlerThread()
{
quit();
wait();
}
void QVxTouchScreenHandlerThread::run()
{
m_handler = new QVxTouchScreenHandler(m_device, m_spec);
if (m_handler->isFiltered())
connect(m_handler, &QVxTouchScreenHandler::touchPointsUpdated, this, &QVxTouchScreenHandlerThread::scheduleTouchPointUpdate);
// Report the registration to the parent thread by invoking the method asynchronously
QMetaObject::invokeMethod(this, "notifyTouchDeviceRegistered", Qt::QueuedConnection);
exec();
delete m_handler;
m_handler = nullptr;
}
bool QVxTouchScreenHandlerThread::isPointingDeviceRegistered() const
{
return m_touchDeviceRegistered;
}
void QVxTouchScreenHandlerThread::notifyTouchDeviceRegistered()
{
m_touchDeviceRegistered = true;
emit touchDeviceRegistered();
}
void QVxTouchScreenHandlerThread::scheduleTouchPointUpdate()
{
QWindow *window = QGuiApplication::focusWindow();
if (window != m_filterWindow) {
if (m_filterWindow)
m_filterWindow->removeEventFilter(this);
m_filterWindow = window;
if (m_filterWindow)
m_filterWindow->installEventFilter(this);
}
if (m_filterWindow) {
m_touchUpdatePending = true;
m_filterWindow->requestUpdate();
}
}
bool QVxTouchScreenHandlerThread::eventFilter(QObject *object, QEvent *event)
{
if (m_touchUpdatePending && object == m_filterWindow && event->type() == QEvent::UpdateRequest) {
m_touchUpdatePending = false;
filterAndSendTouchPoints();
}
return false;
}
void QVxTouchScreenHandlerThread::filterAndSendTouchPoints()
{
QRect winRect = m_handler->d->screenGeometry();
if (winRect.isNull())
return;
float vsyncDelta = 1.0f / QGuiApplication::primaryScreen()->refreshRate();
QHash<int, FilteredTouchPoint> filteredPoints;
m_handler->d->m_mutex.lock();
double time = m_handler->d->m_timeStamp;
double lastTime = m_handler->d->m_lastTimeStamp;
double touchDelta = time - lastTime;
if (m_touchRate < 0 || touchDelta > vsyncDelta) {
// We're at the very start, with nothing to go on, so make a guess
// that the touch rate will be somewhere in the range of half a vsync.
// This doesn't have to be accurate as we will calibrate it over time,
// but it gives us a better starting point so calibration will be
// slightly quicker. If, on the other hand, we already have an
// estimate, we'll leave it as is and keep it.
if (m_touchRate < 0)
m_touchRate = (1.0 / QGuiApplication::primaryScreen()->refreshRate()) / 2.0;
} else {
// Update our estimate for the touch rate. We're making the assumption
// that this value will be mostly accurate with the occasional bump,
// so we're weighting the existing value high compared to the update.
const double ratio = 0.9;
m_touchRate = sqrt(m_touchRate * m_touchRate * ratio + touchDelta * touchDelta * (1.0 - ratio));
}
QList<QWindowSystemInterface::TouchPoint> points = m_handler->d->m_touchPoints;
QList<QWindowSystemInterface::TouchPoint> lastPoints = m_handler->d->m_lastTouchPoints;
m_handler->d->m_mutex.unlock();
for (int i=0; i<points.size(); ++i) {
QWindowSystemInterface::TouchPoint &tp = points[i];
QPointF pos = tp.normalPosition;
FilteredTouchPoint f;
QWindowSystemInterface::TouchPoint ltp;
ltp.id = -1;
for (int j=0; j<lastPoints.size(); ++j) {
if (lastPoints.at(j).id == tp.id) {
ltp = lastPoints.at(j);
break;
}
}
QPointF velocity;
if (lastTime != 0 && ltp.id >= 0)
velocity = (pos - ltp.normalPosition) / m_touchRate;
if (m_filteredPoints.contains(tp.id)) {
f = m_filteredPoints.take(tp.id);
f.x.update(pos.x(), velocity.x(), vsyncDelta);
f.y.update(pos.y(), velocity.y(), vsyncDelta);
pos = QPointF(f.x.position(), f.y.position());
} else {
f.x.initialize(pos.x(), velocity.x());
f.y.initialize(pos.y(), velocity.y());
// Make sure the first instance of a touch point we send has the
// 'pressed' state.
if (tp.state != QEventPoint::State::Pressed)
tp.state = QEventPoint::State::Pressed;
}
tp.velocity = QVector2D(f.x.velocity() * winRect.width(), f.y.velocity() * winRect.height());
qreal filteredNormalizedX = f.x.position() + f.x.velocity() * m_handler->d->m_prediction / 1000.0;
qreal filteredNormalizedY = f.y.position() + f.y.velocity() * m_handler->d->m_prediction / 1000.0;
// Clamp to the screen
tp.normalPosition = QPointF(qBound<qreal>(0, filteredNormalizedX, 1),
qBound<qreal>(0, filteredNormalizedY, 1));
qreal x = winRect.x() + (tp.normalPosition.x() * (winRect.width() - 1));
qreal y = winRect.y() + (tp.normalPosition.y() * (winRect.height() - 1));
tp.area.moveCenter(QPointF(x, y));
// Store the touch point for later so we can release it if we've
// missed the actual release between our last update and this.
f.touchPoint = tp;
// Don't store the point for future reference if it is a release.
if (tp.state != QEventPoint::State::Released)
filteredPoints[tp.id] = f;
}
for (QHash<int, FilteredTouchPoint>::const_iterator it = m_filteredPoints.constBegin(), end = m_filteredPoints.constEnd(); it != end; ++it) {
const FilteredTouchPoint &f = it.value();
QWindowSystemInterface::TouchPoint tp = f.touchPoint;
tp.state = QEventPoint::State::Released;
tp.velocity = QVector2D();
points.append(tp);
}
m_filteredPoints = filteredPoints;
QWindowSystemInterface::handleTouchEvent(nullptr,
m_handler->touchDevice(),
points);
}
QT_END_NAMESPACE
#include "moc_qvxtouchhandler_p.cpp"

View File

@ -0,0 +1,111 @@
// Copyright (C) 2024 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#ifndef QVXTOUCHHANDLER_P_H
#define QVXTOUCHHANDLER_P_H
//
// W A R N I N G
// -------------
//
// This file is not part of the Qt API. It exists purely as an
// implementation detail. This header file may change from version to
// version without notice, or even be removed.
//
// We mean it.
//
#include <QtGui/private/qtguiglobal_p.h>
#include <QObject>
#include <QString>
#include <QList>
#include <QHash>
#include <QThread>
#include <QLoggingCategory>
#include <QtCore/private/qthread_p.h>
#include <qpa/qwindowsysteminterface.h>
#include <QtInputSupport/private/qtouchfilter_p.h>
QT_BEGIN_NAMESPACE
Q_DECLARE_LOGGING_CATEGORY(qLcVxTouch)
class QSocketNotifier;
class QPointingDevice;
class QVxTouchScreenData;
class QVxTouchScreenHandlerThread;
class QVxTouchScreenHandler : public QObject
{
Q_OBJECT
public:
explicit QVxTouchScreenHandler(const QString &device, const QString &spec = QString(), QObject *parent = nullptr);
~QVxTouchScreenHandler();
QPointingDevice *touchDevice() const;
bool isFiltered() const;
void readData();
signals:
void touchPointsUpdated();
private:
friend class QVxTouchScreenData;
friend class QVxTouchScreenHandlerThread;
void registerPointingDevice();
void unregisterPointingDevice();
QSocketNotifier *m_notify;
int m_fd;
QVxTouchScreenData *d;
QPointingDevice *m_device;
};
class QVxTouchScreenHandlerThread : public QDaemonThread
{
Q_OBJECT
public:
explicit QVxTouchScreenHandlerThread(const QString &device, const QString &spec, QObject *parent = nullptr);
~QVxTouchScreenHandlerThread();
void run() override;
bool isPointingDeviceRegistered() const;
bool eventFilter(QObject *object, QEvent *event) override;
void scheduleTouchPointUpdate();
signals:
void touchDeviceRegistered();
private:
Q_INVOKABLE void notifyTouchDeviceRegistered();
void filterAndSendTouchPoints();
QRect targetScreenGeometry() const;
QString m_device;
QString m_spec;
QVxTouchScreenHandler *m_handler;
bool m_touchDeviceRegistered;
bool m_touchUpdatePending;
QWindow *m_filterWindow;
struct FilteredTouchPoint {
QTouchFilter x;
QTouchFilter y;
QWindowSystemInterface::TouchPoint touchPoint;
};
QHash<int, FilteredTouchPoint> m_filteredPoints;
float m_touchRate;
};
QT_END_NAMESPACE
#endif // QVXTOUCHHANDLER_P_H

View File

@ -0,0 +1,92 @@
// Copyright (C) 2024 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include "qvxtouchmanager_p.h"
#include "qvxtouchhandler_p.h"
#include <QtInputSupport/private/qevdevutil_p.h>
#include <QStringList>
#include <QGuiApplication>
#include <QLoggingCategory>
#include <QtDeviceDiscoverySupport/private/qdevicediscovery_p.h>
#include <private/qguiapplication_p.h>
#include <private/qinputdevicemanager_p_p.h>
QT_BEGIN_NAMESPACE
QVxTouchManager::QVxTouchManager(const QString &key, const QString &specification, QObject *parent)
: QObject(parent)
{
Q_UNUSED(key);
if (qEnvironmentVariableIsSet("QT_QPA_VXEVDEV_DEBUG"))
const_cast<QLoggingCategory &>(qLcVxTouch()).setEnabled(QtDebugMsg, true);
QString spec = QString::fromLocal8Bit(qgetenv("QT_QPA_VXEVDEV_TOUCHSCREEN_PARAMETERS"));
if (spec.isEmpty())
spec = specification;
auto parsed = QEvdevUtil::parseSpecification(spec);
m_spec = std::move(parsed.spec);
for (const QString &device : std::as_const(parsed.devices))
addDevice(device);
// when no devices specified, use device discovery to scan and monitor
if (parsed.devices.isEmpty()) {
qCDebug(qLcVxTouch, "vxtouch: Using device discovery");
if (auto deviceDiscovery = QDeviceDiscovery::create(QDeviceDiscovery::Device_Touchpad | QDeviceDiscovery::Device_Touchscreen, this)) {
const QStringList devices = deviceDiscovery->scanConnectedDevices();
for (const QString &device : devices)
addDevice(device);
connect(deviceDiscovery, &QDeviceDiscovery::deviceDetected,
this, &QVxTouchManager::addDevice);
connect(deviceDiscovery, &QDeviceDiscovery::deviceRemoved,
this, &QVxTouchManager::removeDevice);
}
}
}
QVxTouchManager::~QVxTouchManager()
{
}
void QVxTouchManager::addDevice(const QString &deviceNode)
{
qCDebug(qLcVxTouch, "vxtouch: Adding device at %ls", qUtf16Printable(deviceNode));
auto handler = std::make_unique<QVxTouchScreenHandlerThread>(deviceNode, m_spec);
if (handler) {
connect(handler.get(), &QVxTouchScreenHandlerThread::touchDeviceRegistered, this, &QVxTouchManager::updateInputDeviceCount);
m_activeDevices.add(deviceNode, std::move(handler));
} else {
qWarning("vxtouch: Failed to open touch device %ls", qUtf16Printable(deviceNode));
}
}
void QVxTouchManager::removeDevice(const QString &deviceNode)
{
if (m_activeDevices.remove(deviceNode)) {
qCDebug(qLcVxTouch, "vxtouch: Removing device at %ls", qUtf16Printable(deviceNode));
updateInputDeviceCount();
}
}
void QVxTouchManager::updateInputDeviceCount()
{
int registeredTouchDevices = 0;
for (const auto &device : m_activeDevices) {
if (device.handler->isPointingDeviceRegistered())
++registeredTouchDevices;
}
qCDebug(qLcVxTouch, "vxtouch: Updating QInputDeviceManager device count: %d touch devices, %d pending handler(s)",
registeredTouchDevices, m_activeDevices.count() - registeredTouchDevices);
QInputDeviceManagerPrivate::get(QGuiApplicationPrivate::inputDeviceManager())->setDeviceCount(
QInputDeviceManager::DeviceTypeTouch, registeredTouchDevices);
}
QT_END_NAMESPACE

View File

@ -0,0 +1,46 @@
// Copyright (C) 2024 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#ifndef QVXTOUCHMANAGER_P_H
#define QVXTOUCHMANAGER_P_H
//
// W A R N I N G
// -------------
//
// This file is not part of the Qt API. It exists purely as an
// implementation detail. This header file may change from version to
// version without notice, or even be removed.
//
// We mean it.
//
#include <QtInputSupport/private/devicehandlerlist_p.h>
#include <QObject>
#include <QHash>
#include <QSocketNotifier>
QT_BEGIN_NAMESPACE
class QVxTouchScreenHandlerThread;
class QVxTouchManager : public QObject
{
public:
QVxTouchManager(const QString &key, const QString &spec, QObject *parent = nullptr);
~QVxTouchManager();
void addDevice(const QString &deviceNode);
void removeDevice(const QString &deviceNode);
void updateInputDeviceCount();
private:
QString m_spec;
QtInputSupport::DeviceHandlerList<QVxTouchScreenHandlerThread> m_activeDevices;
};
QT_END_NAMESPACE
#endif // QVXTOUCHMANAGER_P_H

View File

@ -12,6 +12,7 @@ endif()
if(QT_FEATURE_vxworksevdev)
add_subdirectory(vxkeyboard)
add_subdirectory(vxmouse)
add_subdirectory(vxtouch)
endif()
if(QT_FEATURE_tslib)
add_subdirectory(tslib)

View File

@ -0,0 +1,20 @@
# Copyright (C) 2024 The Qt Company Ltd.
# SPDX-License-Identifier: BSD-3-Clause
#####################################################################
## QVxTouchScreenPlugin Plugin:
#####################################################################
qt_internal_add_plugin(QVxTouchScreenPlugin
OUTPUT_NAME qvxtouchplugin
PLUGIN_TYPE generic
DEFAULT_IF FALSE
SOURCES
main.cpp
LIBRARIES
Qt::Core
Qt::CorePrivate
Qt::Gui
Qt::GuiPrivate
Qt::InputSupportPrivate
)

View File

@ -0,0 +1,34 @@
// Copyright (C) 2016 The Qt Company Ltd.
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include <QtGui/qgenericplugin.h>
#include <QtInputSupport/private/qvxtouchmanager_p.h>
QT_BEGIN_NAMESPACE
class QVxTouchScreenPlugin : public QGenericPlugin
{
Q_OBJECT
Q_PLUGIN_METADATA(IID QGenericPluginFactoryInterface_iid FILE "vxtouch.json")
public:
QVxTouchScreenPlugin();
QObject* create(const QString &key, const QString &specification) override;
};
QVxTouchScreenPlugin::QVxTouchScreenPlugin()
{
}
QObject* QVxTouchScreenPlugin::create(const QString &key, const QString &spec)
{
if (!key.compare(QLatin1String("VxTouch"), Qt::CaseInsensitive))
return new QVxTouchManager(key, spec);
return nullptr;
}
QT_END_NAMESPACE
#include "main.moc"

View File

@ -0,0 +1,3 @@
{
"Keys": [ "VxTouch" ]
}

View File

@ -51,6 +51,7 @@
#elif QT_CONFIG(vxworksevdev)
#include <QtInputSupport/private/qvxkeyboardmanager_p.h>
#include <QtInputSupport/private/qvxmousemanager_p.h>
#include <QtInputSupport/private/qvxtouchmanager_p.h>
#endif
#if QT_CONFIG(tslib)
@ -440,6 +441,7 @@ void QEglFSIntegration::createInputHandlers()
#elif QT_CONFIG(vxworksevdev)
m_kbdMgr = new QVxKeyboardManager("VxKeyboard"_L1, QString() /* spec */, this);
new QVxMouseManager("VxMouse"_L1, QString() /* spec */, this);
new QVxTouchManager("VxTouch"_L1, QString() /* spec */, this);
#endif
#if QT_CONFIG(integrityhid)