4449dbe737
Blacklisting items on the baseline server would avoid any mismatch failures for such items. However, they would still be rendered. That is undesirable if the rendering itself has unwanted side effects for such items, e.g. crashing the test executable. Fix by adding new functionality in the baseline testing framework to allow checking blacklisting status ahead of time, and add a new macro QBASELINE_SKIP_IF_BLACKLISTED to do just that. Add usage of that macro to the QPainter baseline test. Pick-to: 6.7 6.5 6.2 Change-Id: I35f6df8cff2c6cb985c25ab5470cd42b53d44940 Reviewed-by: Eskil Abrahamsen Blomfeldt <eskil.abrahamsen-blomfeldt@qt.io>
70 lines
2.2 KiB
C++
70 lines
2.2 KiB
C++
// Copyright (C) 2016 The Qt Company Ltd.
|
|
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only
|
|
|
|
#ifndef BASELINETEST_H
|
|
#define BASELINETEST_H
|
|
|
|
#include <QTest>
|
|
#include <QString>
|
|
|
|
namespace QBaselineTest {
|
|
void setAutoMode(bool mode);
|
|
void setSimFail(bool fail);
|
|
void handleCmdLineArgs(int *argcp, char ***argvp);
|
|
void setProject(const QString &projectName); // Selects server config settings and top level dir
|
|
void setProjectImageKeys(const QStringList &keys); // Overrides the ItemPathKeys config setting
|
|
void addClientProperty(const QString& key, const QString& value);
|
|
bool connectToBaselineServer(QByteArray *msg = nullptr);
|
|
bool checkImage(const QImage& img, const char *name, quint16 checksum, QByteArray *msg, bool *error, int manualdatatag = 0);
|
|
bool testImage(const QImage& img, QByteArray *msg, bool *error);
|
|
QTestData &newRow(const char *dataTag, quint16 checksum = 0);
|
|
bool isCurrentItemBlacklisted();
|
|
bool disconnectFromBaselineServer();
|
|
bool shouldAbortIfUnstable();
|
|
}
|
|
|
|
#define QBASELINE_CHECK_SUM(image, name, checksum)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::checkImage((image), (name), (checksum), &_msg, &_err)) {\
|
|
QFAIL(_msg.constData());\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_CHECK_SUM_DEFERRED(image, name, checksum)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::checkImage((image), (name), (checksum), &_msg, &_err)) {\
|
|
QTest::qFail(_msg.constData(), __FILE__, __LINE__);\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_CHECK(image, name) QBASELINE_CHECK_SUM(image, name, 0)
|
|
|
|
#define QBASELINE_CHECK_DEFERRED(image, name) QBASELINE_CHECK_SUM_DEFERRED(image, name, 0)
|
|
|
|
#define QBASELINE_TEST(image)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::testImage((image), &_msg, &_err)) {\
|
|
QFAIL(_msg.constData());\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_SKIP_IF_BLACKLISTED \
|
|
do {\
|
|
if (QBaselineTest::isCurrentItemBlacklisted())\
|
|
QSKIP("Blacklisted on baseline server.");\
|
|
} while (0)
|
|
|
|
#endif // BASELINETEST_H
|