62b349c5cf
Also adds a helper function QBaselineTest::finalizeAndDisconnect() that calls the finalize command, prints the optional report URL and disconnects to the server. Pick-to: 6.8 Change-Id: Iabdba77f9eebad3e3f3fa67ab8977d1e49c49fb4 Reviewed-by: Eirik Aavitsland <eirik.aavitsland@qt.io>
77 lines
2.5 KiB
C++
77 lines
2.5 KiB
C++
// Copyright (C) 2016 The Qt Company Ltd.
|
|
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only
|
|
|
|
#ifndef BASELINETEST_H
|
|
#define BASELINETEST_H
|
|
|
|
#include <QTest>
|
|
#include <QString>
|
|
|
|
namespace QBaselineTest {
|
|
void setAutoMode(bool mode);
|
|
void setSimFail(bool fail);
|
|
void handleCmdLineArgs(int *argcp, char ***argvp);
|
|
void setProject(const QString &projectName); // Selects server config settings and top level dir
|
|
void setProjectImageKeys(const QStringList &keys); // Overrides the ItemPathKeys config setting
|
|
void addClientProperty(const QString& key, const QString& value);
|
|
bool connectToBaselineServer(QByteArray *msg = nullptr);
|
|
bool finalizeTesting(QByteArray *msg = nullptr);
|
|
bool checkImage(const QImage& img, const char *name, quint16 checksum, QByteArray *msg, bool *error, int manualdatatag = 0);
|
|
bool testImage(const QImage& img, QByteArray *msg, bool *error);
|
|
QTestData &newRow(const char *dataTag, quint16 checksum = 0);
|
|
bool isCurrentItemBlacklisted();
|
|
bool disconnectFromBaselineServer();
|
|
bool shouldAbortIfUnstable();
|
|
void finalizeAndDisconnect();
|
|
}
|
|
|
|
#define QBASELINE_CHECK_SUM(image, name, checksum)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::checkImage((image), (name), (checksum), &_msg, &_err)) {\
|
|
QFAIL(_msg.constData());\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_CHECK_SUM_DEFERRED(image, name, checksum)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::checkImage((image), (name), (checksum), &_msg, &_err)) {\
|
|
QTest::qFail(_msg.constData(), __FILE__, __LINE__);\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_CHECK(image, name) QBASELINE_CHECK_SUM(image, name, 0)
|
|
|
|
#define QBASELINE_CHECK_DEFERRED(image, name) QBASELINE_CHECK_SUM_DEFERRED(image, name, 0)
|
|
|
|
#define QBASELINE_TEST(image)\
|
|
do {\
|
|
QByteArray _msg;\
|
|
bool _err = false;\
|
|
if (!QBaselineTest::testImage((image), &_msg, &_err)) {\
|
|
QFAIL(_msg.constData());\
|
|
} else if (_err) {\
|
|
QSKIP(_msg.constData());\
|
|
}\
|
|
} while (0)
|
|
|
|
#define QBASELINE_SKIP_IF_BLACKLISTED \
|
|
do {\
|
|
if (QBaselineTest::isCurrentItemBlacklisted())\
|
|
QSKIP("Blacklisted on baseline server.");\
|
|
} while (0)
|
|
|
|
#define QBASELINETEST_MAIN(TestObject) QTEST_MAIN_WRAPPER(TestObject, \
|
|
QHashSeed::setDeterministicGlobalSeed(); \
|
|
QBaselineTest::handleCmdLineArgs(&argc, &argv); \
|
|
QTEST_MAIN_SETUP())
|
|
|
|
#endif // BASELINETEST_H
|