Rename and restructure the baseline (lancelot) testing code

In preparation for addition of new baseline tests, establish a new
test category, "baseline". This is similar to the category
"benchmarks" in that it contains tests that use the QTest framework,
but conceptually are not unit tests, in contrast to those under auto/.

Move the existing QPainter baseline test, tst_lancelot, into this new
category, and rename it accordingly.

Baseline tests use the QBaselineTest extension to QTest. Move that
extension too into the tests/baseline directory, allowing the clean
out of the baselineserver directory.

Pick-to: 6.2
Change-Id: I1b527f5867c953b1d22be73798fcf7d1494712ea
Reviewed-by: Qt CI Bot <qt_ci_bot@qt-project.org>
Reviewed-by: Eirik Aavitsland <eirik.aavitsland@qt.io>
Reviewed-by: Volker Hilsheimer <volker.hilsheimer@qt.io>
This commit is contained in:
Eirik Aavitsland 2021-11-15 13:36:48 +01:00 committed by Volker Hilsheimer
parent 9a131b59ee
commit e8f93e38de
135 changed files with 55 additions and 1849 deletions

View File

@ -639,6 +639,9 @@ macro(qt_build_tests)
add_subdirectory(auto) add_subdirectory(auto)
endif() endif()
if(NOT QT_BUILD_MINIMAL_STATIC_TESTS) if(NOT QT_BUILD_MINIMAL_STATIC_TESTS)
if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/baseline/CMakeLists.txt")
add_subdirectory(baseline)
endif()
if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/benchmarks/CMakeLists.txt" AND QT_BUILD_BENCHMARKS) if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/benchmarks/CMakeLists.txt" AND QT_BUILD_BENCHMARKS)
add_subdirectory(benchmarks) add_subdirectory(benchmarks)
endif() endif()

View File

@ -11,7 +11,6 @@ if(TARGET Qt::Widgets)
# add_subdirectory(windowsmobile) <- does not exist # special case # add_subdirectory(windowsmobile) <- does not exist # special case
endif() endif()
if(TARGET Qt::Network AND TARGET Qt::Widgets) if(TARGET Qt::Network AND TARGET Qt::Widgets)
add_subdirectory(lancelot)
add_subdirectory(qnetworkaccessmanager_and_qprogressdialog) add_subdirectory(qnetworkaccessmanager_and_qprogressdialog)
endif() endif()
if(MACOS AND TARGET Qt::Gui AND TARGET Qt::Widgets) if(MACOS AND TARGET Qt::Gui AND TARGET Qt::Widgets)

View File

@ -0,0 +1,3 @@
if(TARGET Qt::Network)
add_subdirectory(painting)
endif()

View File

@ -1,7 +1,5 @@
# Generated from lancelot.pro.
##################################################################### #####################################################################
## tst_lancelot Test: ## tst_baseline_painting Test:
##################################################################### #####################################################################
# Collect test data # Collect test data
@ -10,17 +8,14 @@ file(GLOB_RECURSE test_data_glob
scripts/*) scripts/*)
list(APPEND test_data ${test_data_glob}) list(APPEND test_data ${test_data_glob})
qt_internal_add_test(tst_lancelot qt_internal_add_test(tst_baseline_painting
SOURCES SOURCES
../../../baselineserver/shared/baselineprotocol.cpp ../../../baselineserver/shared/baselineprotocol.h ../shared/baselineprotocol.cpp ../shared/baselineprotocol.h ../shared/lookup3.cpp
../../../baselineserver/shared/lookup3.cpp ../shared/qbaselinetest.cpp ../shared/qbaselinetest.h
../../../baselineserver/shared/qbaselinetest.cpp ../../../baselineserver/shared/qbaselinetest.h
paintcommands.cpp paintcommands.h paintcommands.cpp paintcommands.h
tst_lancelot.cpp tst_baseline_painting.cpp
DEFINES
QMAKESPEC=\\\"\\\"
INCLUDE_DIRECTORIES INCLUDE_DIRECTORIES
../../../baselineserver/shared ../shared
PUBLIC_LIBRARIES PUBLIC_LIBRARIES
Qt::Gui Qt::Gui
Qt::GuiPrivate Qt::GuiPrivate
@ -61,7 +56,7 @@ set(images_resource_files
"images/zebra.png" "images/zebra.png"
) )
qt_internal_add_resource(tst_lancelot "images" qt_internal_add_resource(tst_baseline_painting "images"
PREFIX PREFIX
"/" "/"
FILES FILES
@ -72,13 +67,7 @@ qt_internal_add_resource(tst_lancelot "images"
## Scopes: ## Scopes:
##################################################################### #####################################################################
qt_internal_extend_target(tst_lancelot CONDITION QT_FEATURE_opengl qt_internal_extend_target(tst_baseline_painting CONDITION QT_FEATURE_opengl
PUBLIC_LIBRARIES PUBLIC_LIBRARIES
Qt::OpenGL Qt::OpenGL
) )
#### Keys ignored in scope 4:.:../../../baselineserver/shared:../../../baselineserver/shared/qbaselinetest.pri:WIN32:
# MKSPEC = "$$replace(QMAKESPEC, \\\\, /)"
#### Keys ignored in scope 5:.:../../../baselineserver/shared:../../../baselineserver/shared/qbaselinetest.pri:else:
# MKSPEC = "$$QMAKESPEC"

View File

Before

Width:  |  Height:  |  Size: 2.4 KiB

After

Width:  |  Height:  |  Size: 2.4 KiB

View File

Before

Width:  |  Height:  |  Size: 78 B

After

Width:  |  Height:  |  Size: 78 B

View File

Before

Width:  |  Height:  |  Size: 254 B

After

Width:  |  Height:  |  Size: 254 B

View File

Before

Width:  |  Height:  |  Size: 182 B

After

Width:  |  Height:  |  Size: 182 B

View File

Before

Width:  |  Height:  |  Size: 826 B

After

Width:  |  Height:  |  Size: 826 B

View File

Before

Width:  |  Height:  |  Size: 18 KiB

After

Width:  |  Height:  |  Size: 18 KiB

View File

Before

Width:  |  Height:  |  Size: 7.8 KiB

After

Width:  |  Height:  |  Size: 7.8 KiB

View File

Before

Width:  |  Height:  |  Size: 5.3 KiB

After

Width:  |  Height:  |  Size: 5.3 KiB

View File

Before

Width:  |  Height:  |  Size: 1.4 KiB

After

Width:  |  Height:  |  Size: 1.4 KiB

View File

Before

Width:  |  Height:  |  Size: 2.6 KiB

After

Width:  |  Height:  |  Size: 2.6 KiB

View File

Before

Width:  |  Height:  |  Size: 1.4 KiB

After

Width:  |  Height:  |  Size: 1.4 KiB

View File

Before

Width:  |  Height:  |  Size: 18 KiB

After

Width:  |  Height:  |  Size: 18 KiB

View File

Before

Width:  |  Height:  |  Size: 287 B

After

Width:  |  Height:  |  Size: 287 B

View File

Before

Width:  |  Height:  |  Size: 2.4 KiB

After

Width:  |  Height:  |  Size: 2.4 KiB

View File

Before

Width:  |  Height:  |  Size: 213 B

After

Width:  |  Height:  |  Size: 213 B

View File

Before

Width:  |  Height:  |  Size: 216 B

After

Width:  |  Height:  |  Size: 216 B

View File

Before

Width:  |  Height:  |  Size: 216 B

After

Width:  |  Height:  |  Size: 216 B

View File

Before

Width:  |  Height:  |  Size: 205 B

After

Width:  |  Height:  |  Size: 205 B

View File

Before

Width:  |  Height:  |  Size: 187 B

After

Width:  |  Height:  |  Size: 187 B

View File

Before

Width:  |  Height:  |  Size: 166 KiB

After

Width:  |  Height:  |  Size: 166 KiB

View File

Before

Width:  |  Height:  |  Size: 274 B

After

Width:  |  Height:  |  Size: 274 B

View File

Before

Width:  |  Height:  |  Size: 319 B

After

Width:  |  Height:  |  Size: 319 B

View File

Before

Width:  |  Height:  |  Size: 788 B

After

Width:  |  Height:  |  Size: 788 B

View File

Before

Width:  |  Height:  |  Size: 10 KiB

After

Width:  |  Height:  |  Size: 10 KiB

View File

Before

Width:  |  Height:  |  Size: 607 B

After

Width:  |  Height:  |  Size: 607 B

View File

Before

Width:  |  Height:  |  Size: 75 B

After

Width:  |  Height:  |  Size: 75 B

View File

Before

Width:  |  Height:  |  Size: 4.6 KiB

After

Width:  |  Height:  |  Size: 4.6 KiB

View File

Before

Width:  |  Height:  |  Size: 62 KiB

After

Width:  |  Height:  |  Size: 62 KiB

View File

Before

Width:  |  Height:  |  Size: 426 B

After

Width:  |  Height:  |  Size: 426 B

Some files were not shown because too many files have changed in this diff Show More