2019-01-23 06:25:20 +08:00
|
|
|
include(AddFdbTest)
|
|
|
|
|
|
|
|
|
|
# We need some variables to configure the test setup
|
2019-01-25 05:15:14 +08:00
|
|
|
set(ENABLE_BUGGIFY ON CACHE BOOL "Enable buggify for tests")
|
2021-07-28 01:17:55 +08:00
|
|
|
set(ENABLE_SIMULATION_TESTS OFF CACHE BOOL "Enable simulation tests (useful if you can't run Joshua)")
|
2019-01-23 06:25:20 +08:00
|
|
|
set(RUN_IGNORED_TESTS OFF CACHE BOOL "Run tests that are marked for ignore")
|
2019-04-14 08:29:30 +08:00
|
|
|
set(TEST_KEEP_LOGS "FAILED" CACHE STRING "Which logs to keep (NONE, FAILED, ALL)")
|
2019-01-23 06:25:20 +08:00
|
|
|
set(TEST_KEEP_SIMDIR "NONE" CACHE STRING "Which simfdb directories to keep (NONE, FAILED, ALL)")
|
|
|
|
|
set(TEST_AGGREGATE_TRACES "NONE" CACHE STRING "Create aggregated trace files (NONE, FAILED, ALL)")
|
2019-02-20 05:58:18 +08:00
|
|
|
set(TEST_LOG_FORMAT "xml" CACHE STRING "Format for test trace files (xml, json)")
|
2020-04-29 00:19:04 +08:00
|
|
|
set(TEST_INCLUDE ".*" CACHE STRING "Include only tests that match the given regex")
|
|
|
|
|
set(TEST_EXCLUDE ".^" CACHE STRING "Exclude all tests matching the given regex")
|
2022-11-22 00:58:22 +08:00
|
|
|
set(SANITIZER_OPTIONS "UBSAN_OPTIONS=print_stacktrace=1:halt_on_error=1;TSAN_OPTIONS=suppressions=${CMAKE_SOURCE_DIR}/contrib/tsan.suppressions;LSAN_OPTIONS=suppressions=${CMAKE_SOURCE_DIR}/contrib/lsan.suppressions" CACHE STRING "Environment variables setting sanitizer options")
|
2019-01-23 06:25:20 +08:00
|
|
|
|
|
|
|
|
# for the restart test we optimally want to use the last stable fdbserver
|
|
|
|
|
# to test upgrades
|
2020-02-10 00:34:14 +08:00
|
|
|
if(WITH_PYTHON)
|
|
|
|
|
find_program(OLD_FDBSERVER_BINARY
|
2021-08-24 03:52:58 +08:00
|
|
|
fdbserver fdbserver.exe
|
2021-04-06 23:21:35 +08:00
|
|
|
HINTS /opt/foundationdb/old /usr/sbin /usr/libexec /usr/local/sbin /usr/local/libexec)
|
2020-02-10 00:34:14 +08:00
|
|
|
if(OLD_FDBSERVER_BINARY)
|
|
|
|
|
message(STATUS "Use old fdb at ${OLD_FDBSERVER_BINARY}")
|
|
|
|
|
else()
|
2021-08-24 03:52:58 +08:00
|
|
|
if(WIN32)
|
|
|
|
|
set(fdbserver_location ${CMAKE_BINARY_DIR}/bin/@CTEST_CONFIGURATION_TYPE@/fdbserver.exe)
|
|
|
|
|
set(OLD_FDBSERVER_BINARY ${fdbserver_location} CACHE FILEPATH "Old fdbserver binary" FORCE)
|
|
|
|
|
else()
|
|
|
|
|
set(fdbserver_location ${CMAKE_BINARY_DIR}/bin/fdbserver)
|
|
|
|
|
set(OLD_FDBSERVER_BINARY ${fdbserver_location} CACHE FILEPATH "Old fdbserver binary" FORCE)
|
|
|
|
|
endif()
|
2020-02-10 00:34:14 +08:00
|
|
|
message(WARNING "\
|
|
|
|
|
No old fdbserver binary found - using ${fdbserver_location} \
|
|
|
|
|
It is recommended to install the current stable version from https://www.foundationdb.org/download/ \
|
|
|
|
|
Or provide a path to another fdbserver")
|
|
|
|
|
endif()
|
2019-01-23 06:25:20 +08:00
|
|
|
|
2022-11-25 20:16:33 +08:00
|
|
|
configure_file(${PROJECT_SOURCE_DIR}/tests/TestRunner/fdb_version.py.cmake ${PROJECT_BINARY_DIR}/tests/TestRunner/fdb_version.py)
|
|
|
|
|
|
2020-02-10 00:34:14 +08:00
|
|
|
set(TestRunner "${PROJECT_SOURCE_DIR}/tests/TestRunner/TestRunner.py")
|
2019-01-23 06:25:20 +08:00
|
|
|
|
2021-07-28 01:17:55 +08:00
|
|
|
configure_file(${PROJECT_SOURCE_DIR}/tests/CTestCustom.ctest.cmake ${PROJECT_BINARY_DIR}/CTestCustom.ctest @ONLY)
|
2019-01-23 06:25:20 +08:00
|
|
|
|
2020-02-10 00:34:14 +08:00
|
|
|
configure_testing(TEST_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}"
|
2022-10-15 00:20:52 +08:00
|
|
|
ERROR_ON_ADDITIONAL_FILES
|
|
|
|
|
IGNORE_PATTERNS ".*/CMakeLists.txt" ".*/requirements.txt")
|
2019-01-23 06:25:20 +08:00
|
|
|
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES AsyncFileCorrectness.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES AsyncFileMix.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES AsyncFileRead.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES AsyncFileReadRandom.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES AsyncFileWrite.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES BackupContainers.txt IGNORE)
|
2022-01-28 06:25:37 +08:00
|
|
|
add_fdb_test(TEST_FILES s3VersionHeaders.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES BandwidthThrottle.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES BigInsert.txt IGNORE)
|
2022-03-17 04:11:29 +08:00
|
|
|
add_fdb_test(TEST_FILES BGServerCommonUnit.toml)
|
2022-03-24 22:53:42 +08:00
|
|
|
add_fdb_test(TEST_FILES BlobGranuleFileUnit.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES BlobManagerUnit.toml)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES ConsistencyCheck.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES DDMetricsExclude.txt IGNORE)
|
2022-10-01 01:39:43 +08:00
|
|
|
add_fdb_test(TEST_FILES DDSketch.txt IGNORE)
|
2020-03-24 08:01:17 +08:00
|
|
|
add_fdb_test(TEST_FILES DataDistributionMetrics.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES DiskDurability.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES FileSystem.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES Happy.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES Mako.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES IncrementalDelete.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreMemTest.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreReadMostly.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreTest.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreTestRead.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreTestWrite.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES KVStoreValueSize.txt UNIT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES LayerStatusMerge.txt IGNORE)
|
2020-03-27 05:35:29 +08:00
|
|
|
add_fdb_test(TEST_FILES ParallelRestoreApiCorrectnessAtomicRestore.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES PureNetwork.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RRW2500.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RandomRead.txt IGNORE)
|
2021-03-03 05:06:01 +08:00
|
|
|
add_fdb_test(TEST_FILES RandomRangeRead.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES RandomReadWrite.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES ReadAbsent.txt IGNORE)
|
2020-06-20 16:36:42 +08:00
|
|
|
add_fdb_test(TEST_FILES ReadAfterWrite.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES ReadHalfAbsent.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodCorrectnessUnits.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodCorrectnessBTree.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodCorrectnessPager.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodCorrectness.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodPerfTests.txt IGNORE)
|
2020-02-13 08:12:57 +08:00
|
|
|
add_fdb_test(TEST_FILES RedwoodPerfSet.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodPerfPrefixCompression.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES RedwoodPerfSequentialInsert.txt IGNORE)
|
2021-03-03 05:06:01 +08:00
|
|
|
add_fdb_test(TEST_FILES RedwoodPerfRandomRangeScans.txt IGNORE)
|
2020-06-16 00:45:36 +08:00
|
|
|
add_fdb_test(TEST_FILES RocksDBTest.txt IGNORE)
|
2020-10-30 11:42:23 +08:00
|
|
|
add_fdb_test(TEST_FILES S3BlobStore.txt IGNORE)
|
2020-02-11 02:02:05 +08:00
|
|
|
add_fdb_test(TEST_FILES SampleNoSimAttrition.txt IGNORE)
|
2022-10-15 00:20:52 +08:00
|
|
|
if(NOT USE_UBSAN) # TODO re-enable in UBSAN after https://github.com/apple/foundationdb/issues/2410 is resolved
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES SimpleExternalTest.txt)
|
|
|
|
|
else()
|
2020-05-14 13:46:07 +08:00
|
|
|
add_fdb_test(TEST_FILES SimpleExternalTest.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
endif()
|
2022-06-16 05:53:52 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/SlowTask.txt IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES SpecificUnitTest.txt IGNORE)
|
2020-04-17 05:54:05 +08:00
|
|
|
add_fdb_test(TEST_FILES StorageMetricsSampleTests.txt IGNORE)
|
2021-06-16 08:36:56 +08:00
|
|
|
add_fdb_test(TEST_FILES WorkerTests.txt IGNORE)
|
2021-06-24 05:59:00 +08:00
|
|
|
add_fdb_test(TEST_FILES ClusterControllerTests.txt IGNORE)
|
2021-03-06 03:28:15 +08:00
|
|
|
add_fdb_test(TEST_FILES StorageServerInterface.txt)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES StreamingWrite.txt IGNORE)
|
2021-03-06 03:28:15 +08:00
|
|
|
add_fdb_test(TEST_FILES SystemData.txt)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(TEST_FILES ThreadSafety.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES TraceEventMetrics.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES default.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES errors.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES fail.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES killall.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES latency.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES performance-fs.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES performance.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES ping.TXT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES pingServers.TXT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES pt.TXT IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES randomSelector.txt IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES selectorCorrectness.txt IGNORE)
|
2021-08-18 22:05:12 +08:00
|
|
|
add_fdb_test(TEST_FILES IThreadPool.txt IGNORE)
|
2022-02-04 05:25:11 +08:00
|
|
|
add_fdb_test(TEST_FILES PerfUnitTests.toml IGNORE)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/AtomicBackupCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/AtomicBackupToDBCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/AtomicOps.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/AtomicOpsApiCorrectness.toml)
|
2023-02-03 22:43:58 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/AuthzSecurity.toml)
|
2022-10-05 06:59:14 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/AutomaticIdempotency.toml)
|
2020-12-04 03:32:30 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BackupAzureBlobCorrectness.toml IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BackupS3BlobCorrectness.toml IGNORE)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BackupCorrectness.toml)
|
2023-02-02 11:15:38 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BackupCorrectnessWithEKPKeyFetchFailures.toml)
|
2023-01-27 09:46:14 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BackupCorrectnessWithTenantDeletion.toml)
|
2022-09-30 05:45:47 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/EncryptedBackupCorrectness.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BackupCorrectnessClean.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BackupToDBCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BackupToDBCorrectnessClean.toml)
|
2023-02-09 14:51:05 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BlobCipherUnitTest.toml)
|
2022-08-02 03:48:38 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BlobGranuleVerifyAtomicOps.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BlobGranuleVerifyCycle.toml)
|
2022-01-25 05:15:27 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BlobGranuleVerifySmall.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BlobGranuleVerifySmallClean.toml)
|
2022-08-02 03:48:38 +08:00
|
|
|
# TODO: test occasionally times out due to too many change feed shard parts
|
|
|
|
|
add_fdb_test(TEST_FILES fast/BlobGranuleMoveVerifyCycle.toml IGNORE)
|
2022-12-06 01:24:52 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BlobRestoreBasic.toml)
|
2023-01-11 07:42:45 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/BlobRestoreLarge.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/CacheTest.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/CloggedSideband.toml)
|
2023-01-28 02:59:26 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/CompressionUtilsUnit.toml IGNORE)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ConfigureLocked.toml)
|
2022-09-13 13:58:00 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ConfigIncrement.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/ConfigIncrementChangeCoordinators.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/ConfigIncrementWithKills.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ConstrainedRandomSelector.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/CycleAndLock.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/CycleTest.toml)
|
2021-09-04 05:19:27 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ChangeFeeds.toml)
|
2022-07-14 00:16:53 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ChangeFeedOperations.toml)
|
2022-07-27 21:34:11 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ChangeFeedOperationsMove.toml)
|
2021-10-28 03:00:30 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/DataLossRecovery.toml)
|
Upgrade AES 128 GCM -> AES 256, StreamCipher code refactor (#6314)
* Upgrade AES 128 GCM -> AES 256, StreamCipher code refactor
Major changes proposed are:
1. Refactor StreamCipher code to enable instantiation of
multiple encryption keys. However, code still retains
a globalEncryption key semantics used in Backup file
encryption usecase.
2. Enhance StreamCipher to provide HMAC signature digest
generation. Further, the class implements HMAC encryption
key derivation function.
3. Upgrade StreamCipher to use AES 256 GCM mode from currently
supported AES 128 GCM mode.
Note: The code changes the encryption key size, however, the
feature is NOT currently in use, hence, should be OK.
3. Add EncryptionOps validation and benchmark toml supported
workload, it does the following:
a. Allow user to configure encrypt-decrypt of a fixed size
buffer or variable size buffer [100, 512K]
b. Allow user to configure number of interactions of the runs,
in each iteration: generate random data, derive an encryption
key using HMAC SHA256 method, encrypt data and
then decrypt data. It collects following metrics:
i) time taken to derive encryption key.
ii) time taken to encrypt the buffer.
iii) time taken to decrypt the buffer.
iv) total bytes encrypted and/or decrypted
c. Along with stats it basic basic validations on the encrypted
and decrypted buffer
d. On completion for test, records the above mentioned metrics
in trace files.
2022-02-01 09:52:44 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/EncryptionOps.toml)
|
2022-10-19 04:58:16 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/EncryptKeyProxyTest.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/FuzzApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/FuzzApiCorrectnessClean.toml)
|
2020-08-20 01:37:39 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IncrementalBackup.toml)
|
2023-02-02 11:15:38 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IncrementalBackupWithEKPKeyFetchFailures.toml)
|
2023-01-19 07:11:58 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IncrementalBackupWithTenantDeletion.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IncrementTest.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/InventoryTestAlmostReadOnly.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/InventoryTestSomeWrites.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/KillRegionCycle.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/LocalRatekeeper.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/LongStackWriteDuringRead.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/LowLatency.toml)
|
2021-07-12 02:56:06 +08:00
|
|
|
# TODO: Fix failures and reenable this test:
|
|
|
|
|
add_fdb_test(TEST_FILES fast/LowLatencySingleClog.toml IGNORE)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/MemoryLifetime.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/MoveKeysCycle.toml)
|
2021-08-10 05:36:07 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/MutationLogReaderCorrectness.toml)
|
2022-08-31 07:27:44 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/GetEstimatedRangeSize.toml)
|
2022-03-11 02:05:44 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/GetMappedRange.toml)
|
2022-11-09 15:37:58 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IDDTxnProcessorRawStartMovement.toml)
|
2022-11-10 03:34:47 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/IDDTxnProcessorMoveKeys.toml IGNORE)
|
2022-11-07 14:36:33 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/PerpetualWiggleStats.toml)
|
2022-03-16 00:04:24 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/PrivateEndpoints.toml)
|
2020-10-06 01:07:51 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ProtocolVersion.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/RandomSelector.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/RandomUnitTests.toml)
|
2020-09-05 01:01:58 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ReadHotDetectionCorrectness.toml IGNORE) # TODO re-enable once read hot detection is enabled.
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ReportConflictingKeys.toml)
|
2023-01-28 02:59:26 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/RESTKmsConnectorUnit.toml IGNORE)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/RESTUtilsUnit.toml IGNORE)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SelectorCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/Sideband.toml)
|
2021-12-01 05:03:19 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SidebandSingle.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SidebandWithStatus.toml)
|
2020-09-29 04:19:48 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SimpleAtomicAdd.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SpecialKeySpaceCorrectness.toml)
|
2022-12-06 06:05:26 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SpecialKeySpaceRobustness.toml)
|
2021-09-16 01:55:39 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/StreamingRangeRead.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/SwizzledRollbackSideband.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/SystemRebootTestCycle.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/TaskBucketCorrectness.toml)
|
2022-04-17 01:55:48 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/TenantCycle.toml)
|
2022-09-08 19:37:06 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/TenantCycleTokenless.toml)
|
2022-08-26 02:42:26 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/TenantEntryCache.toml)
|
2023-01-24 05:24:54 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/RawTenantAccessClean.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/TimeKeeperCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/TxnStateStoreCycleTest.toml)
|
2020-08-07 06:56:38 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/UDP.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/Unreadable.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/VersionStamp.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/Watches.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/WriteDuringRead.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES fast/WriteDuringReadClean.toml)
|
2021-06-16 01:03:19 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/RandomUnitTests.toml UNIT)
|
2022-10-15 00:20:52 +08:00
|
|
|
if(WITH_ROCKSDB_EXPERIMENTAL)
|
2023-01-16 13:46:14 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ValidateStorage.toml)
|
2022-08-09 04:38:02 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/KeyValueStoreRocksDBTest.toml UNIT)
|
2022-06-28 05:51:26 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/ShardedRocksDBTest.toml UNIT)
|
2022-03-16 07:29:25 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/PhysicalShardMove.toml)
|
2022-07-23 00:30:44 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/StorageServerCheckpointRestore.toml)
|
2022-03-17 03:07:03 +08:00
|
|
|
else()
|
2022-10-15 01:28:03 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/ValidateStorage.toml IGNORE)
|
2022-03-17 03:07:03 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/KeyValueStoreRocksDBTest.toml IGNORE)
|
2022-05-24 06:29:23 +08:00
|
|
|
add_fdb_test(TEST_FILES noSim/ShardedRocksDBTest.toml IGNORE)
|
2022-03-17 03:07:03 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/PhysicalShardMove.toml IGNORE)
|
2022-10-15 00:20:52 +08:00
|
|
|
add_fdb_test(TEST_FILES fast/StorageServerCheckpointRestore.toml IGNORE)
|
2022-02-25 22:25:59 +08:00
|
|
|
endif()
|
2022-08-25 00:30:37 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/BlobGranuleRanges.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/CheckRelocation.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/ClogUnclog.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/CloggedCycleWithKills.toml)
|
2022-09-11 14:04:39 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/ConfigDBUnitTest.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/ConflictRangeCheck.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/ConflictRangeRYOWCheck.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/CycleRollbackClogged.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/CycleWithKills.toml)
|
2022-06-07 04:14:49 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/CycleWithDeadHall.toml)
|
2022-09-21 06:33:15 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/DataDistributionMetrics.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/FuzzTest.toml)
|
2022-02-01 06:25:38 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/HighContentionPrefixAllocator.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/InventoryTestHeavyWrites.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/LargeApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/LargeApiCorrectnessStatus.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/RYWDisable.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/RandomReadWriteTest.toml)
|
2022-05-14 03:23:53 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/ReadSkewReadWrite.toml)
|
2021-09-01 06:19:52 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/SpecificUnitTests.toml)
|
2022-07-12 08:15:58 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/StorageQuotaTest.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/SwizzledLargeApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/RedwoodCorrectnessBTree.toml)
|
2021-11-16 20:27:58 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/RedwoodDeltaTree.toml)
|
2020-11-14 09:24:57 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/Throttling.toml)
|
2022-11-14 22:03:53 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/ThroughputQuota.toml)
|
2022-10-16 12:35:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/TransactionCost.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/TransactionTagApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/TransactionTagSwizzledApiCorrectness.toml)
|
2020-09-02 13:25:40 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/WriteTagThrottling.toml)
|
2022-02-09 05:40:24 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/AllSimUnitTests.toml IGNORE)
|
2022-02-04 05:25:11 +08:00
|
|
|
add_fdb_test(TEST_FILES rare/StatusBuilderPerf.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES rare/TLogVersionMessagesOverheadFactor.toml)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(
|
2021-09-03 05:07:15 +08:00
|
|
|
TEST_FILES restarting/from_5.0.0_until_6.3.0/CycleTestRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_5.0.0_until_6.3.0/CycleTestRestart-2.txt)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(
|
2021-09-03 05:07:15 +08:00
|
|
|
TEST_FILES restarting/from_5.0.0_until_6.3.0/StorefrontTestRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_5.0.0_until_6.3.0/StorefrontTestRestart-2.txt)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(
|
2021-09-03 05:07:15 +08:00
|
|
|
TEST_FILES restarting/from_5.1.7_until_6.3.0/DrUpgradeRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_5.1.7_until_6.3.0/DrUpgradeRestart-2.txt)
|
2020-02-10 00:34:14 +08:00
|
|
|
add_fdb_test(
|
2021-09-03 05:07:15 +08:00
|
|
|
TEST_FILES restarting/from_5.2.0_until_6.3.0/ClientTransactionProfilingCorrectness-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_5.2.0_until_6.3.0/ClientTransactionProfilingCorrectness-2.txt)
|
2021-09-03 05:07:15 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_6.3.13/ClientTransactionProfilingCorrectness-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_6.3.13/ClientTransactionProfilingCorrectness-2.txt)
|
2021-09-03 05:07:15 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_6.3.13/CycleTestRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_6.3.13/CycleTestRestart-2.txt)
|
2021-09-03 05:07:15 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_6.3.13/StorefrontTestRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_6.3.13/StorefrontTestRestart-2.txt)
|
2022-06-11 01:08:18 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_6.3.13_until_7.2.0/DrUpgradeRestart-1.txt
|
2022-10-15 00:20:52 +08:00
|
|
|
restarting/from_6.3.13_until_7.2.0/DrUpgradeRestart-2.txt)
|
2020-10-05 09:11:04 +08:00
|
|
|
add_fdb_test(
|
2023-02-04 02:20:51 +08:00
|
|
|
TEST_FILES restarting/from_7.0.0_until_7.1.0/UpgradeAndBackupRestore-1.toml
|
|
|
|
|
restarting/from_7.0.0_until_7.1.0/UpgradeAndBackupRestore-2.toml)
|
2020-06-18 14:04:04 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/ConfigureTestRestart-1.toml
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/ConfigureTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/SnapCycleRestart-1.txt
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/SnapCycleRestart-2.txt)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/SnapIncrementalRestore-1.txt
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/SnapIncrementalRestore-2.txt)
|
2021-12-01 02:52:06 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/SnapTestAttrition-1.txt
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/SnapTestAttrition-2.txt)
|
2021-12-01 02:52:06 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/SnapTestSimpleRestart-1.txt
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/SnapTestSimpleRestart-2.txt)
|
2021-12-01 02:52:06 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/SnapTestRestart-1.txt
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/SnapTestRestart-2.txt)
|
2021-12-01 02:52:06 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/ConfigureStorageMigrationTestRestart-2.toml)
|
2023-02-04 02:20:51 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/UpgradeAndBackupRestore-1.toml
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/UpgradeAndBackupRestore-2.toml)
|
2021-12-01 02:52:06 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/VersionVectorDisableRestart-1.toml
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/VersionVectorDisableRestart-2.toml)
|
2022-02-14 08:10:45 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.1.0_until_7.2.0/VersionVectorEnableRestart-1.toml
|
|
|
|
|
restarting/from_7.1.0_until_7.2.0/VersionVectorEnableRestart-2.toml)
|
2022-02-17 02:48:31 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.2.0_until_7.3.0/ConfigureTestRestart-1.toml
|
|
|
|
|
restarting/from_7.2.0_until_7.3.0/ConfigureTestRestart-2.toml)
|
2022-03-31 02:59:20 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.2.0_until_7.3.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/from_7.2.0_until_7.3.0/ConfigureStorageMigrationTestRestart-2.toml)
|
2022-04-05 11:51:51 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.2.0_until_7.3.0/VersionVectorDisableRestart-1.toml
|
|
|
|
|
restarting/from_7.2.0_until_7.3.0/VersionVectorDisableRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.2.0_until_7.3.0/VersionVectorEnableRestart-1.toml
|
|
|
|
|
restarting/from_7.2.0_until_7.3.0/VersionVectorEnableRestart-2.toml)
|
2022-06-11 01:08:18 +08:00
|
|
|
add_fdb_test(
|
2023-01-07 08:01:24 +08:00
|
|
|
TEST_FILES restarting/from_7.2.0/DrUpgradeRestart-1.toml
|
|
|
|
|
restarting/from_7.2.0/DrUpgradeRestart-2.toml)
|
2023-01-26 09:37:16 +08:00
|
|
|
add_fdb_test(
|
2023-02-04 02:20:51 +08:00
|
|
|
TEST_FILES restarting/from_7.2.4_until_7.3.0/UpgradeAndBackupRestore-1.toml
|
|
|
|
|
restarting/from_7.2.4_until_7.3.0/UpgradeAndBackupRestore-2.toml)
|
2022-10-20 05:15:03 +08:00
|
|
|
add_fdb_test(
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
TEST_FILES restarting/from_7.3.0/ConfigureTestRestart-1.toml
|
|
|
|
|
restarting/from_7.3.0/ConfigureTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/from_7.3.0/ConfigureStorageMigrationTestRestart-2.toml)
|
2023-02-04 02:20:51 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/UpgradeAndBackupRestore-1.toml
|
|
|
|
|
restarting/from_7.3.0/UpgradeAndBackupRestore-2.toml)
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/VersionVectorDisableRestart-1.toml
|
|
|
|
|
restarting/from_7.3.0/VersionVectorDisableRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/VersionVectorEnableRestart-1.toml
|
|
|
|
|
restarting/from_7.3.0/VersionVectorEnableRestart-2.toml)
|
2023-02-07 04:54:20 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/BlobGranuleRestartCycle-1.toml
|
|
|
|
|
restarting/from_7.3.0/BlobGranuleRestartCycle-2.toml)
|
2023-02-07 21:47:53 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/from_7.3.0/BlobGranuleRestartLarge-1.toml
|
|
|
|
|
restarting/from_7.3.0/BlobGranuleRestartLarge-2.toml)
|
Update restart test for encryption, Redwood and snapshot (#9214)
Changes:
1. Update `ConfigureDatabase` workload to test with Redwood, while previously it does not. Also when encryption is enabled, only test with Redwood and not test the migration to other storage engine types, as currently only Redwood supports encryption.
2. Update multiple restart tests so that when testing upgrade from/downgrade to 7.2, disable encryption. This is due to recent change to make encryption controlled by DB config instead of a knob make 7.3 encryption incompatible with 7.2 encryption, and 7.2 encryption is considered an incomplete feature. This is done by splitting `from_7.1.0` test directory into `from_7.1.0_until_7.2.0`/`from_7.2.0_until_7.3.0`/`from_7.3.0`, duplicating every test to these directories and add `disableEncryption=true` when needed. Except...
3. For tests that run `SnapTest`, keep them in `from_7.1.0_until_7.2.0` directory. These tests could fail with 7.2/7.3 restart test, and due to separate Joshua issue, these failures are not exposed when they stay in `from_7.1.0` directory. The plan is to only keep these snapshot tests in `from_7.3.0` (or the directory for restart from the latest version) once issues are fixed.
2023-01-27 04:34:41 +08:00
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.1.0_until_7.2.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/to_7.1.0_until_7.2.0/ConfigureStorageMigrationTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.1.0_until_7.2.0/CycleTestRestart-1.toml
|
|
|
|
|
restarting/to_7.1.0_until_7.2.0/CycleTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.2.0_until_7.3.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/to_7.2.0_until_7.3.0/ConfigureStorageMigrationTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.2.0_until_7.3.0/CycleTestRestart-1.toml
|
|
|
|
|
restarting/to_7.2.0_until_7.3.0/CycleTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.3.0/ConfigureStorageMigrationTestRestart-1.toml
|
|
|
|
|
restarting/to_7.3.0/ConfigureStorageMigrationTestRestart-2.toml)
|
|
|
|
|
add_fdb_test(
|
|
|
|
|
TEST_FILES restarting/to_7.3.0/CycleTestRestart-1.toml
|
|
|
|
|
restarting/to_7.3.0/CycleTestRestart-2.toml)
|
2022-02-14 08:10:45 +08:00
|
|
|
|
|
|
|
|
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/ApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ApiCorrectnessAtomicRestore.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ApiCorrectnessSwitchover.toml)
|
2022-01-25 05:15:27 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleVerifyLarge.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleVerifyLargeClean.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleVerifyBalance.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleVerifyBalanceClean.toml)
|
2022-01-26 05:41:38 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleCorrectnessClean.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/BlobGranuleCorrectness.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/ClogWithRollbacks.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/CloggedCycleTest.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/CloggedStorefront.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/CommitBug.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ConfigureTest.toml)
|
2021-09-22 07:49:55 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/ConfigureStorageMigrationTest.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/CycleRollbackPlain.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/DDBalanceAndRemove.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/DDBalanceAndRemoveStatus.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/DifferentClustersSameRV.toml)
|
2021-07-30 16:32:43 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/DiskFailureCycle.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/FastTriggeredWatches.toml)
|
2022-10-22 02:11:11 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/LongRunning.toml LONG_RUNNING)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/LowLatencyWithFailures.toml)
|
2022-07-30 00:24:06 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/MetaclusterManagement.toml)
|
2023-02-12 07:15:32 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/MetaclusterManagementConcurrency.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/MoveKeysClean.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/MoveKeysSideband.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/RyowCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/Serializability.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SharedBackupCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SharedBackupToDBCorrectness.toml)
|
2022-09-28 06:25:30 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/SharedDefaultBackupCorrectness.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/StorefrontTest.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledApiCorrectness.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledCycleTest.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledDdBalance.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapse.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapseIncrement.toml)
|
2022-02-24 00:06:39 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledTenantManagement.toml)
|
2022-06-11 01:08:18 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/SwizzledTenantManagementMetacluster.toml)
|
2023-02-11 05:49:15 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/TenantCapacityLimits.toml)
|
2022-02-24 00:06:39 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/TenantManagement.toml)
|
2022-06-08 04:48:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/TenantManagementConcurrency.toml)
|
2020-07-13 05:41:12 +08:00
|
|
|
add_fdb_test(TEST_FILES slow/VersionStampBackupToDB.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/VersionStampSwitchover.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/WriteDuringReadAtomicRestore.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/WriteDuringReadSwitchover.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ddbalance.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessAtomicOp.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessCycle.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessMultiCycles.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessAtomicOp.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessCycle.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessMultiCycles.toml)
|
|
|
|
|
add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.toml)
|
2020-10-16 06:58:32 +08:00
|
|
|
add_fdb_test(TEST_FILES ParallelRestoreOldBackupApiCorrectnessAtomicRestore.toml IGNORE)
|
2020-02-10 00:34:14 +08:00
|
|
|
# Note that status tests are not deterministic.
|
|
|
|
|
add_fdb_test(TEST_FILES status/invalid_proc_addresses.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/local_6_machine_no_replicas_remain.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_1_of_3_coordinators_remain.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_2_of_3_coordinators_remain.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_cannot_write_cluster_file.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_idle.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_initializing.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_no_coordinators.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_no_database.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_no_servers.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/separate_not_enough_servers.txt)
|
|
|
|
|
add_fdb_test(TEST_FILES status/single_process_too_many_config_params.txt)
|
2019-01-23 06:25:20 +08:00
|
|
|
|
2021-05-08 05:54:59 +08:00
|
|
|
if(NOT OPEN_FOR_IDE)
|
|
|
|
|
add_test(
|
|
|
|
|
NAME multiversion_client/unit_tests
|
|
|
|
|
COMMAND $<TARGET_FILE:fdbserver> -r unittests -f /fdbclient/multiversionclient/
|
|
|
|
|
)
|
2022-08-13 01:23:32 +08:00
|
|
|
set_tests_properties("multiversion_client/unit_tests" PROPERTIES ENVIRONMENT "${SANITIZER_OPTIONS}")
|
2021-05-12 03:21:09 +08:00
|
|
|
add_test(
|
|
|
|
|
NAME threadsafe_threadfuture_to_future/unit_tests
|
|
|
|
|
COMMAND $<TARGET_FILE:fdbserver> -r unittests -f /flow/safeThreadFutureToFuture/
|
|
|
|
|
)
|
2022-08-13 01:23:32 +08:00
|
|
|
set_tests_properties("threadsafe_threadfuture_to_future/unit_tests" PROPERTIES ENVIRONMENT "${SANITIZER_OPTIONS}")
|
2021-05-08 05:54:59 +08:00
|
|
|
endif()
|
2019-10-22 05:52:03 +08:00
|
|
|
|
2021-12-15 04:03:44 +08:00
|
|
|
if(NOT OPEN_FOR_IDE)
|
|
|
|
|
add_test(
|
|
|
|
|
NAME command_line_argument_test
|
2022-07-30 04:26:08 +08:00
|
|
|
COMMAND ${Python3_EXECUTABLE} ${CMAKE_SOURCE_DIR}/tests/argument_parsing/test_argument_parsing.py ${CMAKE_BINARY_DIR}
|
2021-12-15 04:03:44 +08:00
|
|
|
)
|
Set FDB_CLUSTER_FILE for command_line_argument_test (#8155)
Previously, you would see the following in command_line_argument_test:
```
Traceback (most recent call last):
File "/home/jenkins/fdb/extra/long/path/to/work/around/strange/cpack/debug/rpm/behavior/tests/argument_parsing/test_argument_parsing.py", line 113, in <module>
test_fdbcli(args.build_dir)
File "/home/jenkins/fdb/extra/long/path/to/work/around/strange/cpack/debug/rpm/behavior/tests/argument_parsing/test_argument_parsing.py", line 79, in test_fdbcli
check(is_unknown_knob(run_command(command, ["--knob-fake-knob", "foo"])))
File "/home/jenkins/fdb/extra/long/path/to/work/around/strange/cpack/debug/rpm/behavior/tests/argument_parsing/test_argument_parsing.py", line 30, in check
assert condition, "Command output:\n" + last_command_output
AssertionError: Command output:
Unable to read cluster file `./fdb.cluster' or `/etc/foundationdb/fdb.cluster' and FDB_CLUSTER_FILE unset: 1515 No cluster file found in current directory or default location
```
2022-09-13 06:35:30 +08:00
|
|
|
set_tests_properties(command_line_argument_test PROPERTIES ENVIRONMENT "FDB_CLUSTER_FILE=${CMAKE_BINARY_DIR}/fdb.cluster")
|
2021-12-15 04:03:44 +08:00
|
|
|
endif()
|
|
|
|
|
|
2020-02-10 00:34:14 +08:00
|
|
|
verify_testing()
|
2022-10-15 00:20:52 +08:00
|
|
|
if(NOT OPEN_FOR_IDE AND NOT WIN32)
|
2020-05-22 04:35:54 +08:00
|
|
|
create_correctness_package()
|
2022-10-15 00:20:52 +08:00
|
|
|
if(USE_VALGRIND)
|
2020-05-22 04:35:54 +08:00
|
|
|
create_valgrind_correctness_package()
|
|
|
|
|
endif()
|
2022-10-15 00:20:52 +08:00
|
|
|
if(ENABLE_LONG_RUNNING_TESTS)
|
2022-10-12 06:28:07 +08:00
|
|
|
create_long_running_correctness_package()
|
|
|
|
|
endif()
|
2020-02-11 02:02:05 +08:00
|
|
|
endif()
|
2022-08-16 19:21:44 +08:00
|
|
|
|
2022-10-15 00:20:52 +08:00
|
|
|
if(NOT OPEN_FOR_IDE AND NOT WIN32 AND NOT USE_SANITIZER)
|
2022-08-19 21:41:12 +08:00
|
|
|
# setup venv for testing token-based authorization
|
2022-10-15 00:20:52 +08:00
|
|
|
if(APPLE)
|
2022-09-23 00:30:42 +08:00
|
|
|
set(ld_env_name "DYLD_LIBRARY_PATH")
|
|
|
|
|
else()
|
|
|
|
|
set(ld_env_name "LD_LIBRARY_PATH")
|
|
|
|
|
endif()
|
2022-08-19 21:41:12 +08:00
|
|
|
set(authz_venv_dir ${CMAKE_CURRENT_BINARY_DIR}/authorization_test_venv)
|
|
|
|
|
set(authz_venv_activate ". ${authz_venv_dir}/bin/activate")
|
|
|
|
|
set(authz_venv_stamp_file ${authz_venv_dir}/venv.ready)
|
|
|
|
|
set(authz_venv_cmd "")
|
|
|
|
|
string(APPEND authz_venv_cmd "[[ ! -f ${authz_venv_stamp_file} ]] && ")
|
|
|
|
|
string(APPEND authz_venv_cmd "${Python3_EXECUTABLE} -m venv ${authz_venv_dir} ")
|
|
|
|
|
string(APPEND authz_venv_cmd "&& ${authz_venv_activate} ")
|
|
|
|
|
string(APPEND authz_venv_cmd "&& pip install --upgrade pip ")
|
2022-11-22 06:38:20 +08:00
|
|
|
string(APPEND authz_venv_cmd "&& pip install -r ${CMAKE_SOURCE_DIR}/tests/authorization/requirements.txt ")
|
2022-08-19 21:41:12 +08:00
|
|
|
string(APPEND authz_venv_cmd "&& (cd ${CMAKE_BINARY_DIR}/bindings/python && python3 setup.py install) ")
|
|
|
|
|
string(APPEND authz_venv_cmd "&& touch ${authz_venv_stamp_file} ")
|
|
|
|
|
string(APPEND authz_venv_cmd "|| echo 'venv already set up'")
|
2022-08-17 20:57:05 +08:00
|
|
|
add_test(
|
|
|
|
|
NAME authorization_venv_setup
|
2022-08-19 21:41:12 +08:00
|
|
|
COMMAND bash -c ${authz_venv_cmd}
|
2022-08-17 20:57:05 +08:00
|
|
|
WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
|
2022-08-19 21:41:12 +08:00
|
|
|
set_tests_properties(authorization_venv_setup PROPERTIES FIXTURES_SETUP authz_virtual_env TIMEOUT 60)
|
2022-08-16 19:21:44 +08:00
|
|
|
|
2022-09-23 00:30:42 +08:00
|
|
|
set(authz_script_dir ${CMAKE_SOURCE_DIR}/tests/authorization)
|
2023-02-06 20:18:10 +08:00
|
|
|
set(enable_grv_cache 0 1)
|
|
|
|
|
set(force_mvc 0 1)
|
|
|
|
|
foreach(is_grv_cache_enabled IN LISTS enable_grv_cache)
|
|
|
|
|
foreach(is_mvc_forced IN LISTS force_mvc)
|
2023-02-07 00:21:45 +08:00
|
|
|
if(NOT is_mvc_forced AND is_grv_cache_enabled)
|
|
|
|
|
continue() # grv cache requires setting up of shared database state which is only available in MVC mode
|
|
|
|
|
endif()
|
2023-02-06 20:18:10 +08:00
|
|
|
set(authz_test_name "authz")
|
|
|
|
|
set(test_opt "")
|
|
|
|
|
if(is_grv_cache_enabled)
|
|
|
|
|
string(APPEND test_opt " --use-grv-cache")
|
|
|
|
|
string(APPEND authz_test_name "_with_grv_cache")
|
|
|
|
|
else()
|
|
|
|
|
string(APPEND authz_test_name "_no_grv_cache")
|
|
|
|
|
endif()
|
|
|
|
|
if(is_mvc_forced)
|
|
|
|
|
string(APPEND test_opt " --force-multi-version-client")
|
|
|
|
|
string(APPEND authz_test_name "_with_forced_mvc")
|
|
|
|
|
else()
|
|
|
|
|
string(APPEND authz_test_name "_no_forced_mvc")
|
|
|
|
|
endif()
|
|
|
|
|
set(authz_test_cmd "${authz_venv_activate} && pytest ${authz_script_dir}/authz_test.py -rA --build-dir ${CMAKE_BINARY_DIR} -vvv${test_opt}")
|
|
|
|
|
add_test(
|
|
|
|
|
NAME ${authz_test_name}
|
|
|
|
|
WORKING_DIRECTORY ${authz_venv_dir}
|
|
|
|
|
COMMAND bash -c ${authz_test_cmd})
|
|
|
|
|
set_tests_properties(${authz_test_name} PROPERTIES ENVIRONMENT "PYTHONPATH=${CMAKE_SOURCE_DIR}/tests/TestRunner;${ld_env_name}=${CMAKE_BINARY_DIR}/lib")
|
|
|
|
|
set_tests_properties(${authz_test_name} PROPERTIES FIXTURES_REQUIRED authz_virtual_env)
|
|
|
|
|
set_tests_properties(${authz_test_name} PROPERTIES TIMEOUT 120)
|
|
|
|
|
endforeach()
|
|
|
|
|
endforeach()
|
2022-08-17 20:57:05 +08:00
|
|
|
endif()
|
2019-12-12 03:11:17 +08:00
|
|
|
else()
|
2020-02-10 00:34:14 +08:00
|
|
|
message(WARNING "Python not found, won't configure ctest")
|
2020-02-04 02:42:05 +08:00
|
|
|
endif()
|