diff --git a/build/txt-to-toml.py b/build/txt-to-toml.py new file mode 100755 index 0000000000..3e8ffec052 --- /dev/null +++ b/build/txt-to-toml.py @@ -0,0 +1,63 @@ +#!/usr/bin/env python +import sys + + +def main(): + if len(sys.argv) != 2: + print('Usage: txt-to-toml.py [src.txt]') + return 1 + + filename = sys.argv[1] + + indent = ' ' + in_workload = False + first_test = False + keys_before_test = False + + for line in open(filename): + k = '' + v = '' + + if line.strip().startswith(';'): + print( (indent if in_workload else '') + line.strip().replace(';', '#') ) + continue + + if '=' in line: + (k, v) = line.strip().split('=') + (k, v) = (k.strip(), v.strip()) + + if k == 'testTitle': + first_test = True + if in_workload: + print('') + in_workload = False + if keys_before_test: + print('') + keys_before_test = False + print('[[test]]') + + if k == 'testName': + in_workload = True + print('') + print(indent + '[[test.workload]]') + + if not first_test: + keys_before_test = True + + if v.startswith('.'): + v = '0' + v + + if any(c.isalpha() or c in ['/', '!'] for c in v): + if v != 'true' and v != 'false': + v = "'" + v + "'" + + if k == 'buggify': + print('buggify = ' + ('true' if v == "'on'" else 'false')) + elif k: + print( (indent if in_workload else '') + k + ' = ' + v) + + return 0 + + +if __name__ == '__main__': + sys.exit(main()) diff --git a/cmake/AddFdbTest.cmake b/cmake/AddFdbTest.cmake index ba0450e433..b3f6e7f69c 100644 --- a/cmake/AddFdbTest.cmake +++ b/cmake/AddFdbTest.cmake @@ -16,6 +16,8 @@ function(configure_testing) set(no_tests YES) if(CONFIGURE_TESTING_ERROR_ON_ADDITIONAL_FILES) file(GLOB_RECURSE candidates "${CONFIGURE_TESTING_TEST_DIRECTORY}/*.txt") + file(GLOB_RECURSE toml_candidates "${CONFIGURE_TESTING_TEST_DIRECTORY}/*.toml") + list(APPEND candidates ${toml_candidates}) foreach(candidate IN LISTS candidates) set(candidate_is_test YES) foreach(pattern IN LISTS CONFIGURE_TESTING_IGNORE_PATTERNS) diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index e878196f71..d9e17ddf31 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -67,7 +67,6 @@ if(WITH_PYTHON) add_fdb_test(TEST_FILES ReadAbsent.txt IGNORE) add_fdb_test(TEST_FILES ReadAfterWrite.txt IGNORE) add_fdb_test(TEST_FILES ReadHalfAbsent.txt IGNORE) - add_fdb_test(TEST_FILES fast/ReadHotDetectionCorrectness.txt) add_fdb_test(TEST_FILES RedwoodCorrectnessUnits.txt IGNORE) add_fdb_test(TEST_FILES RedwoodCorrectnessBTree.txt IGNORE) add_fdb_test(TEST_FILES RedwoodCorrectnessPager.txt IGNORE) @@ -105,65 +104,66 @@ if(WITH_PYTHON) add_fdb_test(TEST_FILES randomSelector.txt IGNORE) add_fdb_test(TEST_FILES selectorCorrectness.txt IGNORE) add_fdb_test(TEST_FILES WriteTagThrottling.txt IGNORE) - add_fdb_test(TEST_FILES fast/AtomicBackupCorrectness.txt) - add_fdb_test(TEST_FILES fast/AtomicBackupToDBCorrectness.txt) - add_fdb_test(TEST_FILES fast/AtomicOps.txt) - add_fdb_test(TEST_FILES fast/AtomicOpsApiCorrectness.txt) - add_fdb_test(TEST_FILES fast/BackupCorrectness.txt) - add_fdb_test(TEST_FILES fast/BackupCorrectnessClean.txt) - add_fdb_test(TEST_FILES fast/BackupToDBCorrectness.txt) - add_fdb_test(TEST_FILES fast/BackupToDBCorrectnessClean.txt) - add_fdb_test(TEST_FILES fast/CacheTest.txt) - add_fdb_test(TEST_FILES fast/CloggedSideband.txt) - add_fdb_test(TEST_FILES fast/ConfigureLocked.txt) - add_fdb_test(TEST_FILES fast/ConstrainedRandomSelector.txt) - add_fdb_test(TEST_FILES fast/CycleAndLock.txt) - add_fdb_test(TEST_FILES fast/CycleTest.txt) - add_fdb_test(TEST_FILES fast/FuzzApiCorrectness.txt) - add_fdb_test(TEST_FILES fast/FuzzApiCorrectnessClean.txt) - add_fdb_test(TEST_FILES fast/IncrementTest.txt) - add_fdb_test(TEST_FILES fast/InventoryTestAlmostReadOnly.txt) - add_fdb_test(TEST_FILES fast/InventoryTestSomeWrites.txt) - add_fdb_test(TEST_FILES fast/KillRegionCycle.txt) - add_fdb_test(TEST_FILES fast/LocalRatekeeper.txt) - add_fdb_test(TEST_FILES fast/LongStackWriteDuringRead.txt) - add_fdb_test(TEST_FILES fast/LowLatency.txt) - add_fdb_test(TEST_FILES fast/MemoryLifetime.txt) - add_fdb_test(TEST_FILES fast/MoveKeysCycle.txt) - add_fdb_test(TEST_FILES fast/RandomSelector.txt) - add_fdb_test(TEST_FILES fast/RandomUnitTests.txt) - add_fdb_test(TEST_FILES fast/ReportConflictingKeys.txt) - add_fdb_test(TEST_FILES fast/SelectorCorrectness.txt) - add_fdb_test(TEST_FILES fast/Sideband.txt) - add_fdb_test(TEST_FILES fast/SidebandWithStatus.txt) - add_fdb_test(TEST_FILES fast/SpecialKeySpaceCorrectness.txt) - add_fdb_test(TEST_FILES fast/SwizzledRollbackSideband.txt) - add_fdb_test(TEST_FILES fast/SystemRebootTestCycle.txt) - add_fdb_test(TEST_FILES fast/TaskBucketCorrectness.txt) - add_fdb_test(TEST_FILES fast/TimeKeeperCorrectness.txt) - add_fdb_test(TEST_FILES fast/TxnStateStoreCycleTest.txt) - add_fdb_test(TEST_FILES fast/Unreadable.txt) - add_fdb_test(TEST_FILES fast/VersionStamp.txt) - add_fdb_test(TEST_FILES fast/Watches.txt) - add_fdb_test(TEST_FILES fast/WriteDuringRead.txt) - add_fdb_test(TEST_FILES fast/WriteDuringReadClean.txt) - add_fdb_test(TEST_FILES rare/CheckRelocation.txt) - add_fdb_test(TEST_FILES rare/ClogUnclog.txt) - add_fdb_test(TEST_FILES rare/CloggedCycleWithKills.txt) - add_fdb_test(TEST_FILES rare/ConflictRangeCheck.txt) - add_fdb_test(TEST_FILES rare/ConflictRangeRYOWCheck.txt) - add_fdb_test(TEST_FILES rare/CycleRollbackClogged.txt) - add_fdb_test(TEST_FILES rare/CycleWithKills.txt) - add_fdb_test(TEST_FILES rare/FuzzTest.txt) - add_fdb_test(TEST_FILES rare/InventoryTestHeavyWrites.txt) - add_fdb_test(TEST_FILES rare/LargeApiCorrectness.txt) - add_fdb_test(TEST_FILES rare/LargeApiCorrectnessStatus.txt) - add_fdb_test(TEST_FILES rare/RYWDisable.txt) - add_fdb_test(TEST_FILES rare/RandomReadWriteTest.txt) - add_fdb_test(TEST_FILES rare/SwizzledLargeApiCorrectness.txt) - add_fdb_test(TEST_FILES rare/RedwoodCorrectnessBTree.txt) - add_fdb_test(TEST_FILES rare/TransactionTagApiCorrectness.txt) - add_fdb_test(TEST_FILES rare/TransactionTagSwizzledApiCorrectness.txt) + add_fdb_test(TEST_FILES fast/AtomicBackupCorrectness.toml) + add_fdb_test(TEST_FILES fast/AtomicBackupToDBCorrectness.toml) + add_fdb_test(TEST_FILES fast/AtomicOps.toml) + add_fdb_test(TEST_FILES fast/AtomicOpsApiCorrectness.toml) + add_fdb_test(TEST_FILES fast/BackupCorrectness.toml) + add_fdb_test(TEST_FILES fast/BackupCorrectnessClean.toml) + add_fdb_test(TEST_FILES fast/BackupToDBCorrectness.toml) + add_fdb_test(TEST_FILES fast/BackupToDBCorrectnessClean.toml) + add_fdb_test(TEST_FILES fast/CacheTest.toml) + add_fdb_test(TEST_FILES fast/CloggedSideband.toml) + add_fdb_test(TEST_FILES fast/ConfigureLocked.toml) + add_fdb_test(TEST_FILES fast/ConstrainedRandomSelector.toml) + add_fdb_test(TEST_FILES fast/CycleAndLock.toml) + add_fdb_test(TEST_FILES fast/CycleTest.toml) + add_fdb_test(TEST_FILES fast/FuzzApiCorrectness.toml) + add_fdb_test(TEST_FILES fast/FuzzApiCorrectnessClean.toml) + add_fdb_test(TEST_FILES fast/IncrementTest.toml) + add_fdb_test(TEST_FILES fast/InventoryTestAlmostReadOnly.toml) + add_fdb_test(TEST_FILES fast/InventoryTestSomeWrites.toml) + add_fdb_test(TEST_FILES fast/KillRegionCycle.toml) + add_fdb_test(TEST_FILES fast/LocalRatekeeper.toml) + add_fdb_test(TEST_FILES fast/LongStackWriteDuringRead.toml) + add_fdb_test(TEST_FILES fast/LowLatency.toml) + add_fdb_test(TEST_FILES fast/MemoryLifetime.toml) + add_fdb_test(TEST_FILES fast/MoveKeysCycle.toml) + add_fdb_test(TEST_FILES fast/RandomSelector.toml) + add_fdb_test(TEST_FILES fast/RandomUnitTests.toml) + add_fdb_test(TEST_FILES fast/ReadHotDetectionCorrectness.toml) + add_fdb_test(TEST_FILES fast/ReportConflictingKeys.toml) + add_fdb_test(TEST_FILES fast/SelectorCorrectness.toml) + add_fdb_test(TEST_FILES fast/Sideband.toml) + add_fdb_test(TEST_FILES fast/SidebandWithStatus.toml) + add_fdb_test(TEST_FILES fast/SpecialKeySpaceCorrectness.toml) + add_fdb_test(TEST_FILES fast/SwizzledRollbackSideband.toml) + add_fdb_test(TEST_FILES fast/SystemRebootTestCycle.toml) + add_fdb_test(TEST_FILES fast/TaskBucketCorrectness.toml) + add_fdb_test(TEST_FILES fast/TimeKeeperCorrectness.toml) + add_fdb_test(TEST_FILES fast/TxnStateStoreCycleTest.toml) + add_fdb_test(TEST_FILES fast/Unreadable.toml) + add_fdb_test(TEST_FILES fast/VersionStamp.toml) + add_fdb_test(TEST_FILES fast/Watches.toml) + add_fdb_test(TEST_FILES fast/WriteDuringRead.toml) + add_fdb_test(TEST_FILES fast/WriteDuringReadClean.toml) + add_fdb_test(TEST_FILES rare/CheckRelocation.toml) + add_fdb_test(TEST_FILES rare/ClogUnclog.toml) + add_fdb_test(TEST_FILES rare/CloggedCycleWithKills.toml) + add_fdb_test(TEST_FILES rare/ConflictRangeCheck.toml) + add_fdb_test(TEST_FILES rare/ConflictRangeRYOWCheck.toml) + add_fdb_test(TEST_FILES rare/CycleRollbackClogged.toml) + add_fdb_test(TEST_FILES rare/CycleWithKills.toml) + add_fdb_test(TEST_FILES rare/FuzzTest.toml) + add_fdb_test(TEST_FILES rare/InventoryTestHeavyWrites.toml) + add_fdb_test(TEST_FILES rare/LargeApiCorrectness.toml) + add_fdb_test(TEST_FILES rare/LargeApiCorrectnessStatus.toml) + add_fdb_test(TEST_FILES rare/RYWDisable.toml) + add_fdb_test(TEST_FILES rare/RandomReadWriteTest.toml) + add_fdb_test(TEST_FILES rare/SwizzledLargeApiCorrectness.toml) + add_fdb_test(TEST_FILES rare/RedwoodCorrectnessBTree.toml) + add_fdb_test(TEST_FILES rare/TransactionTagApiCorrectness.toml) + add_fdb_test(TEST_FILES rare/TransactionTagSwizzledApiCorrectness.toml) add_fdb_test( TEST_FILES restarting/from_7.0.0/ConfigureTestRestart-1.txt @@ -192,46 +192,46 @@ if(WITH_PYTHON) add_fdb_test( TEST_FILES restarting/from_5.2.0/ClientTransactionProfilingCorrectness-1.txt restarting/from_5.2.0/ClientTransactionProfilingCorrectness-2.txt) - add_fdb_test(TEST_FILES slow/ApiCorrectness.txt) - add_fdb_test(TEST_FILES slow/ApiCorrectnessAtomicRestore.txt) - add_fdb_test(TEST_FILES slow/ApiCorrectnessSwitchover.txt) - add_fdb_test(TEST_FILES slow/ClogWithRollbacks.txt) - add_fdb_test(TEST_FILES slow/CloggedCycleTest.txt) - add_fdb_test(TEST_FILES slow/CloggedStorefront.txt) - add_fdb_test(TEST_FILES slow/CommitBug.txt) - add_fdb_test(TEST_FILES slow/ConfigureTest.txt) - add_fdb_test(TEST_FILES slow/CycleRollbackPlain.txt) - add_fdb_test(TEST_FILES slow/DDBalanceAndRemove.txt) - add_fdb_test(TEST_FILES slow/DDBalanceAndRemoveStatus.txt) - add_fdb_test(TEST_FILES slow/DifferentClustersSameRV.txt) - add_fdb_test(TEST_FILES slow/FastTriggeredWatches.txt) - add_fdb_test(TEST_FILES slow/LowLatencyWithFailures.txt) - add_fdb_test(TEST_FILES slow/MoveKeysClean.txt) - add_fdb_test(TEST_FILES slow/MoveKeysSideband.txt) - add_fdb_test(TEST_FILES slow/RyowCorrectness.txt) - add_fdb_test(TEST_FILES slow/Serializability.txt) - add_fdb_test(TEST_FILES slow/SharedBackupCorrectness.txt) - add_fdb_test(TEST_FILES slow/SharedBackupToDBCorrectness.txt) - add_fdb_test(TEST_FILES slow/StorefrontTest.txt) - add_fdb_test(TEST_FILES slow/SwizzledApiCorrectness.txt) - add_fdb_test(TEST_FILES slow/SwizzledCycleTest.txt) - add_fdb_test(TEST_FILES slow/SwizzledDdBalance.txt) - add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapse.txt) - add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapseIncrement.txt) - add_fdb_test(TEST_FILES slow/VersionStampBackupToDB.txt) - add_fdb_test(TEST_FILES slow/VersionStampSwitchover.txt) - add_fdb_test(TEST_FILES slow/WriteDuringReadAtomicRestore.txt) - add_fdb_test(TEST_FILES slow/WriteDuringReadSwitchover.txt) - add_fdb_test(TEST_FILES slow/ddbalance.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessAtomicOp.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessCycle.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessMultiCycles.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessAtomicOp.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessCycle.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessMultiCycles.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.txt) - add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.txt) + add_fdb_test(TEST_FILES slow/ApiCorrectness.toml) + add_fdb_test(TEST_FILES slow/ApiCorrectnessAtomicRestore.toml) + add_fdb_test(TEST_FILES slow/ApiCorrectnessSwitchover.toml) + add_fdb_test(TEST_FILES slow/ClogWithRollbacks.toml) + add_fdb_test(TEST_FILES slow/CloggedCycleTest.toml) + add_fdb_test(TEST_FILES slow/CloggedStorefront.toml) + add_fdb_test(TEST_FILES slow/CommitBug.toml) + add_fdb_test(TEST_FILES slow/ConfigureTest.toml) + add_fdb_test(TEST_FILES slow/CycleRollbackPlain.toml) + add_fdb_test(TEST_FILES slow/DDBalanceAndRemove.toml) + add_fdb_test(TEST_FILES slow/DDBalanceAndRemoveStatus.toml) + add_fdb_test(TEST_FILES slow/DifferentClustersSameRV.toml) + add_fdb_test(TEST_FILES slow/FastTriggeredWatches.toml) + add_fdb_test(TEST_FILES slow/LowLatencyWithFailures.toml) + add_fdb_test(TEST_FILES slow/MoveKeysClean.toml) + add_fdb_test(TEST_FILES slow/MoveKeysSideband.toml) + add_fdb_test(TEST_FILES slow/RyowCorrectness.toml) + add_fdb_test(TEST_FILES slow/Serializability.toml) + add_fdb_test(TEST_FILES slow/SharedBackupCorrectness.toml) + add_fdb_test(TEST_FILES slow/SharedBackupToDBCorrectness.toml) + add_fdb_test(TEST_FILES slow/StorefrontTest.toml) + add_fdb_test(TEST_FILES slow/SwizzledApiCorrectness.toml) + add_fdb_test(TEST_FILES slow/SwizzledCycleTest.toml) + add_fdb_test(TEST_FILES slow/SwizzledDdBalance.toml) + add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapse.toml) + add_fdb_test(TEST_FILES slow/SwizzledRollbackTimeLapseIncrement.toml) + add_fdb_test(TEST_FILES slow/VersionStampBackupToDB.toml) + add_fdb_test(TEST_FILES slow/VersionStampSwitchover.toml) + add_fdb_test(TEST_FILES slow/WriteDuringReadAtomicRestore.toml) + add_fdb_test(TEST_FILES slow/WriteDuringReadSwitchover.toml) + add_fdb_test(TEST_FILES slow/ddbalance.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessAtomicOp.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessCycle.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupCorrectnessMultiCycles.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessAtomicOp.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessCycle.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupCorrectnessMultiCycles.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.toml) + add_fdb_test(TEST_FILES slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.toml) # Note that status tests are not deterministic. add_fdb_test(TEST_FILES status/invalid_proc_addresses.txt) add_fdb_test(TEST_FILES status/local_6_machine_no_replicas_remain.txt) diff --git a/tests/fast/AtomicBackupCorrectness.toml b/tests/fast/AtomicBackupCorrectness.toml new file mode 100644 index 0000000000..d97b194139 --- /dev/null +++ b/tests/fast/AtomicBackupCorrectness.toml @@ -0,0 +1,39 @@ +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' + + [[test.workload]] + testName = 'AtomicOps' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/fast/AtomicBackupCorrectness.txt b/tests/fast/AtomicBackupCorrectness.txt deleted file mode 100644 index a5e80dfa7d..0000000000 --- a/tests/fast/AtomicBackupCorrectness.txt +++ /dev/null @@ -1,32 +0,0 @@ -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile - - testName=AtomicOps - nodeCount=30000 - transactionsPerSecond=2500.0 - testDuration=30.0 - - testName=BackupAndRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/fast/AtomicBackupToDBCorrectness.toml b/tests/fast/AtomicBackupToDBCorrectness.toml new file mode 100644 index 0000000000..cc6f8e453a --- /dev/null +++ b/tests/fast/AtomicBackupToDBCorrectness.toml @@ -0,0 +1,41 @@ +extraDB = 1 + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'AtomicOps' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/fast/AtomicBackupToDBCorrectness.txt b/tests/fast/AtomicBackupToDBCorrectness.txt deleted file mode 100644 index 284e0f0e0e..0000000000 --- a/tests/fast/AtomicBackupToDBCorrectness.txt +++ /dev/null @@ -1,34 +0,0 @@ -extraDB=1 - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToDB - - testName=AtomicOps - nodeCount=30000 - transactionsPerSecond=2500.0 - testDuration=30.0 - - testName=BackupToDBCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/fast/AtomicOps.toml b/tests/fast/AtomicOps.toml new file mode 100644 index 0000000000..d3f8959c90 --- /dev/null +++ b/tests/fast/AtomicOps.toml @@ -0,0 +1,38 @@ +[[test]] +testTitle = 'Clogged' + + [[test.workload]] + testName = 'AtomicOps' + transactionsPerSecond = 2500.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + +[[test]] +testTitle = 'Unclogged' + + [[test.workload]] + testName = 'AtomicOps' + transactionsPerSecond = 250.0 + testDuration = 10.0 diff --git a/tests/fast/AtomicOps.txt b/tests/fast/AtomicOps.txt deleted file mode 100644 index eb7ccc318c..0000000000 --- a/tests/fast/AtomicOps.txt +++ /dev/null @@ -1,28 +0,0 @@ -testTitle=Clogged - testName=AtomicOps - transactionsPerSecond=2500.0 - testDuration=10.0 - - testName=RandomClogging - testDuration=10.0 - - testName=Rollback - meanDelay=10.0 - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - -testTitle=Unclogged - testName=AtomicOps - transactionsPerSecond=250.0 - testDuration=10.0 \ No newline at end of file diff --git a/tests/fast/AtomicOpsApiCorrectness.toml b/tests/fast/AtomicOpsApiCorrectness.toml new file mode 100644 index 0000000000..d3315220ec --- /dev/null +++ b/tests/fast/AtomicOpsApiCorrectness.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'AtomicOpsCorrectnessTest' + + [[test.workload]] + testName = 'AtomicOpsApiCorrectness' diff --git a/tests/fast/AtomicOpsApiCorrectness.txt b/tests/fast/AtomicOpsApiCorrectness.txt deleted file mode 100755 index 00b73cd1d3..0000000000 --- a/tests/fast/AtomicOpsApiCorrectness.txt +++ /dev/null @@ -1,3 +0,0 @@ -testTitle=AtomicOpsCorrectnessTest - testName=AtomicOpsApiCorrectness - diff --git a/tests/fast/BackupCorrectness.toml b/tests/fast/BackupCorrectness.toml new file mode 100644 index 0000000000..1315b1af5f --- /dev/null +++ b/tests/fast/BackupCorrectness.toml @@ -0,0 +1,40 @@ +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/fast/BackupCorrectness.txt b/tests/fast/BackupCorrectness.txt deleted file mode 100644 index cc90b9b9f9..0000000000 --- a/tests/fast/BackupCorrectness.txt +++ /dev/null @@ -1,33 +0,0 @@ -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile - - testName=Cycle - nodeCount=30000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - - testName=BackupAndRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/fast/BackupCorrectnessClean.toml b/tests/fast/BackupCorrectnessClean.toml new file mode 100644 index 0000000000..8562413197 --- /dev/null +++ b/tests/fast/BackupCorrectnessClean.toml @@ -0,0 +1,61 @@ +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 20.0 + expectedRate = 0 + keyPrefix = 'a' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'A' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 40.0 + expectedRate = 0 + keyPrefix = 'm' + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 10 + writesPerTransactionA = 10 + readsPerTransactionA = 0 + writesPerTransactionB = 10 + readsPerTransactionB = 0 + alpha = 1.0 + setup = false + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupTag = 'backup1' + backupAfter = 10.0 + restoreAfter = 60.0 + performRestore = false + allowPauses = false + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupTag = 'backup2' + backupAfter = 15.0 + restoreAfter = 60.0 + performRestore = true + allowPauses = false + prefixesMandatory = 'a,A,m' + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupTag = 'backup3' + backupAfter = 20.0 + restoreAfter = 60.0 + performRestore = false + allowPauses = false diff --git a/tests/fast/BackupCorrectnessClean.txt b/tests/fast/BackupCorrectnessClean.txt deleted file mode 100644 index be4422655d..0000000000 --- a/tests/fast/BackupCorrectnessClean.txt +++ /dev/null @@ -1,53 +0,0 @@ -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=20.0 - expectedRate=0 - keyPrefix=a - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=A - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=40.0 - expectedRate=0 - keyPrefix=m - - testName=ReadWrite - testDuration=30.0 - transactionsPerSecond=10 - writesPerTransactionA=10 - readsPerTransactionA=0 - writesPerTransactionB=10 - readsPerTransactionB=0 - alpha=1.0 - setup=false - - testName=BackupAndRestoreCorrectness - backupTag=backup1 - backupAfter=10.0 - restoreAfter=60.0 - performRestore=false - allowPauses=false - - testName=BackupAndRestoreCorrectness - backupTag=backup2 - backupAfter=15.0 - restoreAfter=60.0 - performRestore=true - allowPauses=false - prefixesMandatory=a,A,m - - testName=BackupAndRestoreCorrectness - backupTag=backup3 - backupAfter=20.0 - restoreAfter=60.0 - performRestore=false - allowPauses=false diff --git a/tests/fast/BackupToDBCorrectness.toml b/tests/fast/BackupToDBCorrectness.toml new file mode 100644 index 0000000000..62f30151d4 --- /dev/null +++ b/tests/fast/BackupToDBCorrectness.toml @@ -0,0 +1,42 @@ +extraDB = 1 + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/fast/BackupToDBCorrectness.txt b/tests/fast/BackupToDBCorrectness.txt deleted file mode 100644 index 222856f37f..0000000000 --- a/tests/fast/BackupToDBCorrectness.txt +++ /dev/null @@ -1,35 +0,0 @@ -extraDB=1 - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToDB - - testName=Cycle - nodeCount=30000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - - testName=BackupToDBCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/fast/BackupToDBCorrectnessClean.toml b/tests/fast/BackupToDBCorrectnessClean.toml new file mode 100644 index 0000000000..0dfdbbd8b0 --- /dev/null +++ b/tests/fast/BackupToDBCorrectnessClean.toml @@ -0,0 +1,51 @@ +extraDB = 1 + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 20.0 + expectedRate = 0 + keyPrefix = 'a' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'A' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 40.0 + expectedRate = 0 + keyPrefix = 'm' + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupTag = 'backup1' + backupPrefix = 'b1' + backupAfter = 10.0 + restoreAfter = 60.0 + performRestore = false + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupTag = 'backup2' + backupPrefix = 'b2' + backupAfter = 15.0 + restoreAfter = 60.0 + performRestore = true + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupTag = 'backup3' + backupPrefix = 'b3' + backupAfter = 20.0 + restoreAfter = 60.0 + performRestore = false diff --git a/tests/fast/BackupToDBCorrectnessClean.txt b/tests/fast/BackupToDBCorrectnessClean.txt deleted file mode 100644 index 89d9970182..0000000000 --- a/tests/fast/BackupToDBCorrectnessClean.txt +++ /dev/null @@ -1,44 +0,0 @@ -extraDB=1 - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToDB - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=20.0 - expectedRate=0 - keyPrefix=a - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=A - - testName=Cycle - transactionsPerSecond=500.0 - testDuration=40.0 - expectedRate=0 - keyPrefix=m - - testName=BackupToDBCorrectness - backupTag=backup1 - backupPrefix=b1 - backupAfter=10.0 - restoreAfter=60.0 - performRestore=false - - testName=BackupToDBCorrectness - backupTag=backup2 - backupPrefix=b2 - backupAfter=15.0 - restoreAfter=60.0 - performRestore=true - - testName=BackupToDBCorrectness - backupTag=backup3 - backupPrefix=b3 - backupAfter=20.0 - restoreAfter=60.0 - performRestore=false diff --git a/tests/fast/CacheTest.toml b/tests/fast/CacheTest.toml new file mode 100644 index 0000000000..b3c2c448ab --- /dev/null +++ b/tests/fast/CacheTest.toml @@ -0,0 +1,16 @@ +[[test]] +testTitle = 'Cached' + + [[test.workload]] + testName = 'Cache' + keyPrefix = 'foo/' + +[[test]] +testTitle = 'Cycle' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 10.0 + expectedRate = 0.80 + keyPrefix = 'foo/' diff --git a/tests/fast/CacheTest.txt b/tests/fast/CacheTest.txt deleted file mode 100644 index 0d52ba4040..0000000000 --- a/tests/fast/CacheTest.txt +++ /dev/null @@ -1,11 +0,0 @@ -testTitle=Cached - testName=Cache - keyPrefix=foo/ - -testTitle=Cycle - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=10.0 - expectedRate=0.80 - keyPrefix=foo/ - diff --git a/tests/fast/CloggedSideband.toml b/tests/fast/CloggedSideband.toml new file mode 100644 index 0000000000..8c744f3fb6 --- /dev/null +++ b/tests/fast/CloggedSideband.toml @@ -0,0 +1,31 @@ +[[test]] +testTitle = 'CloggedCausalConsistencyTest' + + [[test.workload]] + testName = 'Sideband' + testDuration = 30.0 + operationsPerSecond = 500 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/CloggedSideband.txt b/tests/fast/CloggedSideband.txt deleted file mode 100644 index 2c7fb2754c..0000000000 --- a/tests/fast/CloggedSideband.txt +++ /dev/null @@ -1,24 +0,0 @@ -testTitle=CloggedCausalConsistencyTest - testName=Sideband - testDuration=30.0 - operationsPerSecond=500 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 \ No newline at end of file diff --git a/tests/fast/ConfigureLocked.toml b/tests/fast/ConfigureLocked.toml new file mode 100644 index 0000000000..169fc2a2a3 --- /dev/null +++ b/tests/fast/ConfigureLocked.toml @@ -0,0 +1,10 @@ +configureLocked = 1 + +[[test]] +testTitle = 'ConfigureLocked' +runConsistencyCheck = false +clearAfterTest = false + + [[test.workload]] + testName = 'LockDatabase' + onlyCheckLocked = true diff --git a/tests/fast/ConfigureLocked.txt b/tests/fast/ConfigureLocked.txt deleted file mode 100644 index fa5311fbd2..0000000000 --- a/tests/fast/ConfigureLocked.txt +++ /dev/null @@ -1,8 +0,0 @@ -configureLocked=1 - -testTitle=ConfigureLocked -runConsistencyCheck=false -clearAfterTest=false - -testName=LockDatabase -onlyCheckLocked=true diff --git a/tests/fast/ConstrainedRandomSelector.toml b/tests/fast/ConstrainedRandomSelector.toml new file mode 100644 index 0000000000..1160104816 --- /dev/null +++ b/tests/fast/ConstrainedRandomSelector.toml @@ -0,0 +1,6 @@ +[[test]] +testTitle = 'RYOW_test' + + [[test.workload]] + testName = 'RandomSelector' + maxKeySpace = 3 diff --git a/tests/fast/ConstrainedRandomSelector.txt b/tests/fast/ConstrainedRandomSelector.txt deleted file mode 100644 index 5ea4cb6902..0000000000 --- a/tests/fast/ConstrainedRandomSelector.txt +++ /dev/null @@ -1,3 +0,0 @@ -testTitle=RYOW_test - testName=RandomSelector - maxKeySpace=3 \ No newline at end of file diff --git a/tests/fast/CycleAndLock.toml b/tests/fast/CycleAndLock.toml new file mode 100644 index 0000000000..0cd5f37108 --- /dev/null +++ b/tests/fast/CycleAndLock.toml @@ -0,0 +1,36 @@ +[[test]] +testTitle = 'Clogged' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 60.0 + expectedRate = 0 + + [[test.workload]] + testName = 'LockDatabase' + lockAfter = 15.0 + unlockAfter = 45.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 30.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/CycleAndLock.txt b/tests/fast/CycleAndLock.txt deleted file mode 100644 index e556556d43..0000000000 --- a/tests/fast/CycleAndLock.txt +++ /dev/null @@ -1,28 +0,0 @@ -testTitle=Clogged - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=60.0 - expectedRate=0 - - testName=LockDatabase - lockAfter=15.0 - unlockAfter=45.0 - - testName=RandomClogging - testDuration=30.0 - - testName=Rollback - meanDelay=30.0 - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 \ No newline at end of file diff --git a/tests/fast/CycleTest.toml b/tests/fast/CycleTest.toml new file mode 100644 index 0000000000..a97dfd9969 --- /dev/null +++ b/tests/fast/CycleTest.toml @@ -0,0 +1,40 @@ +[[test]] +testTitle = 'Clogged' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + +[[test]] +testTitle = 'Unclogged' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 250.0 + testDuration = 10.0 + expectedRate = 0.80 diff --git a/tests/fast/CycleTest.txt b/tests/fast/CycleTest.txt deleted file mode 100644 index f01d8b1119..0000000000 --- a/tests/fast/CycleTest.txt +++ /dev/null @@ -1,30 +0,0 @@ -testTitle=Clogged - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=10.0 - expectedRate=0 - - testName=RandomClogging - testDuration=10.0 - - testName=Rollback - meanDelay=10.0 - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - -testTitle=Unclogged - testName=Cycle - transactionsPerSecond=250.0 - testDuration=10.0 - expectedRate=0.80 diff --git a/tests/fast/FuzzApiCorrectness.toml b/tests/fast/FuzzApiCorrectness.toml new file mode 100644 index 0000000000..0e1e88619c --- /dev/null +++ b/tests/fast/FuzzApiCorrectness.toml @@ -0,0 +1,31 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'FuzzApiCorrectness' + + [[test.workload]] + testName = 'FuzzApiCorrectness' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 30.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/FuzzApiCorrectness.txt b/tests/fast/FuzzApiCorrectness.txt deleted file mode 100644 index 646ae33b1b..0000000000 --- a/tests/fast/FuzzApiCorrectness.txt +++ /dev/null @@ -1,24 +0,0 @@ -StderrSeverity=30 - -testTitle=FuzzApiCorrectness - testName=FuzzApiCorrectness - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - - testName=Rollback - meanDelay=30.0 - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 diff --git a/tests/fast/FuzzApiCorrectnessClean.toml b/tests/fast/FuzzApiCorrectnessClean.toml new file mode 100644 index 0000000000..9b66edf86d --- /dev/null +++ b/tests/fast/FuzzApiCorrectnessClean.toml @@ -0,0 +1,8 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'FuzzApiCorrectness' + + [[test.workload]] + testName = 'FuzzApiCorrectness' + testDuration = 30.0 diff --git a/tests/fast/FuzzApiCorrectnessClean.txt b/tests/fast/FuzzApiCorrectnessClean.txt deleted file mode 100644 index f0e44df24d..0000000000 --- a/tests/fast/FuzzApiCorrectnessClean.txt +++ /dev/null @@ -1,5 +0,0 @@ -StderrSeverity=30 - -testTitle=FuzzApiCorrectness - testName=FuzzApiCorrectness - testDuration=30.0 diff --git a/tests/fast/IncrementTest.toml b/tests/fast/IncrementTest.toml new file mode 100644 index 0000000000..182dc6e2e4 --- /dev/null +++ b/tests/fast/IncrementTest.toml @@ -0,0 +1,53 @@ +[[test]] +testTitle = 'Clogged' + + [[test.workload]] + testName = 'Increment' + transactionsPerSecond = 500.0 + testDuration = 10.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + +[[test]] +testTitle = 'Unclogged' + + [[test.workload]] + testName = 'Increment' + transactionsPerSecond = 50.0 + testDuration = 10.0 + expectedRate = 0.80 + +[[test]] +testTitle = 'Moving' + + [[test.workload]] + testName = 'Increment' + transactionsPerSecond = 50.0 + testDuration = 10.0 + expectedRate = 0.70 + + [[test.workload]] + testName = 'RandomMoveKeys' + testDuration = 10.0 diff --git a/tests/fast/IncrementTest.txt b/tests/fast/IncrementTest.txt deleted file mode 100644 index d6ad69520d..0000000000 --- a/tests/fast/IncrementTest.txt +++ /dev/null @@ -1,39 +0,0 @@ -testTitle=Clogged - testName=Increment - transactionsPerSecond=500.0 - testDuration=10.0 - expectedRate=0 - - testName=RandomClogging - testDuration=10.0 - - testName=Rollback - meanDelay=10.0 - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - -testTitle=Unclogged - testName=Increment - transactionsPerSecond=50.0 - testDuration=10.0 - expectedRate=0.80 - -testTitle=Moving - testName=Increment - transactionsPerSecond=50.0 - testDuration=10.0 - expectedRate=0.70 - - testName=RandomMoveKeys - testDuration=10.0 diff --git a/tests/fast/InventoryTestAlmostReadOnly.toml b/tests/fast/InventoryTestAlmostReadOnly.toml new file mode 100644 index 0000000000..7dd41205dc --- /dev/null +++ b/tests/fast/InventoryTestAlmostReadOnly.toml @@ -0,0 +1,23 @@ +[[test]] +testTitle = 'InventoryTestAlmostReadOnly' + + [[test.workload]] + testName = 'InventoryTest' + transactionsPerSecond = 5000.0 + testDuration = 10.0 + fractionWriteTransactions = 0.01 + actorCount = 1000 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/fast/InventoryTestAlmostReadOnly.txt b/tests/fast/InventoryTestAlmostReadOnly.txt deleted file mode 100644 index 167387d16e..0000000000 --- a/tests/fast/InventoryTestAlmostReadOnly.txt +++ /dev/null @@ -1,18 +0,0 @@ -testTitle=InventoryTestAlmostReadOnly - testName=InventoryTest - transactionsPerSecond=5000.0 - testDuration=10.0 - fractionWriteTransactions=.01 - actorCount=1000 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 diff --git a/tests/fast/InventoryTestSomeWrites.toml b/tests/fast/InventoryTestSomeWrites.toml new file mode 100644 index 0000000000..175bd53757 --- /dev/null +++ b/tests/fast/InventoryTestSomeWrites.toml @@ -0,0 +1,22 @@ +[[test]] +testTitle = 'InventoryTestSomeWrites' + + [[test.workload]] + testName = 'InventoryTest' + transactionsPerSecond = 10000.0 + testDuration = 10.0 + fractionWriteTransactions = 0.1 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/fast/InventoryTestSomeWrites.txt b/tests/fast/InventoryTestSomeWrites.txt deleted file mode 100644 index 565622542c..0000000000 --- a/tests/fast/InventoryTestSomeWrites.txt +++ /dev/null @@ -1,17 +0,0 @@ -testTitle=InventoryTestSomeWrites - testName=InventoryTest - transactionsPerSecond=10000.0 - testDuration=10.0 - fractionWriteTransactions=.1 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 diff --git a/tests/fast/KillRegionCycle.toml b/tests/fast/KillRegionCycle.toml new file mode 100644 index 0000000000..71eebfbc2a --- /dev/null +++ b/tests/fast/KillRegionCycle.toml @@ -0,0 +1,16 @@ +minimumRegions = 2 + +[[test]] +testTitle = 'KillRegionCycle' +clearAfterTest = false + + [[test.workload]] + testName = 'Cycle' + nodeCount = 30000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'KillRegion' + testDuration = 30.0 diff --git a/tests/fast/KillRegionCycle.txt b/tests/fast/KillRegionCycle.txt deleted file mode 100644 index 1e58017df6..0000000000 --- a/tests/fast/KillRegionCycle.txt +++ /dev/null @@ -1,13 +0,0 @@ -minimumRegions=2 - -testTitle=KillRegionCycle -clearAfterTest=false - - testName=Cycle - nodeCount=30000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - - testName=KillRegion - testDuration=30.0 diff --git a/tests/fast/LocalRatekeeper.toml b/tests/fast/LocalRatekeeper.toml new file mode 100644 index 0000000000..7d121bfd6c --- /dev/null +++ b/tests/fast/LocalRatekeeper.toml @@ -0,0 +1,12 @@ +[[test]] +testTitle = 'LocalRateKeeper' + + [[test.workload]] + testName = 'LocalRatekeeper' + startAfter = 60.0 + blockWritesFor = 80.0 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 25 + testDuration = 200 diff --git a/tests/fast/LocalRatekeeper.txt b/tests/fast/LocalRatekeeper.txt deleted file mode 100644 index c31836b7c2..0000000000 --- a/tests/fast/LocalRatekeeper.txt +++ /dev/null @@ -1,8 +0,0 @@ -testTitle=LocalRateKeeper - testName=LocalRatekeeper - startAfter=60.0 - blockWritesFor=80.0 - - testName=Cycle - transactionsPerSecond=25 - testDuration=200 diff --git a/tests/fast/LongStackWriteDuringRead.toml b/tests/fast/LongStackWriteDuringRead.toml new file mode 100644 index 0000000000..e80ff22846 --- /dev/null +++ b/tests/fast/LongStackWriteDuringRead.toml @@ -0,0 +1,10 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' + + [[test.workload]] + testName = 'WriteDuringRead' + numOps = 10000 + rarelyCommit = true + testDuration = 30 diff --git a/tests/fast/LongStackWriteDuringRead.txt b/tests/fast/LongStackWriteDuringRead.txt deleted file mode 100644 index 2ec8f397e1..0000000000 --- a/tests/fast/LongStackWriteDuringRead.txt +++ /dev/null @@ -1,7 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest - testName=WriteDuringRead - numOps=10000 - rarelyCommit=true - testDuration=30 diff --git a/tests/fast/LowLatency.toml b/tests/fast/LowLatency.toml new file mode 100644 index 0000000000..bcf71ba942 --- /dev/null +++ b/tests/fast/LowLatency.toml @@ -0,0 +1,26 @@ +buggify = false +minimumReplication = 2 + +[[test]] +testTitle = 'Clogged' +connectionFailuresDisableDuration = 100000 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 1000.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'LowLatency' + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 1 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + waitForVersion = true + allowFaultInjection = false + killDc = false diff --git a/tests/fast/LowLatency.txt b/tests/fast/LowLatency.txt deleted file mode 100644 index 8acd36fdd2..0000000000 --- a/tests/fast/LowLatency.txt +++ /dev/null @@ -1,22 +0,0 @@ -buggify=off -minimumReplication=2 - -testTitle=Clogged -connectionFailuresDisableDuration=100000 - - testName=Cycle - transactionsPerSecond=1000.0 - testDuration=30.0 - expectedRate=0 - - testName=LowLatency - testDuration=30.0 - - testName=Attrition - machinesToKill=1 - machinesToLeave=3 - reboot=true - testDuration=30.0 - waitForVersion=true - allowFaultInjection=false - killDc=false diff --git a/tests/fast/MemoryLifetime.toml b/tests/fast/MemoryLifetime.toml new file mode 100644 index 0000000000..9490e99e5e --- /dev/null +++ b/tests/fast/MemoryLifetime.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'MemoryLifetimeTest' + + [[test.workload]] + testName = 'MemoryLifetime' diff --git a/tests/fast/MemoryLifetime.txt b/tests/fast/MemoryLifetime.txt deleted file mode 100644 index 28a18deeb9..0000000000 --- a/tests/fast/MemoryLifetime.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=MemoryLifetimeTest - testName=MemoryLifetime \ No newline at end of file diff --git a/tests/fast/MoveKeysCycle.toml b/tests/fast/MoveKeysCycle.toml new file mode 100644 index 0000000000..07e84e6724 --- /dev/null +++ b/tests/fast/MoveKeysCycle.toml @@ -0,0 +1,26 @@ +[[test]] +testTitle = 'MoveKeysCycle' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 10.0 + expectedRate = 0.025 + + [[test.workload]] + testName = 'RandomMoveKeys' + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 1 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 1 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/fast/MoveKeysCycle.txt b/tests/fast/MoveKeysCycle.txt deleted file mode 100644 index 567a97e4ad..0000000000 --- a/tests/fast/MoveKeysCycle.txt +++ /dev/null @@ -1,20 +0,0 @@ -testTitle=MoveKeysCycle - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=10.0 - expectedRate=0.025 - - testName=RandomMoveKeys - testDuration=10.0 - - testName=Attrition - machinesToKill=1 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=1 - machinesToLeave=3 - reboot=true - testDuration=10.0 \ No newline at end of file diff --git a/tests/fast/RandomSelector.toml b/tests/fast/RandomSelector.toml new file mode 100644 index 0000000000..2c272e4c4a --- /dev/null +++ b/tests/fast/RandomSelector.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'RYOW_test' + + [[test.workload]] + testName = 'RandomSelector' diff --git a/tests/fast/RandomSelector.txt b/tests/fast/RandomSelector.txt deleted file mode 100644 index 452e9eac7a..0000000000 --- a/tests/fast/RandomSelector.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=RYOW_test - testName=RandomSelector diff --git a/tests/fast/RandomUnitTests.toml b/tests/fast/RandomUnitTests.toml new file mode 100644 index 0000000000..265921f84d --- /dev/null +++ b/tests/fast/RandomUnitTests.toml @@ -0,0 +1,9 @@ +[[test]] +testTitle = 'UnitTests' +useDB = false +startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 1 + testsMatching = '/' diff --git a/tests/fast/RandomUnitTests.txt b/tests/fast/RandomUnitTests.txt deleted file mode 100644 index 39213a7b0d..0000000000 --- a/tests/fast/RandomUnitTests.txt +++ /dev/null @@ -1,7 +0,0 @@ -testTitle=UnitTests -useDB=false -startDelay=0 - -testName=UnitTests -maxTestCases=1 -testsMatching=/ diff --git a/tests/fast/ReadHotDetectionCorrectness.toml b/tests/fast/ReadHotDetectionCorrectness.toml new file mode 100644 index 0000000000..13cbebc7a4 --- /dev/null +++ b/tests/fast/ReadHotDetectionCorrectness.toml @@ -0,0 +1,6 @@ +[[test]] +testTitle = 'ReadHotDetection' + + [[test.workload]] + testName = 'ReadHotDetection' + transactionsPerSecond = 1000 diff --git a/tests/fast/ReadHotDetectionCorrectness.txt b/tests/fast/ReadHotDetectionCorrectness.txt deleted file mode 100644 index 1a2f02f3f6..0000000000 --- a/tests/fast/ReadHotDetectionCorrectness.txt +++ /dev/null @@ -1,3 +0,0 @@ -testTitle=ReadHotDetection - testName=ReadHotDetection - transactionsPerSecond=1000 diff --git a/tests/fast/ReportConflictingKeys.toml b/tests/fast/ReportConflictingKeys.toml new file mode 100644 index 0000000000..2f81880c00 --- /dev/null +++ b/tests/fast/ReportConflictingKeys.toml @@ -0,0 +1,14 @@ +buggify = false + +[[test]] +testTitle = 'ReportConflictingKeysTest' +connectionFailuresDisableDuration = 100000 + + [[test.workload]] + testName = 'ReportConflictingKeys' + testDuration = 20.0 + nodeCount = 10000 + keyPrefix = 'RCK' + keyBytes = 64 + readConflictRangeCountPerTx = 10 + writeConflictRangeCountPerTx = 10 diff --git a/tests/fast/ReportConflictingKeys.txt b/tests/fast/ReportConflictingKeys.txt deleted file mode 100644 index 077be79cdb..0000000000 --- a/tests/fast/ReportConflictingKeys.txt +++ /dev/null @@ -1,12 +0,0 @@ -buggify=off - -testTitle=ReportConflictingKeysTest -connectionFailuresDisableDuration=100000 - - testName=ReportConflictingKeys - testDuration=20.0 - nodeCount=10000 - keyPrefix=RCK - keyBytes=64 - readConflictRangeCountPerTx=10 - writeConflictRangeCountPerTx=10 diff --git a/tests/fast/SelectorCorrectness.toml b/tests/fast/SelectorCorrectness.toml new file mode 100644 index 0000000000..a4df05c9fa --- /dev/null +++ b/tests/fast/SelectorCorrectness.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'RYOW_test' + + [[test.workload]] + testName = 'SelectorCorrectness' diff --git a/tests/fast/SelectorCorrectness.txt b/tests/fast/SelectorCorrectness.txt deleted file mode 100644 index cc78bca907..0000000000 --- a/tests/fast/SelectorCorrectness.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=RYOW_test - testName=SelectorCorrectness \ No newline at end of file diff --git a/tests/fast/Sideband.toml b/tests/fast/Sideband.toml new file mode 100644 index 0000000000..150c3c040f --- /dev/null +++ b/tests/fast/Sideband.toml @@ -0,0 +1,30 @@ +[[test]] +testTitle = 'CausalConsistencyTest' + + [[test.workload]] + testName = 'Sideband' + testDuration = 30.0 + operationsPerSecond = 500 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/Sideband.txt b/tests/fast/Sideband.txt deleted file mode 100644 index 22fa401459..0000000000 --- a/tests/fast/Sideband.txt +++ /dev/null @@ -1,23 +0,0 @@ -testTitle=CausalConsistencyTest - testName=Sideband - testDuration=30.0 - operationsPerSecond=500 - - testName=RandomClogging - testDuration=30.0 - - testName=Rollback - meanDelay=10.0 - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 diff --git a/tests/fast/SidebandWithStatus.toml b/tests/fast/SidebandWithStatus.toml new file mode 100644 index 0000000000..4c6fa5aa36 --- /dev/null +++ b/tests/fast/SidebandWithStatus.toml @@ -0,0 +1,35 @@ +[[test]] +testTitle = 'CloggedCausalConsistencyTest' + + [[test.workload]] + testName = 'Sideband' + testDuration = 30.0 + operationsPerSecond = 500 + + [[test.workload]] + testName = 'Status' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/SidebandWithStatus.txt b/tests/fast/SidebandWithStatus.txt deleted file mode 100644 index 2f3fed0b34..0000000000 --- a/tests/fast/SidebandWithStatus.txt +++ /dev/null @@ -1,27 +0,0 @@ -testTitle=CloggedCausalConsistencyTest - testName=Sideband - testDuration=30.0 - operationsPerSecond=500 - - testName=Status - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 diff --git a/tests/fast/SpecialKeySpaceCorrectness.toml b/tests/fast/SpecialKeySpaceCorrectness.toml new file mode 100644 index 0000000000..d88477d29d --- /dev/null +++ b/tests/fast/SpecialKeySpaceCorrectness.toml @@ -0,0 +1,8 @@ +[[test]] +testTitle = 'SpecialKeySpaceCorrectnessTest' + + [[test.workload]] + testName = 'SpecialKeySpaceCorrectness' + testDuration = 30.0 + valueBytes = 16 + keyBytes = 16 diff --git a/tests/fast/SpecialKeySpaceCorrectness.txt b/tests/fast/SpecialKeySpaceCorrectness.txt deleted file mode 100644 index 6b98a73a19..0000000000 --- a/tests/fast/SpecialKeySpaceCorrectness.txt +++ /dev/null @@ -1,5 +0,0 @@ -testTitle=SpecialKeySpaceCorrectnessTest - testName=SpecialKeySpaceCorrectness - testDuration=30.0 - valueBytes=16 - keyBytes=16 diff --git a/tests/fast/SwizzledRollbackSideband.toml b/tests/fast/SwizzledRollbackSideband.toml new file mode 100644 index 0000000000..72437a2289 --- /dev/null +++ b/tests/fast/SwizzledRollbackSideband.toml @@ -0,0 +1,41 @@ +[[test]] +testTitle = 'SwizzledCausalConsistencyTest' + + [[test.workload]] + testName = 'Sideband' + testDuration = 300.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 300.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'RemoveServersSafely' + minDelay = 0 + maxDelay = 100 + kill1Timeout = 30 + kill2Timeout = 6000 diff --git a/tests/fast/SwizzledRollbackSideband.txt b/tests/fast/SwizzledRollbackSideband.txt deleted file mode 100644 index 11cff0661e..0000000000 --- a/tests/fast/SwizzledRollbackSideband.txt +++ /dev/null @@ -1,32 +0,0 @@ -testTitle=SwizzledCausalConsistencyTest - testName=Sideband - testDuration=300.0 - - testName=RandomClogging - testDuration=300.0 - swizzle=1 - - testName=Rollback - testDuration=300.0 - meanDelay=10.0 - - testName=Attrition - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=300.0 - - testName=RemoveServersSafely - minDelay=0 - maxDelay=100 - kill1Timeout=30 - kill2Timeout=6000 \ No newline at end of file diff --git a/tests/fast/SystemRebootTestCycle.toml b/tests/fast/SystemRebootTestCycle.toml new file mode 100644 index 0000000000..d634902ecc --- /dev/null +++ b/tests/fast/SystemRebootTestCycle.toml @@ -0,0 +1,41 @@ +[[test]] +testTitle = 'Clogged' +clearAfterTest = false + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 250.0 + testDuration = 20.0 + expectedRate = 0.01 + nodeCount = 50000 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + +[[test]] +testTitle = 'KillAllButOne' +clearAfterTest = false + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 100 + machinesToLeave = 1 + reboot = true + testDuration = 1.0 + +[[test]] +testTitle = 'Unclogged' +runSetup = false + + [[test.workload]] + testName = 'Cycle' + nodeCount = 50000 + transactionsPerSecond = 250.0 + testDuration = 10.0 + expectedRate = 0.70 diff --git a/tests/fast/SystemRebootTestCycle.txt b/tests/fast/SystemRebootTestCycle.txt deleted file mode 100644 index 0f3c8db563..0000000000 --- a/tests/fast/SystemRebootTestCycle.txt +++ /dev/null @@ -1,34 +0,0 @@ -testTitle=Clogged -clearAfterTest=false - - testName=Cycle - transactionsPerSecond=250.0 - testDuration=20.0 - expectedRate=0.01 - nodeCount=50000 - - testName=RandomClogging - testDuration=10.0 - - testName=Rollback - meanDelay=10.0 - testDuration=10.0 - - -testTitle=KillAllButOne -clearAfterTest=false - - testName=Attrition - machinesToKill=100 - machinesToLeave=1 - reboot=true - testDuration=1.0 - -testTitle=Unclogged -runSetup=false - - testName=Cycle - nodeCount=50000 - transactionsPerSecond=250.0 - testDuration=10.0 - expectedRate=0.70 diff --git a/tests/fast/TaskBucketCorrectness.toml b/tests/fast/TaskBucketCorrectness.toml new file mode 100644 index 0000000000..aba96b84b3 --- /dev/null +++ b/tests/fast/TaskBucketCorrectness.toml @@ -0,0 +1,7 @@ +[[test]] +testTitle = 'TaskBucketCorrectness' + + [[test.workload]] + testName = 'TaskBucketCorrectness' + chained = false + subtaskCount = 20 diff --git a/tests/fast/TaskBucketCorrectness.txt b/tests/fast/TaskBucketCorrectness.txt deleted file mode 100644 index 35a38790fb..0000000000 --- a/tests/fast/TaskBucketCorrectness.txt +++ /dev/null @@ -1,4 +0,0 @@ -testTitle=TaskBucketCorrectness - testName=TaskBucketCorrectness - chained=false - subtaskCount=20 diff --git a/tests/fast/TimeKeeperCorrectness.toml b/tests/fast/TimeKeeperCorrectness.toml new file mode 100644 index 0000000000..0f8ed6d8f8 --- /dev/null +++ b/tests/fast/TimeKeeperCorrectness.toml @@ -0,0 +1,6 @@ +[[test]] +testTitle = 'TimeKeeperCorrectness' + + [[test.workload]] + testName = 'TimeKeeperCorrectness' + testDuration = 40.0 diff --git a/tests/fast/TimeKeeperCorrectness.txt b/tests/fast/TimeKeeperCorrectness.txt deleted file mode 100644 index 0910d7cb8a..0000000000 --- a/tests/fast/TimeKeeperCorrectness.txt +++ /dev/null @@ -1,3 +0,0 @@ -testTitle=TimeKeeperCorrectness - testName=TimeKeeperCorrectness - testDuration=40.0 diff --git a/tests/fast/TxnStateStoreCycleTest.toml b/tests/fast/TxnStateStoreCycleTest.toml new file mode 100644 index 0000000000..40584af3e3 --- /dev/null +++ b/tests/fast/TxnStateStoreCycleTest.toml @@ -0,0 +1,42 @@ +[[test]] +testTitle = 'PreLoad' + + [[test.workload]] + testName = 'BulkLoad' + testDuration = 3000.0 + valueBytes = 100 + targetBytes = 1000000 + keyPrefix = '\xff/TESTONLYtxnStateStore/notcycle/' + +[[test]] +testTitle = 'Clogged' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 10.0 + expectedRate = 0 + keyPrefix = '\xff/TESTONLYtxnStateStore/' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 10.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 10.0 + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 10.0 diff --git a/tests/fast/TxnStateStoreCycleTest.txt b/tests/fast/TxnStateStoreCycleTest.txt deleted file mode 100644 index a8d23b3fc8..0000000000 --- a/tests/fast/TxnStateStoreCycleTest.txt +++ /dev/null @@ -1,32 +0,0 @@ -testTitle=PreLoad - testName=BulkLoad - testDuration=3000.0 - valueBytes=100 - targetBytes=1000000 - keyPrefix=\xff/TESTONLYtxnStateStore/notcycle/ - -testTitle=Clogged - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=10.0 - expectedRate=0 - keyPrefix=\xff/TESTONLYtxnStateStore/ - - testName=RandomClogging - testDuration=10.0 - - testName=Rollback - meanDelay=10.0 - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=10.0 diff --git a/tests/fast/Unreadable.toml b/tests/fast/Unreadable.toml new file mode 100644 index 0000000000..2d5a9122a5 --- /dev/null +++ b/tests/fast/Unreadable.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'Unreadable' + + [[test.workload]] + testName = 'Unreadable' diff --git a/tests/fast/Unreadable.txt b/tests/fast/Unreadable.txt deleted file mode 100644 index ee85afd65a..0000000000 --- a/tests/fast/Unreadable.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=Unreadable -testName=Unreadable \ No newline at end of file diff --git a/tests/fast/VersionStamp.toml b/tests/fast/VersionStamp.toml new file mode 100644 index 0000000000..4d114a768a --- /dev/null +++ b/tests/fast/VersionStamp.toml @@ -0,0 +1,6 @@ +[[test]] +testTitle = 'VersionStamp' + + [[test.workload]] + testName = 'VersionStamp' + soleOwnerOfMetadataVersionKey = true diff --git a/tests/fast/VersionStamp.txt b/tests/fast/VersionStamp.txt deleted file mode 100644 index fee2bc54cc..0000000000 --- a/tests/fast/VersionStamp.txt +++ /dev/null @@ -1,3 +0,0 @@ -testTitle=VersionStamp - testName=VersionStamp - soleOwnerOfMetadataVersionKey=true diff --git a/tests/fast/Watches.toml b/tests/fast/Watches.toml new file mode 100644 index 0000000000..c603f8f0cf --- /dev/null +++ b/tests/fast/Watches.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'WatchesTest' + + [[test.workload]] + testName = 'Watches' diff --git a/tests/fast/Watches.txt b/tests/fast/Watches.txt deleted file mode 100644 index 43fddcf03c..0000000000 --- a/tests/fast/Watches.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=WatchesTest - testName=Watches \ No newline at end of file diff --git a/tests/fast/WriteDuringRead.toml b/tests/fast/WriteDuringRead.toml new file mode 100644 index 0000000000..82b39e78ae --- /dev/null +++ b/tests/fast/WriteDuringRead.toml @@ -0,0 +1,31 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' + + [[test.workload]] + testName = 'WriteDuringRead' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 30.0 + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 diff --git a/tests/fast/WriteDuringRead.txt b/tests/fast/WriteDuringRead.txt deleted file mode 100644 index b6a78616e9..0000000000 --- a/tests/fast/WriteDuringRead.txt +++ /dev/null @@ -1,25 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest - - testName=WriteDuringRead - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - - testName=Rollback - meanDelay=30.0 - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 diff --git a/tests/fast/WriteDuringReadClean.toml b/tests/fast/WriteDuringReadClean.toml new file mode 100644 index 0000000000..fca62f39ec --- /dev/null +++ b/tests/fast/WriteDuringReadClean.toml @@ -0,0 +1,7 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' + + [[test.workload]] + testName = 'WriteDuringRead' diff --git a/tests/fast/WriteDuringReadClean.txt b/tests/fast/WriteDuringReadClean.txt deleted file mode 100644 index 22d3acefbf..0000000000 --- a/tests/fast/WriteDuringReadClean.txt +++ /dev/null @@ -1,4 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest - testName=WriteDuringRead diff --git a/tests/rare/CheckRelocation.toml b/tests/rare/CheckRelocation.toml new file mode 100644 index 0000000000..2bd1e8f3cc --- /dev/null +++ b/tests/rare/CheckRelocation.toml @@ -0,0 +1,18 @@ +[[test]] +testTitle = 'RandomReadWriteTest' +simCheckRelocationDuration = true +connectionFailuresDisableDuration = 100000 + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 750 + writesPerTransactionA = 0 + readsPerTransactionA = 10 + writesPerTransactionB = 10 + readsPerTransactionB = 1 + alpha = 0.5 + nodeCount = 150000 + valueBytes = 128 + discardEdgeMeasurements = false + warmingDelay = 10.0 diff --git a/tests/rare/CheckRelocation.txt b/tests/rare/CheckRelocation.txt deleted file mode 100644 index 151131bd4e..0000000000 --- a/tests/rare/CheckRelocation.txt +++ /dev/null @@ -1,16 +0,0 @@ -testTitle=RandomReadWriteTest -simCheckRelocationDuration=true -connectionFailuresDisableDuration=100000 - - testName=ReadWrite - testDuration=30.0 - transactionsPerSecond=750 - writesPerTransactionA=0 - readsPerTransactionA=10 - writesPerTransactionB=10 - readsPerTransactionB=1 - alpha=0.5 - nodeCount=150000 - valueBytes=128 - discardEdgeMeasurements=false - warmingDelay=10.0 diff --git a/tests/rare/ClogUnclog.toml b/tests/rare/ClogUnclog.toml new file mode 100644 index 0000000000..be08b28bd7 --- /dev/null +++ b/tests/rare/ClogUnclog.toml @@ -0,0 +1,55 @@ +[[test]] +testTitle = 'CloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + scale = 0.1 + clogginess = 2.0 + +[[test]] +testTitle = 'UncloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0.25 + +[[test]] +testTitle = 'CloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + scale = 0.1 + clogginess = 2.0 + +[[test]] +testTitle = 'UncloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0.25 diff --git a/tests/rare/ClogUnclog.txt b/tests/rare/ClogUnclog.txt deleted file mode 100644 index 2762d13507..0000000000 --- a/tests/rare/ClogUnclog.txt +++ /dev/null @@ -1,39 +0,0 @@ -testTitle=CloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0 - - testName=RandomClogging - testDuration=5.0 - - testName=RandomClogging - testDuration=5.0 - scale=0.1 - clogginess=2.0 - -testTitle=UncloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0.25 - -testTitle=CloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0 - - testName=RandomClogging - testDuration=5.0 - - testName=RandomClogging - testDuration=5.0 - scale=0.1 - clogginess=2.0 - -testTitle=UncloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0.25 diff --git a/tests/rare/CloggedCycleWithKills.toml b/tests/rare/CloggedCycleWithKills.toml new file mode 100644 index 0000000000..c31355fa39 --- /dev/null +++ b/tests/rare/CloggedCycleWithKills.toml @@ -0,0 +1,22 @@ +[[test]] +testTitle = 'CloggedCycleTestWithKills' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 30.0 + expectedRate = 0.01 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 30.0 diff --git a/tests/rare/CloggedCycleWithKills.txt b/tests/rare/CloggedCycleWithKills.txt deleted file mode 100644 index 491be9eafe..0000000000 --- a/tests/rare/CloggedCycleWithKills.txt +++ /dev/null @@ -1,16 +0,0 @@ -testTitle=CloggedCycleTestWithKills - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=30.0 - expectedRate=0.01 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=Attrition - testDuration=30.0 diff --git a/tests/rare/ConflictRangeCheck.toml b/tests/rare/ConflictRangeCheck.toml new file mode 100644 index 0000000000..f923ebb137 --- /dev/null +++ b/tests/rare/ConflictRangeCheck.toml @@ -0,0 +1,8 @@ +buggify = false + +[[test]] +testTitle = 'RandomReadWriteTest' +connectionFailuresDisableDuration = 100000 + + [[test.workload]] + testName = 'ConflictRange' diff --git a/tests/rare/ConflictRangeCheck.txt b/tests/rare/ConflictRangeCheck.txt deleted file mode 100644 index 4cf792e4a5..0000000000 --- a/tests/rare/ConflictRangeCheck.txt +++ /dev/null @@ -1,6 +0,0 @@ -buggify=off - -testTitle=RandomReadWriteTest -connectionFailuresDisableDuration=100000 - - testName=ConflictRange diff --git a/tests/rare/ConflictRangeRYOWCheck.toml b/tests/rare/ConflictRangeRYOWCheck.toml new file mode 100644 index 0000000000..1a2e4f39d0 --- /dev/null +++ b/tests/rare/ConflictRangeRYOWCheck.toml @@ -0,0 +1,9 @@ +buggify = false + +[[test]] +testTitle = 'RandomReadWriteTest' +connectionFailuresDisableDuration = 100000 + + [[test.workload]] + testName = 'ConflictRange' + testReadYourWrites = true diff --git a/tests/rare/ConflictRangeRYOWCheck.txt b/tests/rare/ConflictRangeRYOWCheck.txt deleted file mode 100644 index 3dac0ab1ce..0000000000 --- a/tests/rare/ConflictRangeRYOWCheck.txt +++ /dev/null @@ -1,7 +0,0 @@ -buggify=off - -testTitle=RandomReadWriteTest -connectionFailuresDisableDuration=100000 - - testName=ConflictRange - testReadYourWrites=true diff --git a/tests/rare/CycleRollbackClogged.toml b/tests/rare/CycleRollbackClogged.toml new file mode 100644 index 0000000000..1644a28a89 --- /dev/null +++ b/tests/rare/CycleRollbackClogged.toml @@ -0,0 +1,27 @@ +[[test]] +testTitle = 'RollbackCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'Rollback' + testDuration = 30.0 + meanDelay = 10 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 30.0 diff --git a/tests/rare/CycleRollbackClogged.txt b/tests/rare/CycleRollbackClogged.txt deleted file mode 100644 index b81dfe6224..0000000000 --- a/tests/rare/CycleRollbackClogged.txt +++ /dev/null @@ -1,20 +0,0 @@ -testTitle=RollbackCycleTest - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - - testName=Rollback - testDuration=30.0 - meanDelay=10 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=Attrition - testDuration=30.0 diff --git a/tests/rare/CycleWithKills.toml b/tests/rare/CycleWithKills.toml new file mode 100644 index 0000000000..949c30eaa2 --- /dev/null +++ b/tests/rare/CycleWithKills.toml @@ -0,0 +1,12 @@ +[[test]] +testTitle = 'CycleTestWithKills' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 30.0 diff --git a/tests/rare/CycleWithKills.txt b/tests/rare/CycleWithKills.txt deleted file mode 100644 index 694eaa7200..0000000000 --- a/tests/rare/CycleWithKills.txt +++ /dev/null @@ -1,8 +0,0 @@ -testTitle=CycleTestWithKills - testName=Cycle - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - - testName=Attrition - testDuration=30.0 \ No newline at end of file diff --git a/tests/rare/FuzzTest.toml b/tests/rare/FuzzTest.toml new file mode 100644 index 0000000000..dd0fdccff5 --- /dev/null +++ b/tests/rare/FuzzTest.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'FuzzTest' + + [[test.workload]] + testName = 'ActorFuzz' diff --git a/tests/rare/FuzzTest.txt b/tests/rare/FuzzTest.txt deleted file mode 100644 index 3ecea45ed5..0000000000 --- a/tests/rare/FuzzTest.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=FuzzTest -testName=ActorFuzz diff --git a/tests/rare/InventoryTestHeavyWrites.toml b/tests/rare/InventoryTestHeavyWrites.toml new file mode 100644 index 0000000000..f6fa5a6cb0 --- /dev/null +++ b/tests/rare/InventoryTestHeavyWrites.toml @@ -0,0 +1,8 @@ +[[test]] +testTitle = 'InventoryTestHeavyWrites' + + [[test.workload]] + testName = 'InventoryTest' + transactionsPerSecond = 10000.0 + testDuration = 10.0 + fractionWriteTransactions = 0.8 diff --git a/tests/rare/InventoryTestHeavyWrites.txt b/tests/rare/InventoryTestHeavyWrites.txt deleted file mode 100644 index 08b5aaa52e..0000000000 --- a/tests/rare/InventoryTestHeavyWrites.txt +++ /dev/null @@ -1,5 +0,0 @@ -testTitle=InventoryTestHeavyWrites - testName=InventoryTest - transactionsPerSecond=10000.0 - testDuration=10.0 - fractionWriteTransactions=.8 diff --git a/tests/rare/LargeApiCorrectness.toml b/tests/rare/LargeApiCorrectness.toml new file mode 100644 index 0000000000..32243eb25c --- /dev/null +++ b/tests/rare/LargeApiCorrectness.toml @@ -0,0 +1,26 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +connectionFailuresDisableDuration = 100000 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 3000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 5000 + numGets = 400 + numGetRanges = 40 + numGetRangeSelectors = 40 + numGetKeys = 40 + numClears = 40 + numClearRanges = 10 + maxTransactionBytes = 5000000 + randomTestDuration = 60 diff --git a/tests/rare/LargeApiCorrectness.txt b/tests/rare/LargeApiCorrectness.txt deleted file mode 100644 index c2fb5f1038..0000000000 --- a/tests/rare/LargeApiCorrectness.txt +++ /dev/null @@ -1,24 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=true -timeout=2100 -connectionFailuresDisableDuration=100000 -runSetup=true - - testName=ApiCorrectness - numKeys=3000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=5000 - numGets=400 - numGetRanges=40 - numGetRangeSelectors=40 - numGetKeys=40 - numClears=40 - numClearRanges=10 - maxTransactionBytes=5000000 - randomTestDuration=60 diff --git a/tests/rare/LargeApiCorrectnessStatus.toml b/tests/rare/LargeApiCorrectnessStatus.toml new file mode 100644 index 0000000000..a01c4c2642 --- /dev/null +++ b/tests/rare/LargeApiCorrectnessStatus.toml @@ -0,0 +1,30 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +connectionFailuresDisableDuration = 100000 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 3000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 5000 + numGets = 400 + numGetRanges = 40 + numGetRangeSelectors = 40 + numGetKeys = 40 + numClears = 40 + numClearRanges = 10 + maxTransactionBytes = 5000000 + randomTestDuration = 60 + + [[test.workload]] + testName = 'Status' + testDuration = 30.0 diff --git a/tests/rare/LargeApiCorrectnessStatus.txt b/tests/rare/LargeApiCorrectnessStatus.txt deleted file mode 100644 index d8c764c965..0000000000 --- a/tests/rare/LargeApiCorrectnessStatus.txt +++ /dev/null @@ -1,27 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=true -timeout=2100 -connectionFailuresDisableDuration=100000 -runSetup=true - - testName=ApiCorrectness - numKeys=3000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=5000 - numGets=400 - numGetRanges=40 - numGetRangeSelectors=40 - numGetKeys=40 - numClears=40 - numClearRanges=10 - maxTransactionBytes=5000000 - randomTestDuration=60 - - testName=Status - testDuration=30.0 diff --git a/tests/rare/RYWDisable.toml b/tests/rare/RYWDisable.toml new file mode 100644 index 0000000000..a1c9731455 --- /dev/null +++ b/tests/rare/RYWDisable.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'RYWDisableTest' + + [[test.workload]] + testName = 'RYWDisable' diff --git a/tests/rare/RYWDisable.txt b/tests/rare/RYWDisable.txt deleted file mode 100644 index c7b188a4cc..0000000000 --- a/tests/rare/RYWDisable.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=RYWDisableTest - testName=RYWDisable diff --git a/tests/rare/RandomReadWriteTest.toml b/tests/rare/RandomReadWriteTest.toml new file mode 100644 index 0000000000..b6d7b42397 --- /dev/null +++ b/tests/rare/RandomReadWriteTest.toml @@ -0,0 +1,7 @@ +[[test]] +testTitle = 'RandomReadWriteTest' + + [[test.workload]] + testName = 'ReadWrite' + testDuration = 30.0 + transactionsPerSecond = 1000.0 diff --git a/tests/rare/RandomReadWriteTest.txt b/tests/rare/RandomReadWriteTest.txt deleted file mode 100644 index 369466524a..0000000000 --- a/tests/rare/RandomReadWriteTest.txt +++ /dev/null @@ -1,4 +0,0 @@ -testTitle=RandomReadWriteTest - testName=ReadWrite - testDuration=30.0 - transactionsPerSecond=1000.0 diff --git a/tests/rare/RedwoodCorrectnessBTree.toml b/tests/rare/RedwoodCorrectnessBTree.toml new file mode 100644 index 0000000000..fea0577ee7 --- /dev/null +++ b/tests/rare/RedwoodCorrectnessBTree.toml @@ -0,0 +1,9 @@ +[[test]] +testTitle = 'UnitTests' +useDB = false +startDelay = 0 + + [[test.workload]] + testName = 'UnitTests' + maxTestCases = 0 + testsMatching = '!/redwood/correctness/btree' diff --git a/tests/rare/RedwoodCorrectnessBTree.txt b/tests/rare/RedwoodCorrectnessBTree.txt deleted file mode 100644 index a04d63fb02..0000000000 --- a/tests/rare/RedwoodCorrectnessBTree.txt +++ /dev/null @@ -1,7 +0,0 @@ -testTitle=UnitTests -useDB=false -startDelay=0 - - testName=UnitTests - maxTestCases=0 - testsMatching=!/redwood/correctness/btree diff --git a/tests/rare/SwizzledLargeApiCorrectness.toml b/tests/rare/SwizzledLargeApiCorrectness.toml new file mode 100644 index 0000000000..1ad9ac88e8 --- /dev/null +++ b/tests/rare/SwizzledLargeApiCorrectness.toml @@ -0,0 +1,53 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 2000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 2000 + numGets = 400 + numGetRanges = 40 + numGetRangeSelectors = 40 + numGetKeys = 40 + numClears = 40 + numClearRanges = 10 + maxTransactionBytes = 5000000 + randomTestDuration = 30 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 diff --git a/tests/rare/SwizzledLargeApiCorrectness.txt b/tests/rare/SwizzledLargeApiCorrectness.txt deleted file mode 100644 index d22bd1dbc5..0000000000 --- a/tests/rare/SwizzledLargeApiCorrectness.txt +++ /dev/null @@ -1,46 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=2000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=2000 - numGets=400 - numGetRanges=40 - numGetRangeSelectors=40 - numGetKeys=40 - numClears=40 - numClearRanges=10 - maxTransactionBytes=5000000 - randomTestDuration=30 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 diff --git a/tests/rare/TransactionTagApiCorrectness.toml b/tests/rare/TransactionTagApiCorrectness.toml new file mode 100644 index 0000000000..bcf41896e9 --- /dev/null +++ b/tests/rare/TransactionTagApiCorrectness.toml @@ -0,0 +1,29 @@ +[[test]] +testTitle = 'TransactionTagWithApiCorrectness' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 120 + + [[test.workload]] + testName = 'TagThrottleApi' + testDuration = 120 diff --git a/tests/rare/TransactionTagApiCorrectness.txt b/tests/rare/TransactionTagApiCorrectness.txt deleted file mode 100644 index 09c7214b82..0000000000 --- a/tests/rare/TransactionTagApiCorrectness.txt +++ /dev/null @@ -1,26 +0,0 @@ -testTitle=TransactionTagWithApiCorrectness -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=120 - - testName=TagThrottleApi - testDuration=120 diff --git a/tests/rare/TransactionTagSwizzledApiCorrectness.toml b/tests/rare/TransactionTagSwizzledApiCorrectness.toml new file mode 100644 index 0000000000..001faad59a --- /dev/null +++ b/tests/rare/TransactionTagSwizzledApiCorrectness.toml @@ -0,0 +1,57 @@ +[[test]] +testTitle = 'TransactionTagWithSwizzledApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 120 + + [[test.workload]] + testName = 'TagThrottleApi' + testDuration = 120 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 diff --git a/tests/rare/TransactionTagSwizzledApiCorrectness.txt b/tests/rare/TransactionTagSwizzledApiCorrectness.txt deleted file mode 100644 index 7a5c12b786..0000000000 --- a/tests/rare/TransactionTagSwizzledApiCorrectness.txt +++ /dev/null @@ -1,49 +0,0 @@ -testTitle=TransactionTagWithSwizzledApiCorrectnessTest -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=120 - - testName=TagThrottleApi - testDuration=120 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 diff --git a/tests/slow/ApiCorrectness.toml b/tests/slow/ApiCorrectness.toml new file mode 100644 index 0000000000..7e9e5448c9 --- /dev/null +++ b/tests/slow/ApiCorrectness.toml @@ -0,0 +1,25 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 60 diff --git a/tests/slow/ApiCorrectness.txt b/tests/slow/ApiCorrectness.txt deleted file mode 100644 index a43fa4f923..0000000000 --- a/tests/slow/ApiCorrectness.txt +++ /dev/null @@ -1,23 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=60 diff --git a/tests/slow/ApiCorrectnessAtomicRestore.toml b/tests/slow/ApiCorrectnessAtomicRestore.toml new file mode 100644 index 0000000000..c3ef292c2b --- /dev/null +++ b/tests/slow/ApiCorrectnessAtomicRestore.toml @@ -0,0 +1,33 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 60 + + [[test.workload]] + testName = 'AtomicRestore' + startAfter = 10.0 + restoreAfter = 50.0 + # This test file uses old restore, which does not work on new backup format + usePartitionedLogs = false diff --git a/tests/slow/ApiCorrectnessAtomicRestore.txt b/tests/slow/ApiCorrectnessAtomicRestore.txt deleted file mode 100644 index 5f558e4291..0000000000 --- a/tests/slow/ApiCorrectnessAtomicRestore.txt +++ /dev/null @@ -1,30 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=false -simBackupAgents=BackupToFile -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=60 - - testName=AtomicRestore - startAfter=10.0 - restoreAfter=50.0 - ; This test file uses old restore, which does not work on new backup format - usePartitionedLogs=false diff --git a/tests/slow/ApiCorrectnessSwitchover.toml b/tests/slow/ApiCorrectnessSwitchover.toml new file mode 100644 index 0000000000..98b5ebd3a1 --- /dev/null +++ b/tests/slow/ApiCorrectnessSwitchover.toml @@ -0,0 +1,31 @@ +extraDB = 2 + +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = false +simBackupAgents = 'BackupToDB' +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 60 + + [[test.workload]] + testName = 'AtomicSwitchover' diff --git a/tests/slow/ApiCorrectnessSwitchover.txt b/tests/slow/ApiCorrectnessSwitchover.txt deleted file mode 100644 index 0b0433f6ad..0000000000 --- a/tests/slow/ApiCorrectnessSwitchover.txt +++ /dev/null @@ -1,28 +0,0 @@ -extraDB=2 - -testTitle=ApiCorrectnessTest -clearAfterTest=false -simBackupAgents=BackupToDB -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=60 - - testName=AtomicSwitchover diff --git a/tests/slow/ClogWithRollbacks.toml b/tests/slow/ClogWithRollbacks.toml new file mode 100644 index 0000000000..ef3b449a9e --- /dev/null +++ b/tests/slow/ClogWithRollbacks.toml @@ -0,0 +1,93 @@ +[[test]] +testTitle = 'CloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 3 + machinesToLeave = 0 + reboot = true + testDuration = 5.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 3 + machinesToLeave = 0 + reboot = true + testDuration = 5.0 + +[[test]] +testTitle = 'UncloggedRollbackCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0 + + [[test.workload]] + testName = 'Rollback' + testDuration = 5.0 + multiple = false + +[[test]] +testTitle = 'CloggedRollbackCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 5.0 + expectedRate = 0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 5.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'Rollback' + testDuration = 5.0 + multiple = false + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 3 + machinesToLeave = 0 + reboot = true + testDuration = 5.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 3 + machinesToLeave = 0 + reboot = true + testDuration = 5.0 + +[[test]] +testTitle = 'UncloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 10.0 + expectedRate = 0.3 diff --git a/tests/slow/ClogWithRollbacks.txt b/tests/slow/ClogWithRollbacks.txt deleted file mode 100644 index d77af50007..0000000000 --- a/tests/slow/ClogWithRollbacks.txt +++ /dev/null @@ -1,71 +0,0 @@ -testTitle=CloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0 - - testName=RandomClogging - testDuration=5.0 - - testName=RandomClogging - testDuration=5.0 - scale=0.1 - clogginess=2.0 - - testName=Attrition - machinesToKill=3 - machinesToLeave=0 - reboot=true - testDuration=5.0 - - testName=Attrition - machinesToKill=3 - machinesToLeave=0 - reboot=true - testDuration=5.0 - -testTitle=UncloggedRollbackCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0 - - testName=Rollback - testDuration=5.0 - multiple=false - -testTitle=CloggedRollbackCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=5.0 - expectedRate=0 - - testName=RandomClogging - testDuration=5.0 - - testName=RandomClogging - testDuration=5.0 - scale=0.1 - clogginess=2.0 - - testName=Rollback - testDuration=5.0 - multiple=false - - testName=Attrition - machinesToKill=3 - machinesToLeave=0 - reboot=true - testDuration=5.0 - - testName=Attrition - machinesToKill=3 - machinesToLeave=0 - reboot=true - testDuration=5.0 - -testTitle=UncloggedCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=10.0 - expectedRate=0.3 diff --git a/tests/slow/CloggedCycleTest.toml b/tests/slow/CloggedCycleTest.toml new file mode 100644 index 0000000000..0b60faf04c --- /dev/null +++ b/tests/slow/CloggedCycleTest.toml @@ -0,0 +1,23 @@ +[[test]] +testTitle = 'CloggedCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 1250.0 + testDuration = 30.0 + expectedRate = 0.005 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 30.0 + coordinators = 'auto' diff --git a/tests/slow/CloggedCycleTest.txt b/tests/slow/CloggedCycleTest.txt deleted file mode 100644 index 6dfcbac8d7..0000000000 --- a/tests/slow/CloggedCycleTest.txt +++ /dev/null @@ -1,17 +0,0 @@ -testTitle=CloggedCycleTest - testName=Cycle - transactionsPerSecond=1250.0 - testDuration=30.0 - expectedRate=0.005 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=ChangeConfig - maxDelayBeforeChange=30.0 - coordinators=auto diff --git a/tests/slow/CloggedStorefront.toml b/tests/slow/CloggedStorefront.toml new file mode 100644 index 0000000000..94f26f04a1 --- /dev/null +++ b/tests/slow/CloggedStorefront.toml @@ -0,0 +1,24 @@ +[[test]] +testTitle = 'CloggedStorefrontTest' + + [[test.workload]] + testName = 'Storefront' + actorsPerClient = 50 + itemCount = 100000 + maxOrderSize = 6 + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + scale = 0.1 + clogginess = 2.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 30.0 + coordinators = 'auto' diff --git a/tests/slow/CloggedStorefront.txt b/tests/slow/CloggedStorefront.txt deleted file mode 100644 index 44776ecb47..0000000000 --- a/tests/slow/CloggedStorefront.txt +++ /dev/null @@ -1,18 +0,0 @@ -testTitle=CloggedStorefrontTest - testName=Storefront - actorsPerClient=50 - itemCount=100000 - maxOrderSize=6 - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - - testName=RandomClogging - testDuration=30.0 - scale=0.1 - clogginess=2.0 - - testName=ChangeConfig - maxDelayBeforeChange=30.0 - coordinators=auto diff --git a/tests/slow/CommitBug.toml b/tests/slow/CommitBug.toml new file mode 100644 index 0000000000..64bbf007b7 --- /dev/null +++ b/tests/slow/CommitBug.toml @@ -0,0 +1,35 @@ +[[test]] +testTitle = 'CommitBugTest' +clearAfterTest = true +runSetup = true + + [[test.workload]] + testName = 'CommitBug' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 diff --git a/tests/slow/CommitBug.txt b/tests/slow/CommitBug.txt deleted file mode 100644 index a75aa9b033..0000000000 --- a/tests/slow/CommitBug.txt +++ /dev/null @@ -1,28 +0,0 @@ -testTitle=CommitBugTest -clearAfterTest=true -runSetup=true - - testName=CommitBug - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 diff --git a/tests/slow/ConfigureTest.toml b/tests/slow/ConfigureTest.toml new file mode 100644 index 0000000000..68a455c2bd --- /dev/null +++ b/tests/slow/ConfigureTest.toml @@ -0,0 +1,16 @@ +[[test]] +testTitle = 'CloggedConfigureDatabaseTest' + + [[test.workload]] + testName = 'ConfigureDatabase' + testDuration = 300.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + scale = 0.1 + clogginess = 2.0 diff --git a/tests/slow/ConfigureTest.txt b/tests/slow/ConfigureTest.txt deleted file mode 100644 index 5fccd6a734..0000000000 --- a/tests/slow/ConfigureTest.txt +++ /dev/null @@ -1,12 +0,0 @@ -testTitle=CloggedConfigureDatabaseTest - testName=ConfigureDatabase - testDuration=300.0 - - testName=RandomClogging - testDuration=300.0 - - testName=RandomClogging - testDuration=300.0 - scale=0.1 - clogginess=2.0 - diff --git a/tests/slow/CycleRollbackPlain.toml b/tests/slow/CycleRollbackPlain.toml new file mode 100644 index 0000000000..7121703bdb --- /dev/null +++ b/tests/slow/CycleRollbackPlain.toml @@ -0,0 +1,12 @@ +[[test]] +testTitle = 'UncloggedRollbackCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 30.0 + expectedRate = 0.05 + + [[test.workload]] + testName = 'Rollback' + testDuration = 30.0 diff --git a/tests/slow/CycleRollbackPlain.txt b/tests/slow/CycleRollbackPlain.txt deleted file mode 100644 index 7d03ee6cba..0000000000 --- a/tests/slow/CycleRollbackPlain.txt +++ /dev/null @@ -1,8 +0,0 @@ -testTitle=UncloggedRollbackCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=30.0 - expectedRate=.05 - - testName=Rollback - testDuration=30.0 diff --git a/tests/slow/DDBalanceAndRemove.toml b/tests/slow/DDBalanceAndRemove.toml new file mode 100644 index 0000000000..851f67c7da --- /dev/null +++ b/tests/slow/DDBalanceAndRemove.toml @@ -0,0 +1,52 @@ +[[test]] +testTitle = 'DDBalance_test' + + [[test.workload]] + testName = 'DDBalance' + testDuration = 120.0 + transactionsPerSecond = 250.0 + binCount = 1000 + writesPerTransaction = 5 + keySpaceDriftFactor = 10 + moversPerClient = 10 + actorsPerClient = 100 + nodes = 100000 + + [[test.workload]] + testName = 'BackgroundSelector' + testDuration = 120.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'RemoveServersSafely' + minDelay = 0 + maxDelay = 100 + kill1Timeout = 30 + kill2Timeout = 6000 diff --git a/tests/slow/DDBalanceAndRemove.txt b/tests/slow/DDBalanceAndRemove.txt deleted file mode 100644 index 1b159a233b..0000000000 --- a/tests/slow/DDBalanceAndRemove.txt +++ /dev/null @@ -1,42 +0,0 @@ -testTitle=DDBalance_test - testName=DDBalance - testDuration=120.0 - transactionsPerSecond=250.0 - binCount=1000 - writesPerTransaction=5 - keySpaceDriftFactor=10 - moversPerClient=10 - actorsPerClient=100 - nodes=100000 - - testName=BackgroundSelector - testDuration=120.0 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=RemoveServersSafely - minDelay=0 - maxDelay=100 - kill1Timeout=30 - kill2Timeout=6000 \ No newline at end of file diff --git a/tests/slow/DDBalanceAndRemoveStatus.toml b/tests/slow/DDBalanceAndRemoveStatus.toml new file mode 100644 index 0000000000..899a83c91e --- /dev/null +++ b/tests/slow/DDBalanceAndRemoveStatus.toml @@ -0,0 +1,56 @@ +[[test]] +testTitle = 'DDBalance_test' + + [[test.workload]] + testName = 'DDBalance' + testDuration = 120.0 + transactionsPerSecond = 250.0 + binCount = 1000 + writesPerTransaction = 5 + keySpaceDriftFactor = 10 + moversPerClient = 10 + actorsPerClient = 100 + nodes = 100000 + + [[test.workload]] + testName = 'BackgroundSelector' + testDuration = 120.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'RemoveServersSafely' + minDelay = 0 + maxDelay = 100 + kill1Timeout = 30 + kill2Timeout = 6000 + + [[test.workload]] + testName = 'Status' + testDuration = 30.0 diff --git a/tests/slow/DDBalanceAndRemoveStatus.txt b/tests/slow/DDBalanceAndRemoveStatus.txt deleted file mode 100644 index 9a8a3a7c8a..0000000000 --- a/tests/slow/DDBalanceAndRemoveStatus.txt +++ /dev/null @@ -1,45 +0,0 @@ -testTitle=DDBalance_test - testName=DDBalance - testDuration=120.0 - transactionsPerSecond=250.0 - binCount=1000 - writesPerTransaction=5 - keySpaceDriftFactor=10 - moversPerClient=10 - actorsPerClient=100 - nodes=100000 - - testName=BackgroundSelector - testDuration=120.0 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=RemoveServersSafely - minDelay=0 - maxDelay=100 - kill1Timeout=30 - kill2Timeout=6000 - - testName=Status - testDuration=30.0 \ No newline at end of file diff --git a/tests/slow/DifferentClustersSameRV.toml b/tests/slow/DifferentClustersSameRV.toml new file mode 100644 index 0000000000..4cda3eaea4 --- /dev/null +++ b/tests/slow/DifferentClustersSameRV.toml @@ -0,0 +1,12 @@ +extraDB = 2 + +[[test]] +testTitle = 'DifferentClustersSameRV' +clearAfterTest = false + + [[test.workload]] + testName = 'DifferentClustersSameRV' + testDuration = 150 + switchAfter = 50 + keyToRead = 'someKey' + keyToWatch = 'anotherKey' diff --git a/tests/slow/DifferentClustersSameRV.txt b/tests/slow/DifferentClustersSameRV.txt deleted file mode 100644 index 4623c244f9..0000000000 --- a/tests/slow/DifferentClustersSameRV.txt +++ /dev/null @@ -1,10 +0,0 @@ -extraDB=2 - -testTitle=DifferentClustersSameRV -clearAfterTest=false - - testName=DifferentClustersSameRV - testDuration=150 - switchAfter=50 - keyToRead=someKey - keyToWatch=anotherKey diff --git a/tests/slow/FastTriggeredWatches.toml b/tests/slow/FastTriggeredWatches.toml new file mode 100644 index 0000000000..02de4ad4ea --- /dev/null +++ b/tests/slow/FastTriggeredWatches.toml @@ -0,0 +1,7 @@ +[[test]] +testTitle = 'FastTriggeredWatchesTest' +connectionFailuresDisableDuration = 100000 +timeout = 700 + + [[test.workload]] + testName = 'FastTriggeredWatches' diff --git a/tests/slow/FastTriggeredWatches.txt b/tests/slow/FastTriggeredWatches.txt deleted file mode 100644 index a5698351a1..0000000000 --- a/tests/slow/FastTriggeredWatches.txt +++ /dev/null @@ -1,5 +0,0 @@ -testTitle=FastTriggeredWatchesTest -connectionFailuresDisableDuration=100000 -timeout=700 - - testName=FastTriggeredWatches diff --git a/tests/slow/LowLatencyWithFailures.toml b/tests/slow/LowLatencyWithFailures.toml new file mode 100644 index 0000000000..56d23b3eb1 --- /dev/null +++ b/tests/slow/LowLatencyWithFailures.toml @@ -0,0 +1,26 @@ +minimumReplication = 2 + +[[test]] +testTitle = 'Clogged' +connectionFailuresDisableDuration = 60 + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 1000.0 + testDuration = 300.0 + expectedRate = 0 + + [[test.workload]] + testName = 'LowLatency' + testDuration = 300.0 + maxLatency = 50.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 1 + machinesToLeave = 3 + reboot = true + testDuration = 300.0 + waitForVersion = true + allowFaultInjection = false + killDc = false diff --git a/tests/slow/LowLatencyWithFailures.txt b/tests/slow/LowLatencyWithFailures.txt deleted file mode 100644 index 8596ca6189..0000000000 --- a/tests/slow/LowLatencyWithFailures.txt +++ /dev/null @@ -1,22 +0,0 @@ -minimumReplication=2 - -testTitle=Clogged -connectionFailuresDisableDuration=60 - - testName=Cycle - transactionsPerSecond=1000.0 - testDuration=300.0 - expectedRate=0 - - testName=LowLatency - testDuration=300.0 - maxLatency=50.0 - - testName=Attrition - machinesToKill=1 - machinesToLeave=3 - reboot=true - testDuration=300.0 - waitForVersion=true - allowFaultInjection=false - killDc=false diff --git a/tests/slow/MoveKeysClean.toml b/tests/slow/MoveKeysClean.toml new file mode 100644 index 0000000000..086ae13e12 --- /dev/null +++ b/tests/slow/MoveKeysClean.toml @@ -0,0 +1,27 @@ +[[test]] +testTitle = 'MoveKeysNew' + + [[test.workload]] + testName = 'Sideband' + testDuration = 300.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + scale = 0.5 + clogginess = 0.1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 300.0 + meanDelay = 150.0 + + [[test.workload]] + testName = 'RandomMoveKeys' + testDuration = 300.0 + meanDelay = 2 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 300.0 + coordinators = 'auto' diff --git a/tests/slow/MoveKeysClean.txt b/tests/slow/MoveKeysClean.txt deleted file mode 100644 index caaa48dcdb..0000000000 --- a/tests/slow/MoveKeysClean.txt +++ /dev/null @@ -1,20 +0,0 @@ -testTitle=MoveKeysNew - testName=Sideband - testDuration=300.0 - - testName=RandomClogging - testDuration=300.0 - scale=0.5 - clogginess=0.1 - - testName=Rollback - testDuration=300.0 - meanDelay=150.0 - - testName=RandomMoveKeys - testDuration=300.0 - meanDelay=2 - - testName=ChangeConfig - maxDelayBeforeChange=300.0 - coordinators=auto diff --git a/tests/slow/MoveKeysSideband.toml b/tests/slow/MoveKeysSideband.toml new file mode 100644 index 0000000000..89a7fafa38 --- /dev/null +++ b/tests/slow/MoveKeysSideband.toml @@ -0,0 +1,42 @@ +[[test]] +testTitle = 'MoveKeysNew' + + [[test.workload]] + testName = 'Sideband' + testDuration = 300.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + swizzle = 1 + scale = 5.0 + clogginess = 0.5 + + [[test.workload]] + testName = 'Rollback' + testDuration = 300.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'RandomMoveKeys' + testDuration = 300.0 + meanDelay = 5 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 300.0 + coordinators = 'auto' diff --git a/tests/slow/MoveKeysSideband.txt b/tests/slow/MoveKeysSideband.txt deleted file mode 100644 index 3e8d9d4514..0000000000 --- a/tests/slow/MoveKeysSideband.txt +++ /dev/null @@ -1,33 +0,0 @@ -testTitle=MoveKeysNew - testName=Sideband - testDuration=300.0 - - testName=RandomClogging - testDuration=300.0 - swizzle=1 - scale=5.0 - clogginess=0.5 - - testName=Rollback - testDuration=300.0 - meanDelay=10.0 - - testName=RandomMoveKeys - testDuration=300.0 - meanDelay=5 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=300.0 - - testName=ChangeConfig - maxDelayBeforeChange=300.0 - coordinators=auto \ No newline at end of file diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.toml b/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.toml new file mode 100644 index 0000000000..a208f02872 --- /dev/null +++ b/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.toml @@ -0,0 +1,63 @@ +# Disable buggify for parallel restore +#buggify=on + +[[test]] +testTitle = 'BackupAndParallelRestoreWithAtomicOp' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'AtomicOps' + nodeCount = 30000 + # Make ops space only 1 key per group + # nodeCount=100 + transactionsPerSecond = 2500.0 + # transactionsPerSecond=500.0 + # transactionsPerSecond=500.0 + # nodeCount=4 + # transactionsPerSecond=250.0 + testDuration = 30.0 + # Specify a type of atomicOp + # opType=0 + # actorsPerClient=1 + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + # use new backup + usePartitionedLogs = true + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.txt b/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.txt deleted file mode 100644 index 173ee3c3ec..0000000000 --- a/tests/slow/ParallelRestoreNewBackupCorrectnessAtomicOp.txt +++ /dev/null @@ -1,55 +0,0 @@ -; Disable buggify for parallel restore -;buggify=on - -testTitle=BackupAndParallelRestoreWithAtomicOp -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=AtomicOps - nodeCount=30000 -; Make ops space only 1 key per group -; nodeCount=100 - transactionsPerSecond=2500.0 -; transactionsPerSecond=500.0 -; transactionsPerSecond=500.0 -; nodeCount=4 -; transactionsPerSecond=250.0 - testDuration=30.0 -; Specify a type of atomicOp -; opType=0 -; actorsPerClient=1 - -; Each testName=RunRestoreWorkerWorkload creates a restore worker -; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - -; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 -; use new backup - usePartitionedLogs=true - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - -; Do NOT kill restore worker process yet -; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.toml b/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.toml new file mode 100644 index 0000000000..2c2d4b0333 --- /dev/null +++ b/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.toml @@ -0,0 +1,58 @@ +# Disable buggify for parallel restore +#buggify=off + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'Cycle' + # nodeCount=30000 + nodeCount = 1000 + # transactionsPerSecond=500.0 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + # keyPrefix=! + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + # backupRangesCount<0 means backup the entire normal keyspace + backupRangesCount = -1 + usePartitionedLogs = true + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.txt b/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.txt deleted file mode 100644 index 3e021bfaa5..0000000000 --- a/tests/slow/ParallelRestoreNewBackupCorrectnessCycle.txt +++ /dev/null @@ -1,51 +0,0 @@ - ; Disable buggify for parallel restore - ;buggify=off - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=Cycle - ; nodeCount=30000 - nodeCount=1000 - ; transactionsPerSecond=500.0 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - ; keyPrefix=! - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - - ; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - ; backupRangesCount<0 means backup the entire normal keyspace - backupRangesCount=-1 - usePartitionedLogs=true - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - ; Do NOT kill restore worker process yet - ; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.toml b/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.toml new file mode 100644 index 0000000000..c94b2bc7a8 --- /dev/null +++ b/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.toml @@ -0,0 +1,81 @@ +# Disable buggify for parallel restore +#buggify=off + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'Cycle' + # nodeCount=30000 + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = '!' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'z' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'A' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'Z' + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + # backupRangesCount<0 means backup the entire normal keyspace + backupRangesCount = -1 + usePartitionedLogs = true + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.txt b/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.txt deleted file mode 100644 index c32f7526bf..0000000000 --- a/tests/slow/ParallelRestoreNewBackupCorrectnessMultiCycles.txt +++ /dev/null @@ -1,70 +0,0 @@ - ; Disable buggify for parallel restore - ;buggify=off - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=Cycle - ; nodeCount=30000 - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=! - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=z - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=A - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=Z - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - - ; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - ; backupRangesCount<0 means backup the entire normal keyspace - backupRangesCount=-1 - usePartitionedLogs=true - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - ; Do NOT kill restore worker process yet - ; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 diff --git a/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.toml b/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.toml new file mode 100644 index 0000000000..ae92b4b956 --- /dev/null +++ b/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.toml @@ -0,0 +1,51 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'WriteDuringRead' + maximumTotalData = 1000000 + testDuration = 240.0 + slowModeStart = 60.0 + minNode = 1 + useSystemKeys = false + + [[test.workload]] + testName = 'AtomicRestore' + startAfter = 10.0 + restoreAfter = 50.0 + fastRestore = true + usePartitionedLogs = true + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 60.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 60.0 + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' diff --git a/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.txt b/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.txt deleted file mode 100644 index ffb2fbc8fd..0000000000 --- a/tests/slow/ParallelRestoreNewBackupWriteDuringReadAtomicRestore.txt +++ /dev/null @@ -1,43 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=WriteDuringRead - maximumTotalData=1000000 - testDuration=240.0 - slowModeStart=60.0 - minNode=1 - useSystemKeys=false - - testName=AtomicRestore - startAfter=10.0 - restoreAfter=50.0 - fastRestore=true - usePartitionedLogs=true - - testName=RandomClogging - testDuration=60.0 - - testName=Rollback - meanDelay=60.0 - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload diff --git a/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.toml b/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.toml new file mode 100644 index 0000000000..89b32cacfc --- /dev/null +++ b/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.toml @@ -0,0 +1,39 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 1000 + numGetRanges = 100 + numGetRangeSelectors = 100 + numGetKeys = 100 + numClears = 100 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 60 + + [[test.workload]] + testName = 'AtomicRestore' + startAfter = 10.0 + restoreAfter = 50.0 + fastRestore = true + usePartitionedLogs = false + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' diff --git a/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.txt b/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.txt deleted file mode 100644 index ebe793c83e..0000000000 --- a/tests/slow/ParallelRestoreOldBackupApiCorrectnessAtomicRestore.txt +++ /dev/null @@ -1,36 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 -runSetup=true - - testName=ApiCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=1000 - numGetRanges=100 - numGetRangeSelectors=100 - numGetKeys=100 - numClears=100 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=60 - - testName=AtomicRestore - startAfter=10.0 - restoreAfter=50.0 - fastRestore=true - usePartitionedLogs=false - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.toml b/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.toml new file mode 100644 index 0000000000..04130159d1 --- /dev/null +++ b/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.toml @@ -0,0 +1,61 @@ +# Disable buggify for parallel restore +#buggify=on + +[[test]] +testTitle = 'BackupAndParallelRestoreWithAtomicOp' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'AtomicOps' + nodeCount = 30000 + # Make ops space only 1 key per group + transactionsPerSecond = 2500.0 + # nodeCount=4 + # transactionsPerSecond=250.0 + testDuration = 30.0 + # Specify a type of atomicOp + # Unset the following two options for debug purpose + # opType=0 + # actorsPerClient=1 + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + backupRangesCount = -1 + # use old backup + usePartitionedLogs = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.txt b/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.txt deleted file mode 100644 index 320013a14c..0000000000 --- a/tests/slow/ParallelRestoreOldBackupCorrectnessAtomicOp.txt +++ /dev/null @@ -1,54 +0,0 @@ -; Disable buggify for parallel restore -;buggify=on - -testTitle=BackupAndParallelRestoreWithAtomicOp -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=AtomicOps - nodeCount=30000 -; Make ops space only 1 key per group - transactionsPerSecond=2500.0 -; nodeCount=4 -; transactionsPerSecond=250.0 - testDuration=30.0 -; Specify a type of atomicOp -; Unset the following two options for debug purpose -; opType=0 -; actorsPerClient=1 - -; Each testName=RunRestoreWorkerWorkload creates a restore worker -; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - -; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - backupRangesCount=-1 -; use old backup - usePartitionedLogs=false - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - -; Do NOT kill restore worker process yet -; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.toml b/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.toml new file mode 100644 index 0000000000..ee58d66dbe --- /dev/null +++ b/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.toml @@ -0,0 +1,58 @@ +# Disable buggify for parallel restore +#buggify=off + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'Cycle' + # nodeCount=30000 + nodeCount = 1000 + # transactionsPerSecond=500.0 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + # keyPrefix=! + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + # backupRangesCount<0 means backup the entire normal keyspace + backupRangesCount = -1 + usePartitionedLogs = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.txt b/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.txt deleted file mode 100644 index 3569d2d820..0000000000 --- a/tests/slow/ParallelRestoreOldBackupCorrectnessCycle.txt +++ /dev/null @@ -1,51 +0,0 @@ - ; Disable buggify for parallel restore - ;buggify=off - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile - ;timeout is in seconds - timeout=360000 - - testName=Cycle - ; nodeCount=30000 - nodeCount=1000 - ; transactionsPerSecond=500.0 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - ; keyPrefix=! - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - - ; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - ; backupRangesCount<0 means backup the entire normal keyspace - backupRangesCount=-1 - usePartitionedLogs=false - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - ; Do NOT kill restore worker process yet - ; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.toml b/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.toml new file mode 100644 index 0000000000..8dc215c593 --- /dev/null +++ b/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.toml @@ -0,0 +1,81 @@ +# Disable buggify for parallel restore +#buggify=off + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'Cycle' + # nodeCount=30000 + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = '!' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'z' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'A' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 1000 + transactionsPerSecond = 2500.0 + testDuration = 30.0 + expectedRate = 0 + keyPrefix = 'Z' + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' + # Test case for parallel restore + + [[test.workload]] + testName = 'BackupAndParallelRestoreCorrectness' + backupAfter = 10.0 + restoreAfter = 60.0 + # backupRangesCount<0 means backup the entire normal keyspace + backupRangesCount = -1 + usePartitionedLogs = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 90.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 90.0 + testDuration = 90.0 + # Do NOT kill restore worker process yet + # Kill other process to ensure restore works when FDB cluster has faults + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 90.0 diff --git a/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.txt b/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.txt deleted file mode 100644 index c41b1923d7..0000000000 --- a/tests/slow/ParallelRestoreOldBackupCorrectnessMultiCycles.txt +++ /dev/null @@ -1,71 +0,0 @@ - ; Disable buggify for parallel restore - ;buggify=off - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFile - ;timeout is in seconds - timeout=360000 - - testName=Cycle - ; nodeCount=30000 - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=! - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=z - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=A - - testName=Cycle - nodeCount=1000 - transactionsPerSecond=2500.0 - testDuration=30.0 - expectedRate=0 - keyPrefix=Z - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - - ; Test case for parallel restore - testName=BackupAndParallelRestoreCorrectness - backupAfter=10.0 - restoreAfter=60.0 - ; backupRangesCount<0 means backup the entire normal keyspace - backupRangesCount=-1 - usePartitionedLogs=false - - testName=RandomClogging - testDuration=90.0 - - testName=Rollback - meanDelay=90.0 - testDuration=90.0 - - ; Do NOT kill restore worker process yet - ; Kill other process to ensure restore works when FDB cluster has faults - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=90.0 - diff --git a/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.toml b/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.toml new file mode 100644 index 0000000000..e09dc4fdd9 --- /dev/null +++ b/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.toml @@ -0,0 +1,51 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' +clearAfterTest = false +simBackupAgents = 'BackupToFile' +#timeout is in seconds +timeout = 360000 + + [[test.workload]] + testName = 'WriteDuringRead' + maximumTotalData = 1000000 + testDuration = 240.0 + slowModeStart = 60.0 + minNode = 1 + useSystemKeys = false + + [[test.workload]] + testName = 'AtomicRestore' + startAfter = 10.0 + restoreAfter = 50.0 + fastRestore = true + usePartitionedLogs = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 60.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 60.0 + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + # Each testName=RunRestoreWorkerWorkload creates a restore worker + # We need at least 3 restore workers: master, loader, and applier + + [[test.workload]] + testName = 'RunRestoreWorkerWorkload' diff --git a/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.txt b/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.txt deleted file mode 100644 index 93d627b004..0000000000 --- a/tests/slow/ParallelRestoreOldBackupWriteDuringReadAtomicRestore.txt +++ /dev/null @@ -1,44 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest -clearAfterTest=false -simBackupAgents=BackupToFile -;timeout is in seconds -timeout=360000 - - testName=WriteDuringRead - maximumTotalData=1000000 - testDuration=240.0 - slowModeStart=60.0 - minNode=1 - useSystemKeys=false - - testName=AtomicRestore - startAfter=10.0 - restoreAfter=50.0 - fastRestore=true - usePartitionedLogs=false - - testName=RandomClogging - testDuration=60.0 - - testName=Rollback - meanDelay=60.0 - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - ; Each testName=RunRestoreWorkerWorkload creates a restore worker - ; We need at least 3 restore workers: master, loader, and applier - testName=RunRestoreWorkerWorkload - diff --git a/tests/slow/RyowCorrectness.toml b/tests/slow/RyowCorrectness.toml new file mode 100644 index 0000000000..000f8a13c3 --- /dev/null +++ b/tests/slow/RyowCorrectness.toml @@ -0,0 +1,19 @@ +[[test]] +testTitle = 'RyowCorrectnessTest' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'RyowCorrectness' + numKeys = 5000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + duration = 60 + opsPerTransaction = 50 diff --git a/tests/slow/RyowCorrectness.txt b/tests/slow/RyowCorrectness.txt deleted file mode 100644 index 2e71169453..0000000000 --- a/tests/slow/RyowCorrectness.txt +++ /dev/null @@ -1,17 +0,0 @@ -testTitle=RyowCorrectnessTest -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=RyowCorrectness - numKeys=5000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - duration=60 - opsPerTransaction=50 diff --git a/tests/slow/Serializability.toml b/tests/slow/Serializability.toml new file mode 100644 index 0000000000..c9abc0413a --- /dev/null +++ b/tests/slow/Serializability.toml @@ -0,0 +1,5 @@ +[[test]] +testTitle = 'Serializability' + + [[test.workload]] + testName = 'Serializability' diff --git a/tests/slow/Serializability.txt b/tests/slow/Serializability.txt deleted file mode 100644 index 8c69ca4154..0000000000 --- a/tests/slow/Serializability.txt +++ /dev/null @@ -1,2 +0,0 @@ -testTitle=Serializability - testName=Serializability \ No newline at end of file diff --git a/tests/slow/SharedBackupCorrectness.toml b/tests/slow/SharedBackupCorrectness.toml new file mode 100644 index 0000000000..253736e6ce --- /dev/null +++ b/tests/slow/SharedBackupCorrectness.toml @@ -0,0 +1,31 @@ +extraDB = 1 + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFileAndDB' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 3000 + transactionsPerSecond = 500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupTag = 'backup1' + backupAfter = 10.0 + restoreAfter = 60.0 + shareLogRange = true + performRestore = true + allowPauses = false + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupTag = 'backup2' + backupPrefix = 'b1' + backupAfter = 15.0 + restoreAfter = 60.0 + performRestore = false + shareLogRange = true diff --git a/tests/slow/SharedBackupCorrectness.txt b/tests/slow/SharedBackupCorrectness.txt deleted file mode 100644 index cb5eb98dcf..0000000000 --- a/tests/slow/SharedBackupCorrectness.txt +++ /dev/null @@ -1,27 +0,0 @@ -extraDB=1 - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFileAndDB - - testName=Cycle - nodeCount=3000 - transactionsPerSecond=500.0 - testDuration=30.0 - expectedRate=0 - - testName=BackupAndRestoreCorrectness - backupTag=backup1 - backupAfter=10.0 - restoreAfter=60.0 - shareLogRange=true - performRestore=true - allowPauses=false - - testName=BackupToDBCorrectness - backupTag=backup2 - backupPrefix=b1 - backupAfter=15.0 - restoreAfter=60.0 - performRestore=false - shareLogRange=true diff --git a/tests/slow/SharedBackupToDBCorrectness.toml b/tests/slow/SharedBackupToDBCorrectness.toml new file mode 100644 index 0000000000..2a6b45f0ec --- /dev/null +++ b/tests/slow/SharedBackupToDBCorrectness.toml @@ -0,0 +1,30 @@ +extraDB = 1 + +[[test]] +testTitle = 'BackupAndRestore' +clearAfterTest = false +simBackupAgents = 'BackupToFileAndDB' + + [[test.workload]] + testName = 'Cycle' + nodeCount = 3000 + transactionsPerSecond = 500.0 + testDuration = 30.0 + expectedRate = 0 + + [[test.workload]] + testName = 'BackupAndRestoreCorrectness' + backupTag = 'backup1' + backupAfter = 10.0 + shareLogRange = true + performRestore = false + allowPauses = false + + [[test.workload]] + testName = 'BackupToDBCorrectness' + backupTag = 'backup2' + backupPrefix = 'b2' + backupAfter = 15.0 + restoreAfter = 60.0 + performRestore = true + shareLogRange = true diff --git a/tests/slow/SharedBackupToDBCorrectness.txt b/tests/slow/SharedBackupToDBCorrectness.txt deleted file mode 100644 index e4d231ba06..0000000000 --- a/tests/slow/SharedBackupToDBCorrectness.txt +++ /dev/null @@ -1,26 +0,0 @@ -extraDB=1 - -testTitle=BackupAndRestore -clearAfterTest=false -simBackupAgents=BackupToFileAndDB - - testName=Cycle - nodeCount=3000 - transactionsPerSecond=500.0 - testDuration=30.0 - expectedRate=0 - - testName=BackupAndRestoreCorrectness - backupTag=backup1 - backupAfter=10.0 - shareLogRange=true - performRestore=false - allowPauses=false - - testName=BackupToDBCorrectness - backupTag=backup2 - backupPrefix=b2 - backupAfter=15.0 - restoreAfter=60.0 - performRestore=true - shareLogRange=true diff --git a/tests/slow/StorefrontTest.toml b/tests/slow/StorefrontTest.toml new file mode 100644 index 0000000000..0643f33212 --- /dev/null +++ b/tests/slow/StorefrontTest.toml @@ -0,0 +1,8 @@ +[[test]] +testTitle = 'StorefrontTest' + + [[test.workload]] + testName = 'Storefront' + actorsPerClient = 50 + itemCount = 100000 + maxOrderSize = 4 diff --git a/tests/slow/StorefrontTest.txt b/tests/slow/StorefrontTest.txt deleted file mode 100644 index 15fbc85eb1..0000000000 --- a/tests/slow/StorefrontTest.txt +++ /dev/null @@ -1,5 +0,0 @@ -testTitle=StorefrontTest - testName=Storefront - actorsPerClient=50 - itemCount=100000 - maxOrderSize=4 diff --git a/tests/slow/SwizzledApiCorrectness.toml b/tests/slow/SwizzledApiCorrectness.toml new file mode 100644 index 0000000000..d04c35327f --- /dev/null +++ b/tests/slow/SwizzledApiCorrectness.toml @@ -0,0 +1,58 @@ +[[test]] +testTitle = 'ApiCorrectnessTest' +clearAfterTest = true +timeout = 2100 +runSetup = true + + [[test.workload]] + testName = 'ApiCorrectness' + numKeys = 2000 + onlyLowerCase = true + shortKeysRatio = 0.5 + minShortKeyLength = 1 + maxShortKeyLength = 3 + minLongKeyLength = 1 + maxLongKeyLength = 128 + minValueLength = 1 + maxValueLength = 1000 + numGets = 400 + numGetRanges = 40 + numGetRangeSelectors = 40 + numGetKeys = 40 + numClears = 40 + numClearRanges = 10 + maxTransactionBytes = 500000 + randomTestDuration = 60 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 120.0 + coordinators = 'auto' diff --git a/tests/slow/SwizzledApiCorrectness.txt b/tests/slow/SwizzledApiCorrectness.txt deleted file mode 100644 index f4e310e8c2..0000000000 --- a/tests/slow/SwizzledApiCorrectness.txt +++ /dev/null @@ -1,50 +0,0 @@ -testTitle=ApiCorrectnessTest -clearAfterTest=true -timeout=2100 -runSetup=true - - testName=ApiCorrectness - numKeys=2000 - onlyLowerCase=true - shortKeysRatio=0.5 - minShortKeyLength=1 - maxShortKeyLength=3 - minLongKeyLength=1 - maxLongKeyLength=128 - minValueLength=1 - maxValueLength=1000 - numGets=400 - numGetRanges=40 - numGetRangeSelectors=40 - numGetKeys=40 - numClears=40 - numClearRanges=10 - maxTransactionBytes=500000 - randomTestDuration=60 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=ChangeConfig - maxDelayBeforeChange=120.0 - coordinators=auto diff --git a/tests/slow/SwizzledCycleTest.toml b/tests/slow/SwizzledCycleTest.toml new file mode 100644 index 0000000000..77b25fd473 --- /dev/null +++ b/tests/slow/SwizzledCycleTest.toml @@ -0,0 +1,32 @@ +[[test]] +testTitle = 'SwizzledCycleTest' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 5000.0 + testDuration = 30.0 + expectedRate = 0.01 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 30.0 + swizzle = 1 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 30.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 30.0 + coordinators = 'auto' diff --git a/tests/slow/SwizzledCycleTest.txt b/tests/slow/SwizzledCycleTest.txt deleted file mode 100644 index ed383b25dc..0000000000 --- a/tests/slow/SwizzledCycleTest.txt +++ /dev/null @@ -1,25 +0,0 @@ -testTitle=SwizzledCycleTest - testName=Cycle - transactionsPerSecond=5000.0 - testDuration=30.0 - expectedRate=0.01 - - testName=RandomClogging - testDuration=30.0 - swizzle = 1 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=30.0 - - testName=ChangeConfig - maxDelayBeforeChange=30.0 - coordinators=auto \ No newline at end of file diff --git a/tests/slow/SwizzledDdBalance.toml b/tests/slow/SwizzledDdBalance.toml new file mode 100644 index 0000000000..b7d165910e --- /dev/null +++ b/tests/slow/SwizzledDdBalance.toml @@ -0,0 +1,50 @@ +[[test]] +testTitle = 'DDBalance_test' + + [[test.workload]] + testName = 'DDBalance' + testDuration = 120.0 + transactionsPerSecond = 250.0 + binCount = 1000 + writesPerTransaction = 5 + keySpaceDriftFactor = 10 + moversPerClient = 10 + actorsPerClient = 100 + nodes = 100000 + + [[test.workload]] + testName = 'BackgroundSelector' + testDuration = 120.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 120.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 120.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 120.0 + coordinators = 'auto' diff --git a/tests/slow/SwizzledDdBalance.txt b/tests/slow/SwizzledDdBalance.txt deleted file mode 100644 index 65f5a171fd..0000000000 --- a/tests/slow/SwizzledDdBalance.txt +++ /dev/null @@ -1,40 +0,0 @@ -testTitle=DDBalance_test - testName=DDBalance - testDuration=120.0 - transactionsPerSecond=250.0 - binCount=1000 - writesPerTransaction=5 - keySpaceDriftFactor=10 - moversPerClient=10 - actorsPerClient=100 - nodes=100000 - - testName=BackgroundSelector - testDuration=120.0 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=Rollback - testDuration=120.0 - meanDelay=10.0 - - testName=Attrition - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=120.0 - - testName=ChangeConfig - maxDelayBeforeChange=120.0 - coordinators=auto \ No newline at end of file diff --git a/tests/slow/SwizzledRollbackTimeLapse.toml b/tests/slow/SwizzledRollbackTimeLapse.toml new file mode 100644 index 0000000000..96d97b2f12 --- /dev/null +++ b/tests/slow/SwizzledRollbackTimeLapse.toml @@ -0,0 +1,42 @@ +[[test]] +testTitle = 'SwizzledRollbackTimeLapse' + + [[test.workload]] + testName = 'Cycle' + transactionsPerSecond = 500.0 + testDuration = 300.0 + nodeCount = 10000 + expectedRate = 0.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 300.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 0 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 0 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 300.0 + coordinators = 'auto' diff --git a/tests/slow/SwizzledRollbackTimeLapse.txt b/tests/slow/SwizzledRollbackTimeLapse.txt deleted file mode 100644 index c8be542327..0000000000 --- a/tests/slow/SwizzledRollbackTimeLapse.txt +++ /dev/null @@ -1,33 +0,0 @@ -testTitle=SwizzledRollbackTimeLapse - testName=Cycle - transactionsPerSecond=500.0 - testDuration=300.0 - nodeCount=10000 - expectedRate=0.0 - - testName=RandomClogging - testDuration=300.0 - swizzle = 1 - - testName=Rollback - testDuration=300.0 - meanDelay=10.0 - - testName=Attrition - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=0 - reboot=true - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=0 - reboot=true - testDuration=300.0 - - testName=ChangeConfig - maxDelayBeforeChange=300.0 - coordinators=auto \ No newline at end of file diff --git a/tests/slow/SwizzledRollbackTimeLapseIncrement.toml b/tests/slow/SwizzledRollbackTimeLapseIncrement.toml new file mode 100644 index 0000000000..4c3690d9d1 --- /dev/null +++ b/tests/slow/SwizzledRollbackTimeLapseIncrement.toml @@ -0,0 +1,42 @@ +[[test]] +testTitle = 'SwizzledRollbackTimeLapse' + + [[test.workload]] + testName = 'Increment' + transactionsPerSecond = 100.0 + testDuration = 300.0 + nodeCount = 10000 + expectedRate = 0.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 300.0 + swizzle = 1 + + [[test.workload]] + testName = 'Rollback' + testDuration = 300.0 + meanDelay = 10.0 + + [[test.workload]] + testName = 'Attrition' + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 0 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 0 + reboot = true + testDuration = 300.0 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 300.0 + coordinators = 'auto' diff --git a/tests/slow/SwizzledRollbackTimeLapseIncrement.txt b/tests/slow/SwizzledRollbackTimeLapseIncrement.txt deleted file mode 100644 index 208cfee7de..0000000000 --- a/tests/slow/SwizzledRollbackTimeLapseIncrement.txt +++ /dev/null @@ -1,33 +0,0 @@ -testTitle=SwizzledRollbackTimeLapse - testName=Increment - transactionsPerSecond=100.0 - testDuration=300.0 - nodeCount=10000 - expectedRate=0.0 - - testName=RandomClogging - testDuration=300.0 - swizzle = 1 - - testName=Rollback - testDuration=300.0 - meanDelay=10.0 - - testName=Attrition - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=0 - reboot=true - testDuration=300.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=0 - reboot=true - testDuration=300.0 - - testName=ChangeConfig - maxDelayBeforeChange=300.0 - coordinators=auto \ No newline at end of file diff --git a/tests/slow/VersionStampBackupToDB.toml b/tests/slow/VersionStampBackupToDB.toml new file mode 100644 index 0000000000..29d86df4e1 --- /dev/null +++ b/tests/slow/VersionStampBackupToDB.toml @@ -0,0 +1,22 @@ +extraDB = 2 + +[[test]] +testTitle = 'VersionStampBackupToDB' +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'VersionStamp' + failIfDataLost = false + validateExtraDB = true + testDuration = 60.0 + + [[test.workload]] + testName = 'BackupToDBAbort' + abortDelay = 40.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 diff --git a/tests/slow/VersionStampBackupToDB.txt b/tests/slow/VersionStampBackupToDB.txt deleted file mode 100644 index 784a655193..0000000000 --- a/tests/slow/VersionStampBackupToDB.txt +++ /dev/null @@ -1,18 +0,0 @@ -extraDB=2 - -testTitle=VersionStampBackupToDB -simBackupAgents=BackupToDB - - testName=VersionStamp - failIfDataLost=false - validateExtraDB=true - testDuration=60.0 - - testName=BackupToDBAbort - abortDelay=40.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 diff --git a/tests/slow/VersionStampSwitchover.toml b/tests/slow/VersionStampSwitchover.toml new file mode 100644 index 0000000000..f65086ab59 --- /dev/null +++ b/tests/slow/VersionStampSwitchover.toml @@ -0,0 +1,23 @@ +extraDB = 2 + +[[test]] +testTitle = 'VersionStampCorrectnessTest' +clearAfterTest = false +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'VersionStamp' + testDuration = 60.0 + + [[test.workload]] + testName = 'AtomicSwitchover' + switch1delay = 20.0 + switch2delay = 20.0 + stopDelay = 20.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 diff --git a/tests/slow/VersionStampSwitchover.txt b/tests/slow/VersionStampSwitchover.txt deleted file mode 100644 index fbd55245ef..0000000000 --- a/tests/slow/VersionStampSwitchover.txt +++ /dev/null @@ -1,19 +0,0 @@ -extraDB=2 - -testTitle=VersionStampCorrectnessTest -clearAfterTest=false -simBackupAgents=BackupToDB - - testName=VersionStamp - testDuration=60.0 - - testName=AtomicSwitchover - switch1delay=20.0 - switch2delay=20.0 - stopDelay=20.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 diff --git a/tests/slow/WriteDuringReadAtomicRestore.toml b/tests/slow/WriteDuringReadAtomicRestore.toml new file mode 100644 index 0000000000..96868a11ef --- /dev/null +++ b/tests/slow/WriteDuringReadAtomicRestore.toml @@ -0,0 +1,43 @@ +StderrSeverity = 30 + +[[test]] +testTitle = 'WriteDuringReadTest' +clearAfterTest = false +simBackupAgents = 'BackupToFile' + + [[test.workload]] + testName = 'WriteDuringRead' + maximumTotalData = 1000000 + testDuration = 240.0 + slowModeStart = 60.0 + minNode = 1 + useSystemKeys = false + + [[test.workload]] + testName = 'AtomicRestore' + startAfter = 10.0 + restoreAfter = 50.0 + usePartitionedLogs = false + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 60.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 60.0 + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 diff --git a/tests/slow/WriteDuringReadAtomicRestore.txt b/tests/slow/WriteDuringReadAtomicRestore.txt deleted file mode 100644 index e4c0120d68..0000000000 --- a/tests/slow/WriteDuringReadAtomicRestore.txt +++ /dev/null @@ -1,36 +0,0 @@ -StderrSeverity=30 - -testTitle=WriteDuringReadTest -clearAfterTest=false -simBackupAgents=BackupToFile - - testName=WriteDuringRead - maximumTotalData=1000000 - testDuration=240.0 - slowModeStart=60.0 - minNode=1 - useSystemKeys=false - - testName=AtomicRestore - startAfter=10.0 - restoreAfter=50.0 - usePartitionedLogs=false - - testName=RandomClogging - testDuration=60.0 - - testName=Rollback - meanDelay=60.0 - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 diff --git a/tests/slow/WriteDuringReadSwitchover.toml b/tests/slow/WriteDuringReadSwitchover.toml new file mode 100644 index 0000000000..7eaa3a36b0 --- /dev/null +++ b/tests/slow/WriteDuringReadSwitchover.toml @@ -0,0 +1,40 @@ +StderrSeverity = 30 +extraDB = 2 + +[[test]] +testTitle = 'WriteDuringReadTest' +clearAfterTest = false +simBackupAgents = 'BackupToDB' + + [[test.workload]] + testName = 'WriteDuringRead' + maximumTotalData = 1000000 + testDuration = 240.0 + slowModeStart = 60.0 + minNode = 1 + + [[test.workload]] + testName = 'AtomicSwitchover' + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 60.0 + + [[test.workload]] + testName = 'Rollback' + meanDelay = 60.0 + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 + + [[test.workload]] + testName = 'Attrition' + machinesToKill = 10 + machinesToLeave = 3 + reboot = true + testDuration = 60.0 diff --git a/tests/slow/WriteDuringReadSwitchover.txt b/tests/slow/WriteDuringReadSwitchover.txt deleted file mode 100644 index ab3abab5f9..0000000000 --- a/tests/slow/WriteDuringReadSwitchover.txt +++ /dev/null @@ -1,33 +0,0 @@ -StderrSeverity=30 -extraDB=2 - -testTitle=WriteDuringReadTest -clearAfterTest=false -simBackupAgents=BackupToDB - - testName=WriteDuringRead - maximumTotalData=1000000 - testDuration=240.0 - slowModeStart=60.0 - minNode=1 - - testName=AtomicSwitchover - - testName=RandomClogging - testDuration=60.0 - - testName=Rollback - meanDelay=60.0 - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 - - testName=Attrition - machinesToKill=10 - machinesToLeave=3 - reboot=true - testDuration=60.0 diff --git a/tests/slow/ddbalance.toml b/tests/slow/ddbalance.toml new file mode 100644 index 0000000000..038a5b288c --- /dev/null +++ b/tests/slow/ddbalance.toml @@ -0,0 +1,27 @@ +[[test]] +testTitle = 'DDBalance_test' + + [[test.workload]] + testName = 'DDBalance' + testDuration = 120.0 + transactionsPerSecond = 250.0 + binCount = 1000 + writesPerTransaction = 5 + keySpaceDriftFactor = 10 + moversPerClient = 10 + actorsPerClient = 100 + nodes = 100000 + + [[test.workload]] + testName = 'BackgroundSelector' + testDuration = 120.0 + + [[test.workload]] + testName = 'RandomClogging' + testDuration = 120.0 + swizzle = 1 + + [[test.workload]] + testName = 'ChangeConfig' + maxDelayBeforeChange = 120.0 + coordinators = 'auto' diff --git a/tests/slow/ddbalance.txt b/tests/slow/ddbalance.txt deleted file mode 100644 index 22f9ce94c3..0000000000 --- a/tests/slow/ddbalance.txt +++ /dev/null @@ -1,21 +0,0 @@ -testTitle=DDBalance_test - testName=DDBalance - testDuration=120.0 - transactionsPerSecond=250.0 - binCount=1000 - writesPerTransaction=5 - keySpaceDriftFactor=10 - moversPerClient=10 - actorsPerClient=100 - nodes=100000 - - testName=BackgroundSelector - testDuration=120.0 - - testName=RandomClogging - testDuration=120.0 - swizzle=1 - - testName=ChangeConfig - maxDelayBeforeChange=120.0 - coordinators=auto \ No newline at end of file