FastRestoreOldBackupTest:Increase test duragion

Add comment on Rollback test as well
This commit is contained in:
Meng Xu 2020-08-25 09:14:30 -07:00
parent 778daf20c0
commit 23c8d0154b
4 changed files with 26 additions and 21 deletions

View File

@ -27,6 +27,10 @@
#include "fdbserver/ServerDBInfo.h"
#include "flow/actorcompiler.h" // This must be the last #include.
// Choose a random proxy and a random tLog, represented as unclogTlog.
// The workload first clogs network link between the chosen proxy and all tLogs but the unclogTlog;
// While the network is still clogged, the workload kills the proxy and clogs the unclogged tlog's interface.
// Note: The clogged network link's latency will become "clogDuration".
struct RollbackWorkload : TestWorkload {
bool enableFailures, multiple, enabled;
double meanDelay, clogDuration, testDuration;
@ -80,19 +84,21 @@ struct RollbackWorkload : TestWorkload {
.detail("Proxy", proxy.address())
.detail("UncloggedTLog", uncloggedTLog);
for(int t=0; t<tlogs.size(); t++)
if (t != utIndex)
for (int t = 0; t < tlogs.size(); t++) {
if (t != utIndex) {
g_simulator.clogPair(
proxy.address().ip,
tlogs[t].address().ip,
self->clogDuration );
//g_simulator.clogInterface( g_simulator.getProcess( system.tlogs[t].commit.getEndpoint() ), self->clogDuration, ClogAll );
}
}
// While the clogged machines are still clogged...
wait( delay( self->clogDuration/3 ) );
system = self->dbInfo->get();
// Kill the proxy and the unclogged tlog
// Kill the proxy and clog the unclogged tlog
if (self->enableFailures) {
g_simulator.killProcess( g_simulator.getProcessByAddress( proxy.address() ), ISimulator::KillInstantly );
g_simulator.clogInterface( uncloggedTLog.ip, self->clogDuration, ClogAll );

View File

@ -5,7 +5,7 @@ testTitle=BackupAndParallelRestoreWithAtomicOp
transactionsPerSecond=2500.0
; nodeCount=4
; transactionsPerSecond=250.0
testDuration=30.0
testDuration=60.0
clearAfterTest=false
; Specify a type of atomicOp
; Unset the following two options for debug purpose
@ -19,7 +19,7 @@ testTitle=BackupAndParallelRestoreWithAtomicOp
; Test case for parallel restore
testName=BackupAndParallelRestoreCorrectness
backupAfter=10.0
restoreAfter=60.0
restoreAfter=90.0
clearAfterTest=false
simBackupAgents=BackupToFile
backupRangesCount=-1
@ -27,11 +27,11 @@ testTitle=BackupAndParallelRestoreWithAtomicOp
usePartitionedLogs=false
testName=RandomClogging
testDuration=90.0
testDuration=180.0
testName=Rollback
meanDelay=90.0
testDuration=90.0
testDuration=180.0
; Do NOT kill restore worker process yet
; Kill other process to ensure restore works when FDB cluster has faults

View File

@ -1,10 +1,9 @@
testTitle=BackupAndRestore
testName=Cycle
; nodeCount=30000
nodeCount=1000
; transactionsPerSecond=500.0
nodeCount=30000
; nodeCount=1000
transactionsPerSecond=2500.0
testDuration=30.0
testDuration=60.0
expectedRate=0
clearAfterTest=false
; keyPrefix=!
@ -16,7 +15,7 @@ testTitle=BackupAndRestore
; Test case for parallel restore
testName=BackupAndParallelRestoreCorrectness
backupAfter=10.0
restoreAfter=60.0
restoreAfter=90.0
clearAfterTest=false
simBackupAgents=BackupToFile
; backupRangesCount<0 means backup the entire normal keyspace
@ -24,11 +23,11 @@ testTitle=BackupAndRestore
usePartitionedLogs=false
testName=RandomClogging
testDuration=90.0
testDuration=180.0
testName=Rollback
meanDelay=90.0
testDuration=90.0
testDuration=180.0
; Do NOT kill restore worker process yet
; Kill other process to ensure restore works when FDB cluster has faults

View File

@ -3,7 +3,7 @@ testTitle=BackupAndRestore
; nodeCount=30000
nodeCount=1000
transactionsPerSecond=2500.0
testDuration=30.0
testDuration=60.0
expectedRate=0
clearAfterTest=false
keyPrefix=!
@ -11,7 +11,7 @@ testTitle=BackupAndRestore
testName=Cycle
nodeCount=1000
transactionsPerSecond=2500.0
testDuration=30.0
testDuration=60.0
expectedRate=0
clearAfterTest=false
keyPrefix=z
@ -19,7 +19,7 @@ testTitle=BackupAndRestore
testName=Cycle
nodeCount=1000
transactionsPerSecond=2500.0
testDuration=30.0
testDuration=60.0
expectedRate=0
clearAfterTest=false
keyPrefix=A
@ -27,7 +27,7 @@ testTitle=BackupAndRestore
testName=Cycle
nodeCount=1000
transactionsPerSecond=2500.0
testDuration=30.0
testDuration=60.0
expectedRate=0
clearAfterTest=false
keyPrefix=Z
@ -39,7 +39,7 @@ testTitle=BackupAndRestore
; Test case for parallel restore
testName=BackupAndParallelRestoreCorrectness
backupAfter=10.0
restoreAfter=60.0
restoreAfter=90.0
clearAfterTest=false
simBackupAgents=BackupToFile
; backupRangesCount<0 means backup the entire normal keyspace
@ -47,11 +47,11 @@ testTitle=BackupAndRestore
usePartitionedLogs=false
testName=RandomClogging
testDuration=90.0
testDuration=180.0
testName=Rollback
meanDelay=90.0
testDuration=90.0
testDuration=180.0
; Do NOT kill restore worker process yet
; Kill other process to ensure restore works when FDB cluster has faults