foundationdb/fdbserver/workloads/ChangeConfig.actor.cpp

189 lines
7.3 KiB
C++
Raw Normal View History

2017-05-26 04:48:44 +08:00
/*
* ChangeConfig.actor.cpp
*
* This source file is part of the FoundationDB open source project
*
* Copyright 2013-2018 Apple Inc. and the FoundationDB project authors
*
2017-05-26 04:48:44 +08:00
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
2017-05-26 04:48:44 +08:00
* http://www.apache.org/licenses/LICENSE-2.0
*
2017-05-26 04:48:44 +08:00
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "fdbclient/NativeAPI.actor.h"
2017-05-26 04:48:44 +08:00
#include "fdbclient/ClusterInterface.h"
#include "fdbserver/TesterInterface.actor.h"
#include "fdbclient/ManagementAPI.actor.h"
#include "fdbserver/workloads/workloads.actor.h"
2017-05-26 04:48:44 +08:00
#include "fdbrpc/simulator.h"
#include "fdbclient/Schemas.h"
#include "flow/actorcompiler.h" // This must be the last #include.
2017-05-26 04:48:44 +08:00
struct ChangeConfigWorkload : TestWorkload {
double minDelayBeforeChange, maxDelayBeforeChange;
std::string configMode; //<\"single\"|\"double\"|\"triple\">
std::string networkAddresses; //comma separated list e.g. "127.0.0.1:4000,127.0.0.1:4001"
ChangeConfigWorkload(WorkloadContext const& wcx)
: TestWorkload(wcx)
{
minDelayBeforeChange = getOption( options, LiteralStringRef("minDelayBeforeChange"), 0 );
maxDelayBeforeChange = getOption( options, LiteralStringRef("maxDelayBeforeChange"), 0 );
ASSERT( maxDelayBeforeChange >= minDelayBeforeChange );
configMode = getOption( options, LiteralStringRef("configMode"), StringRef() ).toString();
networkAddresses = getOption( options, LiteralStringRef("coordinators"), StringRef() ).toString();
}
2020-10-05 13:29:07 +08:00
std::string description() const override { return "ChangeConfig"; }
2017-05-26 04:48:44 +08:00
2020-10-05 13:29:07 +08:00
Future<Void> start(Database const& cx) override {
2017-05-26 04:48:44 +08:00
if( this->clientId != 0 ) return Void();
return ChangeConfigClient( cx->clone(), this );
}
2020-10-05 13:29:07 +08:00
Future<bool> check(Database const& cx) override { return true; }
2017-05-26 04:48:44 +08:00
2020-10-05 13:29:07 +08:00
void getMetrics(vector<PerfMetric>& m) override {}
2017-05-26 04:48:44 +08:00
ACTOR Future<Void> extraDatabaseConfigure(ChangeConfigWorkload *self) {
2017-05-26 04:48:44 +08:00
if (g_network->isSimulated() && g_simulator.extraDB) {
2020-11-07 15:50:55 +08:00
auto extraFile = makeReference<ClusterConnectionFile>(*g_simulator.extraDB);
state Database extraDB = Database::createDatabase(extraFile, -1);
2017-05-26 04:48:44 +08:00
wait(delay(5*deterministicRandom()->random01()));
if (self->configMode.size()) {
wait(success(changeConfig(extraDB, self->configMode, true)));
2018-04-30 09:54:47 +08:00
TraceEvent("WaitForReplicasExtra");
wait( waitForFullReplication( extraDB ) );
2018-04-30 09:54:47 +08:00
TraceEvent("WaitForReplicasExtraEnd");
} if (self->networkAddresses.size()) {
2017-05-26 04:48:44 +08:00
if (self->networkAddresses == "auto")
wait(CoordinatorsChangeActor(extraDB, self, true));
2017-05-26 04:48:44 +08:00
else
wait(CoordinatorsChangeActor(extraDB, self));
2017-05-26 04:48:44 +08:00
}
wait(delay(5*deterministicRandom()->random01()));
}
return Void();
}
ACTOR Future<Void> ChangeConfigClient( Database cx, ChangeConfigWorkload *self) {
wait( delay( self->minDelayBeforeChange + deterministicRandom()->random01() * ( self->maxDelayBeforeChange - self->minDelayBeforeChange ) ) );
state bool extraConfigureBefore = deterministicRandom()->random01() < 0.5;
if(extraConfigureBefore) {
wait( self->extraDatabaseConfigure(self) );
2017-05-26 04:48:44 +08:00
}
if( self->configMode.size() ) {
wait(success( changeConfig( cx, self->configMode, true ) ));
2018-04-30 09:54:47 +08:00
TraceEvent("WaitForReplicas");
wait( waitForFullReplication( cx ) );
2018-04-30 09:54:47 +08:00
TraceEvent("WaitForReplicasEnd");
}
2017-05-26 04:48:44 +08:00
if( self->networkAddresses.size() ) {
if (self->networkAddresses == "auto")
wait(CoordinatorsChangeActor(cx, self, true));
2017-05-26 04:48:44 +08:00
else
wait(CoordinatorsChangeActor(cx, self));
2017-05-26 04:48:44 +08:00
}
if(!extraConfigureBefore) {
wait( self->extraDatabaseConfigure(self) );
}
2017-05-26 04:48:44 +08:00
return Void();
}
ACTOR static Future<Void> CoordinatorsChangeActor(Database cx, ChangeConfigWorkload* self,
bool autoChange = false) {
state ReadYourWritesTransaction tr(cx);
state int notEnoughMachineResults = 0; // Retry for the second time if we first get this result
state std::string desiredCoordinatorsKey; // comma separated
if (autoChange) { // if auto, we first get the desired addresses by read \xff\xff/management/auto_coordinators
loop {
try {
Optional<Value> newCoordinatorsKey = wait(tr.get(
LiteralStringRef("auto_coordinators")
.withPrefix(SpecialKeySpace::getModuleRange(SpecialKeySpace::MODULE::MANAGEMENT).begin)));
ASSERT(newCoordinatorsKey.present());
desiredCoordinatorsKey = newCoordinatorsKey.get().toString();
tr.reset();
break;
} catch (Error& e) {
if (e.code() == error_code_special_keys_api_failure) {
Optional<Value> errorMsg =
wait(tr.get(SpecialKeySpace::getModuleRange(SpecialKeySpace::MODULE::ERRORMSG).begin));
ASSERT(errorMsg.present());
std::string errorStr;
auto valueObj = readJSONStrictly(errorMsg.get().toString()).get_obj();
auto schema = readJSONStrictly(JSONSchemas::managementApiErrorSchema.toString()).get_obj();
// special_key_space_management_api_error_msg schema validation
TraceEvent(SevDebug, "GetAutoCoordinatorsChange")
.detail("ErrorMessage", valueObj["message"].get_str());
ASSERT(schemaMatch(schema, valueObj, errorStr, SevError, true));
ASSERT(valueObj["command"].get_str() == "auto_coordinators");
if (valueObj["retriable"].get_bool() && notEnoughMachineResults < 1) {
notEnoughMachineResults++;
wait(delay(1.0));
tr.reset();
} else {
break;
}
} else {
wait(tr.onError(e));
}
wait(delay(FLOW_KNOBS->PREVENT_FAST_SPIN_DELAY));
}
}
} else {
desiredCoordinatorsKey = self->networkAddresses;
}
loop {
try {
tr.setOption(FDBTransactionOptions::SPECIAL_KEY_SPACE_ENABLE_WRITES);
tr.set(LiteralStringRef("processes")
.withPrefix(SpecialKeySpace::getManagementApiCommandPrefix("coordinators")),
Value(desiredCoordinatorsKey));
TraceEvent(SevDebug, "CoordinatorsChangeBeforeCommit")
.detail("Auto", autoChange)
.detail("NewCoordinatorsKey", describe(desiredCoordinatorsKey));
wait(tr.commit());
ASSERT(false);
} catch (Error& e) {
state Error err(e);
if (e.code() == error_code_special_keys_api_failure) {
Optional<Value> errorMsg =
wait(tr.get(SpecialKeySpace::getModuleRange(SpecialKeySpace::MODULE::ERRORMSG).begin));
ASSERT(errorMsg.present());
std::string errorStr;
auto valueObj = readJSONStrictly(errorMsg.get().toString()).get_obj();
auto schema = readJSONStrictly(JSONSchemas::managementApiErrorSchema.toString()).get_obj();
// special_key_space_management_api_error_msg schema validation
TraceEvent(SevDebug, "CoordinatorsChangeError")
.detail("Auto", autoChange)
.detail("ErrorMessage", valueObj["message"].get_str());
ASSERT(schemaMatch(schema, valueObj, errorStr, SevError, true));
ASSERT(valueObj["command"].get_str() == "coordinators");
break;
} else {
wait(tr.onError(err));
}
wait(delay(FLOW_KNOBS->PREVENT_FAST_SPIN_DELAY));
}
}
return Void();
}
2017-05-26 04:48:44 +08:00
};
WorkloadFactory<ChangeConfigWorkload> ChangeConfigWorkloadFactory("ChangeConfig");