316 lines
9.4 KiB
C++
316 lines
9.4 KiB
C++
/*
|
|
* RYWPerformance.actor.cpp
|
|
*
|
|
* This source file is part of the FoundationDB open source project
|
|
*
|
|
* Copyright 2013-2022 Apple Inc. and the FoundationDB project authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "fdbrpc/ContinuousSample.h"
|
|
#include "fdbclient/NativeAPI.actor.h"
|
|
#include "fdbserver/TesterInterface.actor.h"
|
|
#include "fdbclient/ReadYourWrites.h"
|
|
#include "fdbserver/workloads/workloads.actor.h"
|
|
#include "flow/actorcompiler.h" // This must be the last #include.
|
|
|
|
struct RYWPerformanceWorkload : TestWorkload {
|
|
int keyBytes, nodes, ranges;
|
|
RYWPerformanceWorkload(WorkloadContext const& wcx) : TestWorkload(wcx) {
|
|
nodes = getOption(options, LiteralStringRef("nodes"), 10000);
|
|
ranges = getOption(options, LiteralStringRef("ranges"), 10);
|
|
keyBytes = std::max(getOption(options, LiteralStringRef("keyBytes"), 16), 16);
|
|
}
|
|
|
|
std::string description() const override { return "RYWPerformance"; }
|
|
|
|
Future<Void> setup(Database const& cx) override {
|
|
if (clientId == 0)
|
|
return _setup(cx, this);
|
|
return Void();
|
|
}
|
|
|
|
ACTOR Future<Void> _setup(Database cx, RYWPerformanceWorkload* self) {
|
|
state Transaction tr(cx);
|
|
|
|
loop {
|
|
try {
|
|
for (int i = 0; i < self->nodes; i++)
|
|
tr.set(self->keyForIndex(i), LiteralStringRef("bar"));
|
|
|
|
wait(tr.commit());
|
|
break;
|
|
} catch (Error& e) {
|
|
wait(tr.onError(e));
|
|
}
|
|
}
|
|
|
|
return Void();
|
|
}
|
|
|
|
Future<Void> start(Database const& cx) override {
|
|
if (clientId == 0)
|
|
return _start(cx, this);
|
|
return Void();
|
|
}
|
|
|
|
ACTOR static Future<Void> fillCache(ReadYourWritesTransaction* tr, RYWPerformanceWorkload* self, int type) {
|
|
state int i;
|
|
if (type == 0) {
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 1) {
|
|
std::vector<Future<Optional<Value>>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->get(self->keyForIndex(i)));
|
|
}
|
|
wait(waitForAll(gets));
|
|
} else if (type == 2) {
|
|
std::vector<Future<Optional<Value>>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->get(self->keyForIndex(i)));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 3) {
|
|
std::vector<Future<Optional<Value>>> gets;
|
|
for (i = 0; i < self->nodes; i += 2) {
|
|
gets.push_back(tr->get(self->keyForIndex(i)));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 1; i < self->nodes; i += 2) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 4) {
|
|
wait(success(tr->getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
} else if (type == 5) {
|
|
wait(success(tr->getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 6) {
|
|
wait(success(tr->getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
for (i = 0; i < self->nodes; i += 2) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 7) {
|
|
wait(success(tr->getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->clear(self->keyForIndex(i));
|
|
}
|
|
} else if (type == 8) {
|
|
wait(success(tr->getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
for (i = 0; i < self->nodes; i += 2) {
|
|
tr->clear(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 1)));
|
|
}
|
|
} else if (type == 9) {
|
|
std::vector<Future<RangeResult>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->getRange(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 2)), self->nodes));
|
|
}
|
|
wait(waitForAll(gets));
|
|
} else if (type == 10) {
|
|
std::vector<Future<RangeResult>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->getRange(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 2)), self->nodes));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 11) {
|
|
std::vector<Future<RangeResult>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->getRange(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 2)), self->nodes));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 0; i < self->nodes; i += 2) {
|
|
tr->set(self->keyForIndex(i), LiteralStringRef("foo"));
|
|
}
|
|
} else if (type == 12) {
|
|
std::vector<Future<RangeResult>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->getRange(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 2)), self->nodes));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 0; i < self->nodes; i++) {
|
|
tr->clear(self->keyForIndex(i));
|
|
}
|
|
} else if (type == 13) {
|
|
std::vector<Future<RangeResult>> gets;
|
|
for (i = 0; i < self->nodes; i++) {
|
|
gets.push_back(tr->getRange(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 2)), self->nodes));
|
|
}
|
|
wait(waitForAll(gets));
|
|
for (i = 0; i < self->nodes; i += 2) {
|
|
tr->clear(KeyRangeRef(self->keyForIndex(i), self->keyForIndex(i + 1)));
|
|
}
|
|
}
|
|
return Void();
|
|
}
|
|
|
|
ACTOR static Future<Void> test_get_single(Database cx, RYWPerformanceWorkload* self, int cacheType) {
|
|
state int i;
|
|
state ReadYourWritesTransaction tr(cx);
|
|
|
|
loop {
|
|
try {
|
|
wait(self->fillCache(&tr, self, cacheType));
|
|
|
|
state double startTime = timer();
|
|
|
|
for (i = 0; i < self->nodes; i++) {
|
|
wait(success(tr.get(self->keyForIndex(self->nodes / 2))));
|
|
}
|
|
|
|
fprintf(stderr, "%f", self->nodes / (timer() - startTime));
|
|
|
|
return Void();
|
|
} catch (Error& e) {
|
|
wait(tr.onError(e));
|
|
}
|
|
}
|
|
}
|
|
|
|
ACTOR static Future<Void> test_get_many_sequential(Database cx, RYWPerformanceWorkload* self, int cacheType) {
|
|
state int i;
|
|
state ReadYourWritesTransaction tr(cx);
|
|
|
|
loop {
|
|
try {
|
|
wait(self->fillCache(&tr, self, cacheType));
|
|
|
|
state double startTime = timer();
|
|
|
|
for (i = 0; i < self->nodes; i++) {
|
|
wait(success(tr.get(self->keyForIndex(i))));
|
|
}
|
|
|
|
fprintf(stderr, "%f", self->nodes / (timer() - startTime));
|
|
|
|
return Void();
|
|
} catch (Error& e) {
|
|
wait(tr.onError(e));
|
|
}
|
|
}
|
|
}
|
|
|
|
ACTOR static Future<Void> test_get_range_basic(Database cx, RYWPerformanceWorkload* self, int cacheType) {
|
|
state int i;
|
|
state ReadYourWritesTransaction tr(cx);
|
|
|
|
loop {
|
|
try {
|
|
wait(self->fillCache(&tr, self, cacheType));
|
|
|
|
state double startTime = timer();
|
|
|
|
for (i = 0; i < self->ranges; i++) {
|
|
wait(success(
|
|
tr.getRange(KeyRangeRef(self->keyForIndex(0), self->keyForIndex(self->nodes)), self->nodes)));
|
|
}
|
|
|
|
fprintf(stderr, "%f", self->ranges / (timer() - startTime));
|
|
|
|
return Void();
|
|
} catch (Error& e) {
|
|
wait(tr.onError(e));
|
|
}
|
|
}
|
|
}
|
|
|
|
ACTOR static Future<Void> test_interleaved_sets_gets(Database cx, RYWPerformanceWorkload* self, int cacheType) {
|
|
state int i;
|
|
state ReadYourWritesTransaction tr(cx);
|
|
|
|
loop {
|
|
try {
|
|
wait(self->fillCache(&tr, self, cacheType));
|
|
|
|
tr.set(self->keyForIndex(self->nodes / 2), self->keyForIndex(self->nodes));
|
|
|
|
state double startTime = timer();
|
|
|
|
for (i = 0; i < self->nodes; i++) {
|
|
wait(success(tr.get(self->keyForIndex(self->nodes / 2))));
|
|
tr.set(self->keyForIndex(self->nodes / 2), self->keyForIndex(i));
|
|
}
|
|
|
|
fprintf(stderr, "%f", self->nodes / (timer() - startTime));
|
|
|
|
return Void();
|
|
} catch (Error& e) {
|
|
wait(tr.onError(e));
|
|
}
|
|
}
|
|
}
|
|
|
|
ACTOR static Future<Void> _start(Database cx, RYWPerformanceWorkload* self) {
|
|
state int i;
|
|
fprintf(stderr, "test_get_single, ");
|
|
for (i = 0; i < 14; i++) {
|
|
wait(self->test_get_single(cx, self, i));
|
|
if (i == 13)
|
|
fprintf(stderr, "\n");
|
|
else
|
|
fprintf(stderr, ", ");
|
|
}
|
|
fprintf(stderr, "test_get_many_sequential, ");
|
|
for (i = 0; i < 14; i++) {
|
|
wait(self->test_get_many_sequential(cx, self, i));
|
|
if (i == 13)
|
|
fprintf(stderr, "\n");
|
|
else
|
|
fprintf(stderr, ", ");
|
|
}
|
|
fprintf(stderr, "test_get_range_basic, ");
|
|
for (i = 4; i < 14; i++) {
|
|
wait(self->test_get_range_basic(cx, self, i));
|
|
if (i == 13)
|
|
fprintf(stderr, "\n");
|
|
else
|
|
fprintf(stderr, ", ");
|
|
}
|
|
fprintf(stderr, "test_interleaved_sets_gets, ");
|
|
for (i = 0; i < 14; i++) {
|
|
wait(self->test_interleaved_sets_gets(cx, self, i));
|
|
if (i == 13)
|
|
fprintf(stderr, "\n");
|
|
else
|
|
fprintf(stderr, ", ");
|
|
}
|
|
return Void();
|
|
}
|
|
|
|
Future<bool> check(Database const& cx) override { return true; }
|
|
|
|
void getMetrics(std::vector<PerfMetric>& m) override {}
|
|
|
|
Key keyForIndex(uint64_t index) {
|
|
Key result = makeString(keyBytes);
|
|
uint8_t* data = mutateString(result);
|
|
memset(data, '.', keyBytes);
|
|
|
|
double d = double(index) / nodes;
|
|
emplaceIndex(data, 0, *(int64_t*)&d);
|
|
|
|
return result;
|
|
}
|
|
};
|
|
|
|
WorkloadFactory<RYWPerformanceWorkload> RYWPerformanceWorkloadFactory("RYWPerformance");
|