foundationdb/fdbserver/workloads/UnitTests.actor.cpp

119 lines
3.7 KiB
C++

/*
* UnitTests.actor.cpp
*
* This source file is part of the FoundationDB open source project
*
* Copyright 2013-2018 Apple Inc. and the FoundationDB project authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#include "workloads.h"
#include "flow/UnitTest.h"
void forceLinkIndexedSetTests();
void forceLinkDequeTests();
void forceLinkFlowTests();
struct UnitTestWorkload : TestWorkload {
bool enabled;
std::string testPattern;
int testRunLimit;
PerfIntCounter testsAvailable, testsExecuted, testsFailed;
PerfDoubleCounter totalWallTime, totalSimTime;
UnitTestWorkload(WorkloadContext const& wcx)
: TestWorkload(wcx), testsAvailable("Test Cases Available"), testsExecuted("Test Cases Executed"), testsFailed("Test Cases Failed"), totalWallTime("Total wall clock time (s)"), totalSimTime("Total flow time (s)")
{
enabled = !clientId; // only do this on the "first" client
testPattern = getOption(options, LiteralStringRef("testsMatching"), Value()).toString();
testRunLimit = getOption(options, LiteralStringRef("maxTestCases"), -1);
forceLinkIndexedSetTests();
forceLinkDequeTests();
forceLinkFlowTests();
}
virtual std::string description() { return "UnitTests"; }
virtual Future<Void> setup(Database const& cx) { return Void(); }
virtual Future<Void> start(Database const& cx) {
if (enabled)
return runUnitTests(this);
return Void();
}
virtual Future<bool> check(Database const& cx) { return testsFailed.getValue() == 0; }
virtual void getMetrics(vector<PerfMetric>& m) {
m.push_back(testsAvailable.getMetric());
m.push_back(testsExecuted.getMetric());
m.push_back(testsFailed.getMetric());
m.push_back(totalWallTime.getMetric());
m.push_back(totalSimTime.getMetric());
}
ACTOR static Future<Void> runUnitTests(UnitTestWorkload* self) {
state std::vector<UnitTest*> tests;
state int allTestCount = 0;
for (auto t = g_unittests.tests; t != NULL; t = t->next) {
if (StringRef(t->name).startsWith(self->testPattern)) {
++self->testsAvailable;
tests.push_back(t);
}
}
fprintf(stdout, "Found %d tests\n", tests.size());
g_random->randomShuffle(tests);
if (self->testRunLimit > 0 && tests.size() > self->testRunLimit)
tests.resize(self->testRunLimit);
state std::vector<UnitTest*>::iterator t;
for (t = tests.begin(); t != tests.end(); ++t) {
auto test = *t;
printf("Testing %s\n", test->name);
state Error result = success();
state double start_now = now();
state double start_timer = timer();
try {
Void _ = wait(test->func());
}
catch (Error& e) {
++self->testsFailed;
result = e;
}
++self->testsExecuted;
double wallTime = timer() - start_timer;
double simTime = now() - start_now;
self->totalWallTime += wallTime;
self->totalSimTime += simTime;
auto test = *t;
TraceEvent(result.code() != error_code_success ? SevError : SevInfo, "UnitTest")
.detail("Name", test->name)
.detail("File", test->file).detail("Line", test->line)
.error(result, true)
.detail("WallTime", wallTime)
.detail("FlowTime", simTime);
}
return Void();
}
};
WorkloadFactory<UnitTestWorkload> UnitTestWorkloadFactory("UnitTests");
TEST_CASE("fdbserver/UnitTestWorkload/long delay") {
Void _ = wait(delay(60));
return Void();
}