foundationdb/fdbserver/workloads/UnitTests.actor.cpp

/*
 * UnitTests.actor.cpp
 *
 * This source file is part of the FoundationDB open source project
 *
 * Copyright 2013-2018 Apple Inc. and the FoundationDB project authors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "fdbserver/workloads/workloads.actor.h"
#include "flow/UnitTest.h"
#include "flow/actorcompiler.h" // has to be last include

void forceLinkIndexedSetTests();
void forceLinkDequeTests();
void forceLinkFlowTests();

struct UnitTestWorkload : TestWorkload {
	bool enabled;
	std::string testPattern;
	int testRunLimit;

	PerfIntCounter testsAvailable, testsExecuted, testsFailed;
	PerfDoubleCounter totalWallTime, totalSimTime;

	UnitTestWorkload(WorkloadContext const& wcx)
		: TestWorkload(wcx), testsAvailable("Test Cases Available"), testsExecuted("Test Cases Executed"), testsFailed("Test Cases Failed"), totalWallTime("Total wall clock time (s)"), totalSimTime("Total flow time (s)")
	{
		enabled = !clientId; // only do this on the "first" client
		testPattern = getOption(options, LiteralStringRef("testsMatching"), Value()).toString();
		testRunLimit = getOption(options, LiteralStringRef("maxTestCases"), -1);
		forceLinkIndexedSetTests();
		forceLinkDequeTests();
		forceLinkFlowTests();
	}

	virtual std::string description() { return "UnitTests"; }
	virtual Future<Void> setup(Database const& cx) { return Void(); }
	virtual Future<Void> start(Database const& cx) {
		if (enabled)
			return runUnitTests(this);
		return Void();
	}
	virtual Future<bool> check(Database const& cx) { return testsFailed.getValue() == 0; }
	virtual void getMetrics(vector<PerfMetric>& m) {
		m.push_back(testsAvailable.getMetric());
		m.push_back(testsExecuted.getMetric());
		m.push_back(testsFailed.getMetric());
		m.push_back(totalWallTime.getMetric());
		m.push_back(totalSimTime.getMetric());
	}

	ACTOR static Future<Void> runUnitTests(UnitTestWorkload* self) {
		state std::vector<UnitTest*> tests;
		state int allTestCount = 0;

		for (auto t = g_unittests.tests; t != NULL; t = t->next) {
			if (StringRef(t->name).startsWith(self->testPattern)) {
				++self->testsAvailable;
				tests.push_back(t);
			}
		}
		fprintf(stdout, "Found %zu tests\n", tests.size());
		g_random->randomShuffle(tests);
		if (self->testRunLimit > 0 && tests.size() > self->testRunLimit) 
			tests.resize(self->testRunLimit);

		state std::vector<UnitTest*>::iterator t;
		for (t = tests.begin(); t != tests.end(); ++t) {
			state UnitTest* test = *t;
			printf("Testing %s\n", test->name);

			state Error result = success();
			state double start_now = now();
			state double start_timer = timer();

			try {
				wait(test->func());
			}
			catch (Error& e) {
				++self->testsFailed;
				result = e;
			}
			++self->testsExecuted;
			double wallTime = timer() - start_timer;
			double simTime = now() - start_now;

			self->totalWallTime += wallTime;
			self->totalSimTime += simTime;
			TraceEvent(result.code() != error_code_success ? SevError : SevInfo, "UnitTest")
				.error(result, true)
				.detail("Name", test->name)
				.detail("File", test->file).detail("Line", test->line)
				.detail("WallTime", wallTime)
				.detail("FlowTime", simTime);
		}

		return Void();
	}
};

WorkloadFactory<UnitTestWorkload> UnitTestWorkloadFactory("UnitTests");

TEST_CASE("/fdbserver/UnitTestWorkload/long delay") {
	wait(delay(60));
	return Void();
}