102 lines
3.8 KiB
C++
102 lines
3.8 KiB
C++
/*
|
|
* BulkLoad.actor.cpp
|
|
*
|
|
* This source file is part of the FoundationDB open source project
|
|
*
|
|
* Copyright 2013-2018 Apple Inc. and the FoundationDB project authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include "flow/actorcompiler.h"
|
|
#include "fdbrpc/ContinuousSample.h"
|
|
#include "fdbclient/NativeAPI.h"
|
|
#include "fdbserver/TesterInterface.h"
|
|
#include "workloads.h"
|
|
|
|
struct BulkLoadWorkload : TestWorkload {
|
|
int actorCount, writesPerTransaction, valueBytes;
|
|
double testDuration;
|
|
Value value;
|
|
|
|
vector<Future<Void>> clients;
|
|
PerfIntCounter transactions, retries;
|
|
ContinuousSample<double> latencies;
|
|
|
|
BulkLoadWorkload(WorkloadContext const& wcx)
|
|
: TestWorkload(wcx),
|
|
transactions("Transactions"), retries("Retries"), latencies( 2000 )
|
|
{
|
|
testDuration = getOption( options, LiteralStringRef("testDuration"), 10.0 );
|
|
actorCount = getOption( options, LiteralStringRef("actorCount"), 20 );
|
|
writesPerTransaction = getOption( options, LiteralStringRef("writesPerTransaction"), 10 );
|
|
valueBytes = std::max( getOption( options, LiteralStringRef("valueBytes"), 96 ), 16 );
|
|
value = Value( std::string( valueBytes, '.' ) );
|
|
}
|
|
|
|
virtual std::string description() { return "BulkLoad"; }
|
|
|
|
virtual Future<Void> start( Database const& cx ) {
|
|
for(int c = 0; c < actorCount; c++)
|
|
clients.push_back( timeout( bulkLoadClient( cx, this, clientId, c ), testDuration, Void() ) );
|
|
return waitForAll( clients );
|
|
}
|
|
|
|
virtual Future<bool> check( Database const& cx ) {
|
|
clients.clear();
|
|
return true;
|
|
}
|
|
|
|
virtual void getMetrics( vector<PerfMetric>& m ) {
|
|
m.push_back( transactions.getMetric() );
|
|
m.push_back( retries.getMetric() );
|
|
m.push_back( PerfMetric( "Rows written", transactions.getValue() * writesPerTransaction, false ) );
|
|
m.push_back( PerfMetric( "Transactions/sec", transactions.getValue() / testDuration, false ) );
|
|
m.push_back( PerfMetric( "Write rows/sec", transactions.getValue() * writesPerTransaction / testDuration, false ) );
|
|
double keysPerSecond = transactions.getValue() * writesPerTransaction / testDuration;
|
|
m.push_back( PerfMetric( "Keys written/sec", keysPerSecond, false ) );
|
|
m.push_back( PerfMetric( "Bytes written/sec", keysPerSecond * (valueBytes + 16), false ) );
|
|
|
|
m.push_back( PerfMetric( "Mean Latency (ms)", 1000 * latencies.mean(), true ) );
|
|
m.push_back( PerfMetric( "Median Latency (ms, averaged)", 1000 * latencies.median(), true ) );
|
|
m.push_back( PerfMetric( "90% Latency (ms, averaged)", 1000 * latencies.percentile( 0.90 ), true ) );
|
|
m.push_back( PerfMetric( "98% Latency (ms, averaged)", 1000 * latencies.percentile( 0.98 ), true ) );
|
|
}
|
|
|
|
ACTOR Future<Void> bulkLoadClient( Database cx, BulkLoadWorkload *self, int clientId, int actorId ) {
|
|
state int idx = 0;
|
|
loop {
|
|
state double tstart = now();
|
|
state Transaction tr(cx);
|
|
loop {
|
|
try {
|
|
for(int i = 0; i < self->writesPerTransaction; i++)
|
|
tr.set( format( "/bulkload/%04x/%04x/%08x", self->clientId, actorId, idx + i ), self->value );
|
|
tr.makeSelfConflicting();
|
|
Version _ = wait( tr.getReadVersion() );
|
|
Void _ = wait( tr.commit() );
|
|
break;
|
|
} catch (Error& e) {
|
|
Void _ = wait( tr.onError(e) );
|
|
++self->retries;
|
|
}
|
|
}
|
|
self->latencies.addSample( now() - tstart );
|
|
++self->transactions;
|
|
idx += self->writesPerTransaction;
|
|
}
|
|
}
|
|
};
|
|
|
|
WorkloadFactory<BulkLoadWorkload> BulkLoadWorkloadFactory("BulkLoad");
|