mirror of
https://code.briarproject.org/briar/briar.git
synced 2026-02-14 19:59:05 +01:00
Add database benchmarks.
This commit is contained in:
akwizgran
@@ -0,0 +1,10 @@
|
||||
package org.briarproject.bramble.db;
|
||||
|
||||
import org.briarproject.bramble.api.db.DbException;
|
||||
|
||||
interface BenchmarkTask<T> {
|
||||
|
||||
void prepareBenchmark(Database<T> db) throws DbException;
|
||||
|
||||
void runBenchmark(Database<T> db) throws DbException;
|
||||
}
|
||||
@@ -0,0 +1,19 @@
|
||||
package org.briarproject.bramble.db;
|
||||
|
||||
import org.briarproject.bramble.api.db.DatabaseConfig;
|
||||
import org.briarproject.bramble.api.system.Clock;
|
||||
import org.junit.Ignore;
|
||||
|
||||
@Ignore
|
||||
public class H2DatabasePerformanceTest extends JdbcDatabasePerformanceTest {
|
||||
|
||||
@Override
|
||||
protected String getTestName() {
|
||||
return H2DatabasePerformanceTest.class.getSimpleName();
|
||||
}
|
||||
|
||||
@Override
|
||||
protected JdbcDatabase createDatabase(DatabaseConfig config, Clock clock) {
|
||||
return new H2Database(config, clock);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,20 @@
|
||||
package org.briarproject.bramble.db;
|
||||
|
||||
import org.briarproject.bramble.api.db.DatabaseConfig;
|
||||
import org.briarproject.bramble.api.system.Clock;
|
||||
import org.junit.Ignore;
|
||||
|
||||
@Ignore
|
||||
public class HyperSqlDatabasePerformanceTest
|
||||
extends JdbcDatabasePerformanceTest {
|
||||
|
||||
@Override
|
||||
protected String getTestName() {
|
||||
return HyperSqlDatabasePerformanceTest.class.getSimpleName();
|
||||
}
|
||||
|
||||
@Override
|
||||
protected JdbcDatabase createDatabase(DatabaseConfig config, Clock clock) {
|
||||
return new HyperSqlDatabase(config, clock);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,756 @@
|
||||
package org.briarproject.bramble.db;
|
||||
|
||||
import org.briarproject.bramble.api.db.DatabaseConfig;
|
||||
import org.briarproject.bramble.api.db.DbException;
|
||||
import org.briarproject.bramble.api.db.Metadata;
|
||||
import org.briarproject.bramble.api.identity.LocalAuthor;
|
||||
import org.briarproject.bramble.api.sync.ClientId;
|
||||
import org.briarproject.bramble.api.sync.Group;
|
||||
import org.briarproject.bramble.api.sync.GroupId;
|
||||
import org.briarproject.bramble.api.sync.Message;
|
||||
import org.briarproject.bramble.api.sync.MessageId;
|
||||
import org.briarproject.bramble.api.sync.ValidationManager.State;
|
||||
import org.briarproject.bramble.api.system.Clock;
|
||||
import org.briarproject.bramble.system.SystemClock;
|
||||
import org.briarproject.bramble.test.BrambleTestCase;
|
||||
import org.briarproject.bramble.test.TestDatabaseConfig;
|
||||
import org.junit.After;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.FileOutputStream;
|
||||
import java.io.PrintWriter;
|
||||
import java.sql.Connection;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collections;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Random;
|
||||
|
||||
import static org.briarproject.bramble.api.sync.SyncConstants.MAX_MESSAGE_LENGTH;
|
||||
import static org.briarproject.bramble.api.sync.ValidationManager.State.DELIVERED;
|
||||
import static org.briarproject.bramble.api.sync.ValidationManager.State.PENDING;
|
||||
import static org.briarproject.bramble.api.sync.ValidationManager.State.UNKNOWN;
|
||||
import static org.briarproject.bramble.test.TestUtils.deleteTestDirectory;
|
||||
import static org.briarproject.bramble.test.TestUtils.getAuthor;
|
||||
import static org.briarproject.bramble.test.TestUtils.getGroup;
|
||||
import static org.briarproject.bramble.test.TestUtils.getLocalAuthor;
|
||||
import static org.briarproject.bramble.test.TestUtils.getMean;
|
||||
import static org.briarproject.bramble.test.TestUtils.getMedian;
|
||||
import static org.briarproject.bramble.test.TestUtils.getRandomBytes;
|
||||
import static org.briarproject.bramble.test.TestUtils.getRandomId;
|
||||
import static org.briarproject.bramble.test.TestUtils.getStandardDeviation;
|
||||
import static org.briarproject.bramble.test.TestUtils.getTestDirectory;
|
||||
import static org.briarproject.bramble.util.StringUtils.getRandomString;
|
||||
import static org.junit.Assert.assertTrue;
|
||||
|
||||
public abstract class JdbcDatabasePerformanceTest extends BrambleTestCase {
|
||||
|
||||
private static final int ONE_MEGABYTE = 1024 * 1024;
|
||||
private static final int MAX_SIZE = 100 * ONE_MEGABYTE;
|
||||
private static final int CLIENT_ID_LENGTH = 100;
|
||||
private static final int METADATA_KEY_LENGTH = 100;
|
||||
private static final int METADATA_VALUE_LENGTH = 100;
|
||||
|
||||
/**
|
||||
* Skip test cases that create more than this many rows.
|
||||
*/
|
||||
private static final int MAX_ROWS = 100 * 1000;
|
||||
|
||||
/**
|
||||
* How many times to run the benchmark before measuring, to warm up the JIT.
|
||||
*/
|
||||
private static final int WARMUP_ITERATIONS = 100;
|
||||
|
||||
/**
|
||||
* How many times to run the benchmark while measuring.
|
||||
*/
|
||||
private static final int MEASUREMENT_ITERATIONS = 100;
|
||||
|
||||
/**
|
||||
* How much time to allow for background operations to complete after
|
||||
* preparing the benchmark.
|
||||
*/
|
||||
private static final int SLEEP_BEFORE_MEASUREMENT_MS = 500;
|
||||
|
||||
private final File testDir = getTestDirectory();
|
||||
private final File resultsFile = getResultsFile();
|
||||
|
||||
protected abstract String getTestName();
|
||||
|
||||
protected abstract JdbcDatabase createDatabase(DatabaseConfig config,
|
||||
Clock clock);
|
||||
|
||||
@Before
|
||||
public void setUp() {
|
||||
assertTrue(testDir.mkdirs());
|
||||
}
|
||||
|
||||
@After
|
||||
public void tearDown() {
|
||||
deleteTestDirectory(testDir);
|
||||
}
|
||||
|
||||
private File getResultsFile() {
|
||||
long timestamp = System.currentTimeMillis();
|
||||
return new File(getTestName() + "-" + timestamp + ".tsv");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testAddContact() throws Exception {
|
||||
for (int contacts : new int[] {0, 1, 10, 100, 1000}) {
|
||||
testAddContact(contacts);
|
||||
}
|
||||
}
|
||||
|
||||
private void testAddContact(final int contacts) throws Exception {
|
||||
String name = "addContact(T, Author, AuthorId, boolean, boolean)";
|
||||
Map<String, Object> args =
|
||||
Collections.<String, Object>singletonMap("contacts", contacts);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private final LocalAuthor localAuthor = getLocalAuthor();
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.addLocalAuthor(txn, localAuthor);
|
||||
for (int i = 0; i < contacts; i++) {
|
||||
db.addContact(txn, getAuthor(), localAuthor.getId(), true,
|
||||
true);
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.addContact(txn, getAuthor(), localAuthor.getId(), true,
|
||||
true);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testAddGroup() throws Exception {
|
||||
for (int groups : new int[] {0, 1, 10, 100, 1000}) {
|
||||
testAddGroup(groups);
|
||||
}
|
||||
}
|
||||
|
||||
private void testAddGroup(final int groups) throws Exception {
|
||||
String name = "addGroup(T, group)";
|
||||
Map<String, Object> args =
|
||||
Collections.<String, Object>singletonMap("groups", groups);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private final ClientId clientId = getClientId();
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < groups; i++)
|
||||
db.addGroup(txn, getGroup(clientId));
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.addGroup(txn, getGroup(clientId));
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetContacts() throws Exception {
|
||||
for (int contacts : new int[] {1, 10, 100, 1000}) {
|
||||
testGetContacts(contacts);
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetContacts(final int contacts) throws Exception {
|
||||
String name = "getContacts(T)";
|
||||
Map<String, Object> args =
|
||||
Collections.<String, Object>singletonMap("contacts", contacts);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
LocalAuthor localAuthor = getLocalAuthor();
|
||||
Connection txn = db.startTransaction();
|
||||
db.addLocalAuthor(txn, localAuthor);
|
||||
for (int i = 0; i < contacts; i++) {
|
||||
db.addContact(txn, getAuthor(), localAuthor.getId(), true,
|
||||
true);
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getContacts(txn);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetRawMessage() throws Exception {
|
||||
for (int messages : new int[] {1, 100, 10000}) {
|
||||
testGetRawMessage(messages);
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetRawMessage(final int messages) throws Exception {
|
||||
String name = "getRawMessage(T, MessageId)";
|
||||
Map<String, Object> args =
|
||||
Collections.<String, Object>singletonMap("messages", messages);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private MessageId messageId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Group group = getGroup(getClientId());
|
||||
Connection txn = db.startTransaction();
|
||||
db.addGroup(txn, group);
|
||||
for (int i = 0; i < messages; i++) {
|
||||
Message m = getMessage(group.getId());
|
||||
if (i == 0) messageId = m.getId();
|
||||
db.addMessage(txn, m, DELIVERED, false);
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getRawMessage(txn, messageId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessageIds() throws Exception {
|
||||
for (int groups : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
int rows = groups * messagesPerGroup;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetMessageIds(groups, messagesPerGroup);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessageIds(final int groups, final int messagesPerGroup)
|
||||
throws Exception {
|
||||
String name = "getMessageIds(T, GroupId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("groups", groups);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private GroupId groupId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
ClientId clientId = getClientId();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < groups; i++) {
|
||||
Group g = getGroup(clientId);
|
||||
if (i == 0) groupId = g.getId();
|
||||
db.addGroup(txn, g);
|
||||
for (int j = 0; j < messagesPerGroup; j++) {
|
||||
Message m = getMessage(g.getId());
|
||||
db.addMessage(txn, m, DELIVERED, false);
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessageIds(txn, groupId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessageIdsWithQuery() throws Exception {
|
||||
for (int groups : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
for (int keysPerMessage : new int[] {1, 10, 100}) {
|
||||
int rows = groups * messagesPerGroup * keysPerMessage;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
for (int keysPerQuery : new int[] {1, 10}) {
|
||||
testGetMessageIdsWithQuery(groups, messagesPerGroup,
|
||||
keysPerMessage, keysPerQuery);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessageIdsWithQuery(final int groups,
|
||||
final int messagesPerGroup, final int keysPerMessage,
|
||||
final int keysPerQuery) throws Exception {
|
||||
String name = "getMessageIds(T, GroupId, Metadata)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("groups", groups);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
args.put("keysPerMessage", keysPerMessage);
|
||||
args.put("keysPerQuery", keysPerQuery);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private final Metadata query = getMetadata(keysPerQuery);
|
||||
private GroupId groupId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
ClientId clientId = getClientId();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < groups; i++) {
|
||||
Group g = getGroup(clientId);
|
||||
if (i == 0) groupId = g.getId();
|
||||
db.addGroup(txn, g);
|
||||
for (int j = 0; j < messagesPerGroup; j++) {
|
||||
Message m = getMessage(g.getId());
|
||||
db.addMessage(txn, m, DELIVERED, false);
|
||||
Metadata meta = getMetadata(keysPerMessage);
|
||||
db.mergeMessageMetadata(txn, m.getId(), meta);
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessageIds(txn, groupId, query);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetGroupMetadata() throws Exception {
|
||||
for (int groups : new int[] {1, 10, 100, 1000}) {
|
||||
for (int keysPerGroup : new int[] {1, 10, 100}) {
|
||||
int rows = groups * keysPerGroup;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetGroupMetadata(groups, keysPerGroup);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetGroupMetadata(final int groups, final int keysPerGroup)
|
||||
throws Exception {
|
||||
String name = "getGroupMetadata(T, GroupId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("groups", groups);
|
||||
args.put("keysPerGroup", keysPerGroup);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private GroupId groupId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
ClientId clientId = getClientId();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < groups; i++) {
|
||||
Group g = getGroup(clientId);
|
||||
if (i == 0) groupId = g.getId();
|
||||
db.addGroup(txn, g);
|
||||
Metadata meta = getMetadata(keysPerGroup);
|
||||
db.mergeGroupMetadata(txn, g.getId(), meta);
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getGroupMetadata(txn, groupId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessageMetadataForGroup() throws Exception {
|
||||
for (int groups : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
for (int keysPerMessage : new int[] {1, 10, 100}) {
|
||||
int rows = groups * messagesPerGroup * keysPerMessage;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetMessageMetadataForGroup(groups, messagesPerGroup,
|
||||
keysPerMessage);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessageMetadataForGroup(final int groups,
|
||||
final int messagesPerGroup, final int keysPerMessage)
|
||||
throws Exception {
|
||||
String name = "getMessageMetadata(T, GroupId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("groups", groups);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
args.put("keysPerMessage", keysPerMessage);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private GroupId groupId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
ClientId clientId = getClientId();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < groups; i++) {
|
||||
Group g = getGroup(clientId);
|
||||
if (i == 0) groupId = g.getId();
|
||||
db.addGroup(txn, g);
|
||||
for (int j = 0; j < messagesPerGroup; j++) {
|
||||
Message m = getMessage(g.getId());
|
||||
db.addMessage(txn, m, DELIVERED, false);
|
||||
Metadata meta = getMetadata(keysPerMessage);
|
||||
db.mergeMessageMetadata(txn, m.getId(), meta);
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessageMetadata(txn, groupId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessageMetadataForMessage() throws Exception {
|
||||
for (int messages : new int[] {1, 100, 10000}) {
|
||||
for (int keysPerMessage : new int[] {1, 10, 100}) {
|
||||
int rows = messages * keysPerMessage;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetMessageMetadataForMessage(messages, keysPerMessage);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessageMetadataForMessage(final int messages,
|
||||
final int keysPerMessage) throws Exception {
|
||||
String name = "getMessageMetadata(T, MessageId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("messages", messages);
|
||||
args.put("keysPerMessage", keysPerMessage);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private MessageId messageId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Group g = getGroup(getClientId());
|
||||
Connection txn = db.startTransaction();
|
||||
db.addGroup(txn, g);
|
||||
for (int i = 0; i < messages; i++) {
|
||||
Message m = getMessage(g.getId());
|
||||
if (i == 0) messageId = m.getId();
|
||||
db.addMessage(txn, m, DELIVERED, false);
|
||||
Metadata meta = getMetadata(keysPerMessage);
|
||||
db.mergeMessageMetadata(txn, m.getId(), meta);
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessageMetadata(txn, messageId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessagesToShare() throws Exception {
|
||||
for (int clients : new int[] {1, 10, 100}) {
|
||||
for (int groupsPerClient : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
int rows = clients * groupsPerClient * messagesPerGroup;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetMessagesToShare(clients, groupsPerClient,
|
||||
messagesPerGroup);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessagesToShare(final int clients,
|
||||
final int groupsPerClient, final int messagesPerGroup)
|
||||
throws Exception {
|
||||
String name = "getMessagesToShare(T, ClientId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("clients", clients);
|
||||
args.put("groupsPerClient", groupsPerClient);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private ClientId clientId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Random random = new Random();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < clients; i++) {
|
||||
ClientId c = getClientId();
|
||||
if (i == 0) clientId = c;
|
||||
for (int j = 0; j < groupsPerClient; j++) {
|
||||
Group g = getGroup(c);
|
||||
db.addGroup(txn, g);
|
||||
MessageId lastMessageId = null;
|
||||
for (int k = 0; k < messagesPerGroup; k++) {
|
||||
Message m = getMessage(g.getId());
|
||||
boolean shared = random.nextBoolean();
|
||||
db.addMessage(txn, m, DELIVERED, shared);
|
||||
if (lastMessageId != null) {
|
||||
db.addMessageDependency(txn, g.getId(),
|
||||
m.getId(), lastMessageId);
|
||||
}
|
||||
lastMessageId = m.getId();
|
||||
}
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessagesToShare(txn, clientId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetMessagesToValidate() throws Exception {
|
||||
for (int clients : new int[] {1, 10, 100}) {
|
||||
for (int groupsPerClient : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
int rows = clients * groupsPerClient * messagesPerGroup;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetMessagesToValidate(clients, groupsPerClient,
|
||||
messagesPerGroup);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetMessagesToValidate(final int clients,
|
||||
final int groupsPerClient, final int messagesPerGroup)
|
||||
throws Exception {
|
||||
String name = "getMessagesToValidate(T, ClientId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("clients", clients);
|
||||
args.put("groupsPerClient", groupsPerClient);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private ClientId clientId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Random random = new Random();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < clients; i++) {
|
||||
ClientId c = getClientId();
|
||||
if (i == 0) clientId = c;
|
||||
for (int j = 0; j < groupsPerClient; j++) {
|
||||
Group g = getGroup(c);
|
||||
db.addGroup(txn, g);
|
||||
for (int k = 0; k < messagesPerGroup; k++) {
|
||||
Message m = getMessage(g.getId());
|
||||
State s = random.nextBoolean() ? UNKNOWN : PENDING;
|
||||
db.addMessage(txn, m, s, false);
|
||||
}
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getMessagesToValidate(txn, clientId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testGetPendingMessages() throws Exception {
|
||||
for (int clients : new int[] {1, 10, 100}) {
|
||||
for (int groupsPerClient : new int[] {1, 10, 100}) {
|
||||
for (int messagesPerGroup : new int[] {1, 10, 100}) {
|
||||
int rows = clients * groupsPerClient * messagesPerGroup;
|
||||
if (rows > MAX_ROWS) continue;
|
||||
testGetPendingMessages(clients, groupsPerClient,
|
||||
messagesPerGroup);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void testGetPendingMessages(final int clients,
|
||||
final int groupsPerClient, final int messagesPerGroup)
|
||||
throws Exception {
|
||||
String name = "getPendingMessages(T, ClientId)";
|
||||
Map<String, Object> args = new LinkedHashMap<String, Object>();
|
||||
args.put("clients", clients);
|
||||
args.put("groupsPerClient", groupsPerClient);
|
||||
args.put("messagesPerGroup", messagesPerGroup);
|
||||
|
||||
benchmark(name, args, new BenchmarkTask<Connection>() {
|
||||
|
||||
private ClientId clientId;
|
||||
|
||||
@Override
|
||||
public void prepareBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Random random = new Random();
|
||||
Connection txn = db.startTransaction();
|
||||
for (int i = 0; i < clients; i++) {
|
||||
ClientId c = getClientId();
|
||||
if (i == 0) clientId = c;
|
||||
for (int j = 0; j < groupsPerClient; j++) {
|
||||
Group g = getGroup(c);
|
||||
db.addGroup(txn, g);
|
||||
for (int k = 0; k < messagesPerGroup; k++) {
|
||||
Message m = getMessage(g.getId());
|
||||
State s = random.nextBoolean() ? UNKNOWN : PENDING;
|
||||
db.addMessage(txn, m, s, false);
|
||||
}
|
||||
}
|
||||
}
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void runBenchmark(Database<Connection> db)
|
||||
throws DbException {
|
||||
Connection txn = db.startTransaction();
|
||||
db.getPendingMessages(txn, clientId);
|
||||
db.commitTransaction(txn);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private void benchmark(String name, Map<String, Object> args,
|
||||
BenchmarkTask<Connection> task) throws Exception {
|
||||
for (int i = 0; i < WARMUP_ITERATIONS; i++) {
|
||||
Database<Connection> db = open();
|
||||
try {
|
||||
task.prepareBenchmark(db);
|
||||
task.runBenchmark(db);
|
||||
} finally {
|
||||
db.close();
|
||||
}
|
||||
}
|
||||
List<Long> durations = new ArrayList<Long>(MEASUREMENT_ITERATIONS);
|
||||
for (int i = 0; i < MEASUREMENT_ITERATIONS; i++) {
|
||||
Database<Connection> db = open();
|
||||
try {
|
||||
task.prepareBenchmark(db);
|
||||
Thread.sleep(SLEEP_BEFORE_MEASUREMENT_MS);
|
||||
long start = System.nanoTime();
|
||||
task.runBenchmark(db);
|
||||
durations.add(System.nanoTime() - start);
|
||||
} finally {
|
||||
db.close();
|
||||
}
|
||||
}
|
||||
double meanMillis = getMean(durations) / 1000 / 1000;
|
||||
double medianMillis = getMedian(durations) / 1000 / 1000;
|
||||
double stdDevMillis = getStandardDeviation(durations) / 1000 / 1000;
|
||||
String result = name + '\t' + args + '\t' + meanMillis
|
||||
+ '\t' + medianMillis + '\t' + stdDevMillis;
|
||||
System.out.println(result);
|
||||
PrintWriter out =
|
||||
new PrintWriter(new FileOutputStream(resultsFile, true), true);
|
||||
out.println(result);
|
||||
out.close();
|
||||
}
|
||||
|
||||
private Database<Connection> open() throws DbException {
|
||||
deleteTestDirectory(testDir);
|
||||
Database<Connection> db = createDatabase(
|
||||
new TestDatabaseConfig(testDir, MAX_SIZE), new SystemClock());
|
||||
db.open();
|
||||
return db;
|
||||
}
|
||||
|
||||
private ClientId getClientId() {
|
||||
return new ClientId(getRandomString(CLIENT_ID_LENGTH));
|
||||
}
|
||||
|
||||
private Message getMessage(GroupId groupId) {
|
||||
MessageId id = new MessageId(getRandomId());
|
||||
byte[] raw = getRandomBytes(MAX_MESSAGE_LENGTH);
|
||||
long timestamp = System.currentTimeMillis();
|
||||
return new Message(id, groupId, timestamp, raw);
|
||||
}
|
||||
|
||||
private Metadata getMetadata(int keys) {
|
||||
Metadata meta = new Metadata();
|
||||
for (int i = 0; i < keys; i++) {
|
||||
String key = getRandomString(METADATA_KEY_LENGTH);
|
||||
byte[] value = getRandomBytes(METADATA_VALUE_LENGTH);
|
||||
meta.put(key, value);
|
||||
}
|
||||
return meta;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user