Add BulkWrite Benchmarks

.evergreen/.evg.yml

@@ -1547,12 +1547,13 @@ tasks:
  product_name: mongo-java-driver
  - func: "create and upload SSDLC release assets"
 
+ # Do not rename this task – renaming resets the performance time series
  - name: "perf"
  tags: ["perf"]
  commands:
  - func: "bootstrap mongo-orchestration"
  vars:
- VERSION: "v6.0-perf"
+ VERSION: "v8.0-perf"
  TOPOLOGY: "server"
  SSL: "nossl"
  AUTH: "noauth"

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/AbstractCollectionWriteBenchmark.java

@@ -0,0 +1,59 @@
+/*
+ * Copyright 2016-present MongoDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * 
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package com.mongodb.benchmark.benchmarks;
+
+import com.mongodb.client.MongoCollection;
+import com.mongodb.client.MongoDatabase;
+
+public abstract class AbstractCollectionWriteBenchmark<T> extends AbstractWriteBenchmark<T> {
+
+ protected MongoCollection<T> collection;
+ protected MongoDatabase database;
+
+ private final String name;
+ private final Class<T> clazz;
+
+ protected AbstractCollectionWriteBenchmark(final String name,
+ final String resourcePath,
+ int numIterations,
+ int numberDocuments,
+ final Class<T> clazz) {
+ super(name, resourcePath, numIterations, numberDocuments, clazz);
+ this.name = name;
+ this.clazz = clazz;
+ }
+
+ @Override
+ public void setUp() throws Exception {
+ super.setUp();
+ database = client.getDatabase(DATABASE_NAME);
+ collection = database.getCollection(COLLECTION_NAME, clazz);
+ database.drop();
+ }
+
+ @Override
+ public void before() throws Exception {
+ super.before();
+ collection.drop();
+ }
+
+ @Override
+ public String getName() {
+ return name;
+ }
+}

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/AbstractMongoBenchmark.java

@@ -17,6 +17,7 @@
 
 package com.mongodb.benchmark.benchmarks;
 
+import com.mongodb.MongoNamespace;
 import com.mongodb.benchmark.framework.Benchmark;
 import com.mongodb.client.MongoClient;
 import com.mongodb.client.MongoClients;
@@ -33,6 +34,8 @@ public abstract class AbstractMongoBenchmark extends Benchmark {
 
  protected static final String DATABASE_NAME = "perftest";
  protected static final String COLLECTION_NAME = "corpus";
+ protected static final MongoNamespace NAMESPACE = new MongoNamespace(
+ AbstractMongoBenchmark.DATABASE_NAME, AbstractMongoBenchmark.COLLECTION_NAME);
 
 
  protected MongoClient client;

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/AbstractInsertBenchmark.java → driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/AbstractWriteBenchmark.java

@@ -4,7 +4,7 @@
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
  * You may obtain a copy of the License at
- * 
+ *
  * http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
@@ -17,62 +17,58 @@
 
 package com.mongodb.benchmark.benchmarks;
 
-import com.mongodb.client.MongoCollection;
-import com.mongodb.client.MongoDatabase;
+import com.mongodb.client.model.Filters;
 import org.bson.codecs.Codec;
 import org.bson.codecs.DecoderContext;
+import org.bson.conversions.Bson;
 import org.bson.json.JsonReader;
 
 import java.nio.charset.StandardCharsets;
 
-public abstract class AbstractInsertBenchmark<T> extends AbstractMongoBenchmark {
-
- protected MongoCollection<T> collection;
-
+public abstract class AbstractWriteBenchmark<T> extends AbstractMongoBenchmark {
+ protected static final Bson EMPTY_FILTER = Filters.empty();
  private final String name;
  private final String resourcePath;
  private final Class<T> clazz;
  private byte[] bytes;
  protected int fileLength;
  protected T document;
-
- protected AbstractInsertBenchmark(final String name, final String resourcePath, final Class<T> clazz) {
+ protected int numIterations;
+ protected int numDocuments;
+
+ protected AbstractWriteBenchmark(final String name,
+ final String resourcePath,
+ int numIterations,
+ int numDocuments,
+ final Class<T> clazz) {
  this.name = name;
  this.resourcePath = resourcePath;
  this.clazz = clazz;
+ this.numIterations = numIterations;
+ this.numDocuments = numDocuments;
  }
 
  @Override
  public void setUp() throws Exception {
  super.setUp();
- MongoDatabase database = client.getDatabase(DATABASE_NAME);
-
- collection = database.getCollection(COLLECTION_NAME, clazz);
-
- database.drop();
  bytes = readAllBytesFromRelativePath(resourcePath);
-
  fileLength = bytes.length;
-
- Codec<T> codec = collection.getCodecRegistry().get(clazz);
-
+ Codec<T> codec = client.getCodecRegistry().get(clazz);
  document = codec.decode(new JsonReader(new String(bytes, StandardCharsets.UTF_8)), DecoderContext.builder().build());
  }
 
- @Override
- public void before() throws Exception {
- super.before();
- collection.drop();
- }
-
  @Override
  public String getName() {
  return name;
  }
 
  protected T createDocument() {
- Codec<T> codec = collection.getCodecRegistry().get(clazz);
-
+ Codec<T> codec = client.getCodecRegistry().get(clazz);
  return codec.decode(new JsonReader(new String(bytes, StandardCharsets.UTF_8)), DecoderContext.builder().build());
  }
+
+ @Override
+ public int getBytesPerRun() {
+ return fileLength * numIterations * numDocuments;
+ }
 }

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/BenchmarkSuite.java

@@ -17,6 +17,10 @@
 
 package com.mongodb.benchmark.benchmarks;
 
+import com.mongodb.benchmark.benchmarks.bulk.ClientBulkWriteBenchmark;
+import com.mongodb.benchmark.benchmarks.bulk.CollectionBulkWriteBenchmark;
+import com.mongodb.benchmark.benchmarks.bulk.MixedClientBulkWriteBenchmark;
+import com.mongodb.benchmark.benchmarks.bulk.MixedCollectionBulkWriteBenchmark;
 import com.mongodb.benchmark.framework.Benchmark;
 import com.mongodb.benchmark.framework.BenchmarkResult;
 import com.mongodb.benchmark.framework.BenchmarkResultWriter;
@@ -70,17 +74,32 @@ private static void runBenchmarks()
  runBenchmark(new RunCommandBenchmark<>(DOCUMENT_CODEC));
  runBenchmark(new FindOneBenchmark<Document>("single_and_multi_document/tweet.json", BenchmarkSuite.DOCUMENT_CLASS));
 
- runBenchmark(new InsertOneBenchmark<Document>("Small", "./single_and_multi_document/small_doc.json", 10000,
+ runBenchmark(new InsertOneBenchmark<Document>("Small", "./single_and_multi_document/small_doc.json", 10_000,
  DOCUMENT_CLASS, ID_REMOVER));
  runBenchmark(new InsertOneBenchmark<Document>("Large", "./single_and_multi_document/large_doc.json", 10,
  DOCUMENT_CLASS, ID_REMOVER));
 
  runBenchmark(new FindManyBenchmark<Document>("single_and_multi_document/tweet.json", BenchmarkSuite.DOCUMENT_CLASS));
- runBenchmark(new InsertManyBenchmark<Document>("Small", "./single_and_multi_document/small_doc.json", 10000,
+ runBenchmark(new InsertManyBenchmark<Document>("Small", "./single_and_multi_document/small_doc.json", 10_000,
  DOCUMENT_CLASS));
  runBenchmark(new InsertManyBenchmark<Document>("Large", "./single_and_multi_document/large_doc.json", 10,
  DOCUMENT_CLASS));
 
+ runBenchmark(new CollectionBulkWriteBenchmark<>("Small", "./single_and_multi_document/small_doc.json", 10_000,
+ DOCUMENT_CLASS));
+ runBenchmark(new CollectionBulkWriteBenchmark<>("Large", "./single_and_multi_document/large_doc.json", 10,
+ DOCUMENT_CLASS));
+
+ runBenchmark(new ClientBulkWriteBenchmark<>("Small", "./single_and_multi_document/small_doc.json", 10_000,
+ DOCUMENT_CLASS));
+ runBenchmark(new ClientBulkWriteBenchmark<>("Large", "./single_and_multi_document/large_doc.json", 10,
+ DOCUMENT_CLASS));
+
+ runBenchmark(new MixedCollectionBulkWriteBenchmark<>("./single_and_multi_document/small_doc.json", 10_000,
+ DOCUMENT_CLASS));
+ runBenchmark(new MixedClientBulkWriteBenchmark<>("./single_and_multi_document/small_doc.json", 10_000,
+ DOCUMENT_CLASS));
+
  runBenchmark(new GridFSUploadBenchmark("single_and_multi_document/gridfs_large.bin"));
  runBenchmark(new GridFSDownloadBenchmark("single_and_multi_document/gridfs_large.bin"));
 

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/InsertManyBenchmark.java

@@ -20,13 +20,11 @@
 import java.util.ArrayList;
 import java.util.List;
 
-public class InsertManyBenchmark<T> extends AbstractInsertBenchmark<T> {
- private final int numDocuments;
+public class InsertManyBenchmark<T> extends AbstractCollectionWriteBenchmark<T> {
  private final List<T> documentList;
 
  public InsertManyBenchmark(final String name, final String resourcePath, final int numDocuments, final Class<T> clazz) {
- super(name + " doc bulk insert", resourcePath, clazz);
- this.numDocuments = numDocuments;
+ super(name + " doc bulk insert", resourcePath, 1, numDocuments, clazz);
  documentList = new ArrayList<>(numDocuments);
  }
 
@@ -48,9 +46,4 @@ public void before() throws Exception {
  public void run() {
  collection.insertMany(documentList);
  }
-
- @Override
- public int getBytesPerRun() {
- return fileLength * numDocuments;
- }
 }

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/InsertOneBenchmark.java

@@ -17,13 +17,13 @@
 
 package com.mongodb.benchmark.benchmarks;
 
-public class InsertOneBenchmark<T> extends AbstractInsertBenchmark<T> {
+public class InsertOneBenchmark<T> extends AbstractCollectionWriteBenchmark<T> {
  private final int numIterations;
  private final IdRemover<T> idRemover;
 
  public InsertOneBenchmark(final String name, final String resourcePath, final int numIterations, final Class<T> clazz,
  final IdRemover<T> idRemover) {
- super(name + " doc insertOne", resourcePath, clazz);
+ super(name + " doc insertOne", resourcePath, numIterations, 1, clazz);
  this.numIterations = numIterations;
  this.idRemover = idRemover;
  }
@@ -35,10 +35,4 @@ public void run() {
  collection.insertOne(document);
  }
  }
-
- @Override
- public int getBytesPerRun() {
- return fileLength * numIterations;
- }
-
 }

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/bulk/ClientBulkWriteBenchmark.java

@@ -0,0 +1,50 @@
+/*
+ * Copyright 2016-present MongoDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package com.mongodb.benchmark.benchmarks.bulk;
+
+import com.mongodb.benchmark.benchmarks.AbstractCollectionWriteBenchmark;
+import com.mongodb.client.model.bulk.ClientNamespacedInsertOneModel;
+import com.mongodb.client.model.bulk.ClientNamespacedWriteModel;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class ClientBulkWriteBenchmark<T> extends AbstractCollectionWriteBenchmark<T> {
+ private final List<ClientNamespacedInsertOneModel> modelList;
+
+ public ClientBulkWriteBenchmark(final String name, final String resourcePath, final int numDocuments, final Class<T> clazz) {
+ super(name + " doc Client BulkWrite insert", resourcePath, 1, numDocuments, clazz);
+ modelList = new ArrayList<>(numDocuments);
+ }
+
+ @Override
+ public void before() throws Exception {
+ super.before();
+ database.createCollection(COLLECTION_NAME);
+
+ modelList.clear();
+ for (int i = 0; i < numDocuments; i++) {
+ modelList.add(ClientNamespacedWriteModel.insertOne(NAMESPACE, createDocument()));
+ }
+ }
+
+ @Override
+ public void run() {
+ client.bulkWrite(modelList);
+ }
+}

driver-benchmarks/src/main/com/mongodb/benchmark/benchmarks/bulk/CollectionBulkWriteBenchmark.java

@@ -0,0 +1,48 @@
+/*
+ * Copyright 2016-present MongoDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * 
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ */
+
+package com.mongodb.benchmark.benchmarks.bulk;
+
+import com.mongodb.benchmark.benchmarks.AbstractCollectionWriteBenchmark;
+import com.mongodb.client.model.InsertOneModel;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class CollectionBulkWriteBenchmark<T> extends AbstractCollectionWriteBenchmark<T> {
+ private final List<InsertOneModel<T>> modelList;
+
+ public CollectionBulkWriteBenchmark(final String name, final String resourcePath, final int numDocuments, final Class<T> clazz) {
+ super(name + " doc Collection BulkWrite insert", resourcePath, 1, numDocuments, clazz);
+ modelList = new ArrayList<>(numDocuments);
+ }
+
+ @Override
+ public void before() throws Exception {
+ super.before();
+ database.createCollection(COLLECTION_NAME);
+ modelList.clear();
+ for (int i = 0; i < numDocuments; i++) {
+ modelList.add(new InsertOneModel<>((createDocument())));
+ }
+ }
+
+ @Override
+ public void run() {
+ collection.bulkWrite(modelList);
+ }
+}