HONEYCOMB-293 - Memory benchmarking

Contains configuration for benchmarks:
- Honeycomb on rest(just infra, no data)
- Honeycomb with 1000 data nodes
- Honeycomb with 10000 data nodes

Each benchmark outputs two files:
- out_path_name-HeapMemoryUsage.csv
- out_path_name-NonHeapMemoryUsage.csv

Both files are in format :
committed,init,max,used
109576192,109051904,1525153792,12194752

Data sample sizes can be easily adjusted, just by changing
start parameter -DsampleSize

Change-Id: If6f9919307574237689326b4a38d410ec563200a
Signed-off-by: Marek Gradzki <mgradzki@cisco.com>
Signed-off-by: Jan Srnicek <jsrnicek@cisco.com>

1 files changed, 95 insertions, 0 deletions

diff --git a/infra/it/memory-benchmark/src/main/java/io/fd/honeycomb/benchmark/memory/BenchmarkFilesProvider.java b/infra/it/memory-benchmark/src/main/java/io/fd/honeycomb/benchmark/memory/BenchmarkFilesProvider.java
new file mode 100644
index 000000000..c7717d593
--- /dev/null
+++ b/infra/it/memory-benchmark/src/main/java/io/fd/honeycomb/benchmark/memory/BenchmarkFilesProvider.java
@@ -0,0 +1,95 @@
+/*
+ * Copyright (c) 2017 Cisco and/or its affiliates.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at:
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.fd.honeycomb.benchmark.memory;
+
+
+import org.apache.commons.csv.CSVFormat;
+import org.apache.commons.csv.CSVPrinter;
+import org.slf4j.Logger;
+
+import javax.annotation.Nonnull;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.function.Supplier;
+
+public interface BenchmarkFilesProvider {
+
+    default void outputBenchmarkResult(@Nonnull final MemoryInfo benchmarkResult,
+                                       @Nonnull final String outputPath,
+                                       @Nonnull final Supplier<Logger> loggerSupplier) {
+        // specifies output file in form specified_name-memory_info_type.csv
+        final Path outPath = Paths.get(outputPath + "-" + benchmarkResult.getMemoryInfoTypeName() + ".csv");
+        final CSVFormat csvFormat = CSVFormat.RFC4180.withHeader(MemoryInfo.COMMITTED, MemoryInfo.INIT, MemoryInfo.MAX, MemoryInfo.USED);
+
+        try (final CSVPrinter csvPrinter = new CSVPrinter(new StringBuilder(), csvFormat)) {
+            // prints values in same order that header is
+            csvPrinter.printRecord(benchmarkResult.getCommitted(), benchmarkResult.getInit(), benchmarkResult.getMax(), benchmarkResult.getUsed());
+
+            loggerSupplier.get().info("Creating output file {}", outPath);
+            // writes output to separate file
+            Files.write(Files.createFile(outPath), Collections.singleton(csvPrinter.getOut().toString()));
+        } catch (IOException e) {
+            throw new IllegalStateException("Unable to output results of benchmark", e);
+        }
+    }
+
+
+    default String generateEmptyJsonFile(final String fileName) {
+        try {
+            Path tempFilePath = Files.createTempFile(fileName, ".json");
+
+            Files.write(tempFilePath, Arrays.asList("{}"));
+
+            return tempFilePath.normalize().toString();
+        } catch (IOException e) {
+            throw new IllegalStateException("Unable to create temp config data file");
+        }
+    }
+
+    /**
+     * Generate dummy data file to be provided for honeycomb as config data
+     */
+    default String generateNonEmptyConfigDataFile(final String fileName, final int dataSampleSize) {
+        try {
+            Path tempFilePath = Files.createTempFile(fileName, ".json");
+
+            StringBuilder dataBuilder = new StringBuilder();
+
+            dataBuilder.append("{\"mm-bench:config-data\":{\"config-list\":[");
+
+            for (int i = 0; i < dataSampleSize; i++) {
+                dataBuilder.append("{\"name\":\"")
+                        .append(String.valueOf(i))
+                        .append("\"}");
+                if (i != dataSampleSize - 1) {
+                    dataBuilder.append(",");
+                }
+            }
+
+            dataBuilder.append("]}}");
+
+            Files.write(tempFilePath, Arrays.asList(dataBuilder.toString()));
+
+            return tempFilePath.normalize().toString();
+        } catch (IOException e) {
+            throw new IllegalStateException("Unable to create temp config data file");
+        }
+    }
+}