Skip to content

Commit

Permalink
feat: add bench for reading from and writing to file
Browse files Browse the repository at this point in the history
  • Loading branch information
jeqo committed Oct 16, 2023
1 parent ba0b9d2 commit f9072fd
Show file tree
Hide file tree
Showing 2 changed files with 180 additions and 0 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,88 @@
/*
* Copyright 2023 Aiven Oy
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package io.aiven.kafka.tieredstorage.benchs;

import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.security.SecureRandom;
import java.util.concurrent.TimeUnit;

import io.aiven.kafka.tieredstorage.benchs.transform.AesKeyAware;

import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Level;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Param;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.TearDown;
import org.openjdk.jmh.annotations.Warmup;
import org.openjdk.jmh.profile.AsyncProfiler;
import org.openjdk.jmh.runner.Runner;
import org.openjdk.jmh.runner.options.Options;
import org.openjdk.jmh.runner.options.OptionsBuilder;

@State(Scope.Benchmark)
@Fork(value = 1)
@Warmup(iterations = 4)
@Measurement(iterations = 16)
@BenchmarkMode({Mode.Throughput, Mode.SampleTime})
@OutputTimeUnit(TimeUnit.MILLISECONDS)
public class ReadFromFilesBench extends AesKeyAware {
static Path segmentPath;
@Param({"1048576", "5242880", "10485760", "52428800", "104857600"})
public int contentLength; // 1MiB, 5MiB, 10MiB, 50MiB, 100MiB

@Setup(Level.Trial)
public void setup() throws IOException {
segmentPath = Files.createTempFile("segment", ".log");
// to fill with random bytes.
final SecureRandom secureRandom = new SecureRandom();
try (final var out = Files.newOutputStream(segmentPath)) {
final byte[] bytes = new byte[contentLength];
secureRandom.nextBytes(bytes);
out.write(bytes);
}
}

@TearDown
public void teardown() throws IOException {
Files.deleteIfExists(segmentPath);
}

@Benchmark
public int test() throws IOException {
try (final var sis = Files.newInputStream(segmentPath)) {
final var bytes = sis.readAllBytes();
return bytes.length;
}
}

public static void main(final String[] args) throws Exception {
final Options opts = new OptionsBuilder()
.include(ReadFromFilesBench.class.getSimpleName())
.addProfiler(AsyncProfiler.class, "output=flamegraph")
.build();
new Runner(opts).run();
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,92 @@
/*
* Copyright 2023 Aiven Oy
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package io.aiven.kafka.tieredstorage.benchs;

import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.security.SecureRandom;
import java.util.concurrent.TimeUnit;

import io.aiven.kafka.tieredstorage.benchs.transform.AesKeyAware;

import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Level;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Param;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.TearDown;
import org.openjdk.jmh.annotations.Warmup;
import org.openjdk.jmh.infra.Blackhole;
import org.openjdk.jmh.profile.AsyncProfiler;
import org.openjdk.jmh.runner.Runner;
import org.openjdk.jmh.runner.options.Options;
import org.openjdk.jmh.runner.options.OptionsBuilder;

@State(Scope.Benchmark)
@Fork(value = 1)
@Warmup(iterations = 4)
@Measurement(iterations = 16)
@BenchmarkMode({Mode.Throughput, Mode.SampleTime})
@OutputTimeUnit(TimeUnit.MILLISECONDS)
public class WriteToFilesBench extends AesKeyAware {
static Path segmentPath;
static byte[] content;
static Path outputPath;
@Param({"1048576", "5242880", "10485760", "52428800", "104857600"})
public int contentLength; // 1MiB, 5MiB, 10MiB, 50MiB, 100MiB

@Setup(Level.Trial)
public void setup() throws IOException {
segmentPath = Files.createTempFile("segment", ".log");
outputPath = Files.createTempFile("output", ".log");
// to fill with random bytes.
final SecureRandom secureRandom = new SecureRandom();
try (final var out = Files.newOutputStream(segmentPath)) {
final byte[] bytes = new byte[contentLength];
secureRandom.nextBytes(bytes);
out.write(bytes);
}
content = Files.readAllBytes(segmentPath);
}

@TearDown
public void teardown() throws IOException {
Files.deleteIfExists(segmentPath);
Files.deleteIfExists(outputPath);
}

@Benchmark
public void test(final Blackhole b) throws IOException {
final var p = Files.write(outputPath, content);
b.consume(p);
}

public static void main(final String[] args) throws Exception {
final Options opts = new OptionsBuilder()
.include(WriteToFilesBench.class.getSimpleName())
.addProfiler(AsyncProfiler.class, "output=flamegraph")
.build();
new Runner(opts).run();
}
}

0 comments on commit f9072fd

Please sign in to comment.