From 845bcbfc8d7615aa1f7506eb70e54de958c1d5f8 Mon Sep 17 00:00:00 2001 From: Mikhail Yevchenko Date: Mon, 6 Apr 2026 06:35:31 +0000 Subject: [PATCH] Enhance benchmark result reporting by checking for expected fixture types and logging failures --- .../com/benchmark/runner/BenchmarkMain.java | 49 +++++++++++++++++++ 1 file changed, 49 insertions(+) diff --git a/src/main/java/com/benchmark/runner/BenchmarkMain.java b/src/main/java/com/benchmark/runner/BenchmarkMain.java index 2d574d4..318ff4c 100644 --- a/src/main/java/com/benchmark/runner/BenchmarkMain.java +++ b/src/main/java/com/benchmark/runner/BenchmarkMain.java @@ -2,6 +2,7 @@ package com.benchmark.runner; import com.benchmark.benchmarks.DataAccessBenchmark; import org.openjdk.jmh.annotations.Mode; +import org.openjdk.jmh.annotations.Param; import org.openjdk.jmh.results.Result; import org.openjdk.jmh.results.RunResult; import org.openjdk.jmh.runner.options.CommandLineOptions; @@ -19,11 +20,14 @@ import java.nio.file.Paths; import java.time.ZonedDateTime; import java.time.format.DateTimeFormatter; import java.util.ArrayList; +import java.util.Arrays; import java.util.Collection; +import java.util.HashSet; import java.util.LinkedHashMap; import java.util.List; import java.util.Locale; import java.util.Map; +import java.util.Set; import java.util.concurrent.TimeUnit; public class BenchmarkMain { @@ -120,6 +124,24 @@ public class BenchmarkMain { result.getScoreUnit() ); } + + Set presentFixtures = new HashSet<>(); + for (RunResult runResult : sorted) { + presentFixtures.add(runResult.getParams().getParam("fixtureType")); + } + + for (String expectedFixture : expectedFixtureTypes()) { + if (presentFixtures.contains(expectedFixture)) { + continue; + } + System.out.printf( + "%-24s %14s %14s %s%n", + expectedFixture, + "FAILED", + "-", + "n/a" + ); + } } } @@ -284,12 +306,39 @@ public class BenchmarkMain { .append(result.getScoreUnit()) .append("` |\n"); } + + Set presentFixtures = new HashSet<>(); + for (RunResult runResult : sorted) { + presentFixtures.add(runResult.getParams().getParam("fixtureType")); + } + + for (String expectedFixture : expectedFixtureTypes()) { + if (presentFixtures.contains(expectedFixture)) { + continue; + } + sb.append("| - | `") + .append(expectedFixture) + .append("` | FAILED | - | `n/a` |\n"); + } sb.append("\n"); } return sb.toString().trim(); } + private static List expectedFixtureTypes() { + try { + java.lang.reflect.Field fixtureField = DataAccessBenchmark.class.getDeclaredField("fixtureType"); + Param param = fixtureField.getAnnotation(Param.class); + if (param == null || param.value() == null || param.value().length == 0) { + return List.of(); + } + return Arrays.asList(param.value()); + } catch (NoSuchFieldException e) { + return List.of(); + } + } + private static String formatDouble(double value) { if (Double.isNaN(value)) { return "NaN";