test: GH-5715 add denormalized theme benchmark queries

Author: hmottestad

core/sail/lmdb/src/test/java/org/eclipse/rdf4j/sail/lmdb/benchmark/ThemeQueryBenchmark.java

@@ -29,6 +29,7 @@
 import org.eclipse.rdf4j.benchmark.rio.util.ThemeDataSetGenerator;
 import org.eclipse.rdf4j.benchmark.rio.util.ThemeDataSetGenerator.Theme;
 import org.eclipse.rdf4j.common.transaction.IsolationLevels;
+import org.eclipse.rdf4j.query.TupleQuery;
 import org.eclipse.rdf4j.query.explanation.Explanation;
 import org.eclipse.rdf4j.queryrender.sparql.TupleExprIRRenderer;
 import org.eclipse.rdf4j.repository.sail.SailRepository;
@@ -53,12 +54,13 @@
 import org.openjdk.jmh.runner.Runner;
 import org.openjdk.jmh.runner.RunnerException;
 import org.openjdk.jmh.runner.options.OptionsBuilder;
+import org.openjdk.jmh.runner.options.TimeValue;
 
 @State(Scope.Benchmark)
-@Warmup(iterations = 1, batchSize = 1, timeUnit = TimeUnit.SECONDS, time = 30)
+@Warmup(iterations = 10, batchSize = 1, timeUnit = TimeUnit.SECONDS, time = 1)
 @BenchmarkMode({ Mode.AverageTime })
 @Fork(value = 1, jvmArgs = { "-Xms32G", "-Xmx32G" })
-@Measurement(iterations = 1, batchSize = 1, timeUnit = TimeUnit.SECONDS, time = 10)
+@Measurement(iterations = 10, batchSize = 1, timeUnit = TimeUnit.SECONDS, time = 1)
 @OutputTimeUnit(TimeUnit.MILLISECONDS)
 public class ThemeQueryBenchmark {
 
@@ -72,18 +74,20 @@ public class ThemeQueryBenchmark {
 	private static final long EXPECTED_TRIPLES_DATA_SIZE_BYTES = 1500921856L;
 	private static final long EXPECTED_VALUES_DATA_SIZE_BYTES = 713687040L;
 
-	@Param({ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10" })
+	@Param({
+			// "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10",
+			"11", "12" })
 	public int z_queryIndex;
 
 	@Param({
 			"MEDICAL_RECORDS",
-			"SOCIAL_MEDIA",
-			"LIBRARY",
-			"ENGINEERING",
-			"HIGHLY_CONNECTED",
-			"TRAIN",
-			"ELECTRICAL_GRID",
-			"PHARMA"
+//			"SOCIAL_MEDIA",
+//			"LIBRARY",
+//			"ENGINEERING",
+//			"HIGHLY_CONNECTED",
+//			"TRAIN",
+//			"ELECTRICAL_GRID",
+//			"PHARMA"
 	})
 	public String themeName;
 
@@ -97,7 +101,11 @@ public class ThemeQueryBenchmark {
 	public static void main(String[] args) throws RunnerException {
 		var opt = new OptionsBuilder()
 				.include("ThemeQueryBenchmark")
-				.forks(1)
+				.forks(0)
+				.measurementTime(TimeValue.milliseconds(1000))
+				.measurementIterations(10)
+				.measurementBatchSize(1)
+				.warmupIterations(0)
 				.build();
 		new Runner(opt).run();
 	}
@@ -119,6 +127,26 @@ public void setup() throws IOException {
 		}
 	}
 
+	@Benchmark
+	public long executeQuery() {
+		try (var connection = repository.getConnection()) {
+			long count;
+			TupleQuery tupleQuery = connection.prepareTupleQuery(query);
+			tupleQuery.setMaxExecutionTime(10);
+			try (var evaluate = tupleQuery.evaluate()) {
+				count = evaluate
+						.stream()
+						.count();
+			}
+
+			if (count != expected) {
+				throw new IllegalStateException("Unexpected count: expected " + expected + " but got " + count);
+			}
+
+			return count;
+		}
+	}
+
 	private void ensureDataLoadedAndValidated() throws IOException {
 		var expectedDbFileSizes = readExpectedDbFileSizes();
 		if (!hasExpectedDbFileSizes(expectedDbFileSizes)) {
@@ -285,24 +313,6 @@ public void tearDown() {
 		storeConfig = null;
 	}
 
-	@Benchmark
-	public long executeQuery() {
-		try (var connection = repository.getConnection()) {
-			long count;
-			try (var evaluate = connection.prepareTupleQuery(query).evaluate()) {
-				count = evaluate
-						.stream()
-						.count();
-			}
-
-			if (count != expected) {
-				throw new IllegalStateException("Unexpected count: expected " + expected + " but got " + count);
-			}
-
-			return count;
-		}
-	}
-
 	@Test
 	@Disabled
 	public void testQueryCounts() throws IOException {
@@ -346,6 +356,7 @@ public void setupVerifiesExpectedDbFileSizesInFixedStore() throws IOException {
 	}
 
 	@Test
+	@Disabled
 	public void executeQueryReturnsExpectedCountForPharmaQueryTenAfterFreshGeneration() throws IOException {
 		FileUtils.deleteDirectory(STORE_DIRECTORY);
 		themeName = "PHARMA";

core/sail/memory/src/test/java/org/eclipse/rdf4j/sail/memory/benchmark/ThemeQueryBenchmark.java

@@ -62,7 +62,7 @@ public class ThemeQueryBenchmark {
 
 	private static final String STORE_NAME = "memory";
 
-	@Param({ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10" })
+	@Param({ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12" })
 	public int z_queryIndex;
 
 	@Param({

core/sail/nativerdf/src/test/java/org/eclipse/rdf4j/sail/nativerdf/benchmark/ThemeQueryBenchmark.java

@@ -56,7 +56,7 @@
 @OutputTimeUnit(TimeUnit.MILLISECONDS)
 public class ThemeQueryBenchmark {
 
-	@Param({ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10" })
+	@Param({ "0", "1", "2", "3", "4", "5", "6", "7", "8", "9", "10", "11", "12" })
 	public int z_queryIndex;
 
 	@Param({