skorotkov commented on code in PR #11906: URL: https://github.com/apache/ignite/pull/11906#discussion_r1984892095
########## modules/benchmarks/src/main/java/org/apache/ignite/internal/benchmarks/jmh/sql/tpch/TpchBenchmark.java: ########## @@ -0,0 +1,302 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ignite.internal.benchmarks.jmh.sql.tpch; + +import java.io.File; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.List; +import java.util.concurrent.TimeUnit; +import org.apache.ignite.Ignite; +import org.apache.ignite.IgniteCheckedException; +import org.apache.ignite.Ignition; +import org.apache.ignite.cache.query.FieldsQueryCursor; +import org.apache.ignite.cache.query.SqlFieldsQuery; +import org.apache.ignite.calcite.CalciteQueryEngineConfiguration; +import org.apache.ignite.cluster.ClusterState; +import org.apache.ignite.configuration.DataRegionConfiguration; +import org.apache.ignite.configuration.DataStorageConfiguration; +import org.apache.ignite.configuration.IgniteConfiguration; +import org.apache.ignite.configuration.LoadAllWarmUpConfiguration; +import org.apache.ignite.configuration.SqlConfiguration; +import org.apache.ignite.indexing.IndexingQueryEngineConfiguration; +import org.apache.ignite.internal.IgniteEx; +import org.apache.ignite.internal.processors.query.calcite.integration.tpch.TpchHelper; +import org.apache.ignite.internal.util.typedef.internal.U; +import org.apache.ignite.spi.discovery.tcp.TcpDiscoverySpi; +import org.apache.ignite.spi.discovery.tcp.ipfinder.vm.TcpDiscoveryVmIpFinder; +import org.openjdk.jmh.annotations.Benchmark; +import org.openjdk.jmh.annotations.BenchmarkMode; +import org.openjdk.jmh.annotations.Fork; +import org.openjdk.jmh.annotations.Level; +import org.openjdk.jmh.annotations.Measurement; +import org.openjdk.jmh.annotations.Mode; +import org.openjdk.jmh.annotations.OutputTimeUnit; +import org.openjdk.jmh.annotations.Param; +import org.openjdk.jmh.annotations.Scope; +import org.openjdk.jmh.annotations.Setup; +import org.openjdk.jmh.annotations.State; +import org.openjdk.jmh.annotations.TearDown; +import org.openjdk.jmh.annotations.Threads; +import org.openjdk.jmh.annotations.Warmup; +import org.openjdk.jmh.infra.Blackhole; +import org.openjdk.jmh.runner.Runner; +import org.openjdk.jmh.runner.options.Options; +import org.openjdk.jmh.runner.options.OptionsBuilder; + +/** + * Benchmark TPC-H SQL queries. + */ +@State(Scope.Benchmark) +@Fork(value = 1, jvmArgs = {"-Xms4g", "-Xmx4g"}) +@Threads(1) +@OutputTimeUnit(TimeUnit.MILLISECONDS) +@SuppressWarnings({"unused"}) +public class TpchBenchmark { + /* + By default, this benchmark creates a separate work directory for each scale factor value + and engine type, like `work-CALCITE-1.0`, `work-H2-0.1`, etc. + + Also, the separate TPC-H dataset directory is created for each scale factor, like `tpch-dataset-0.01`. + + If persistence is used (it's so by default) dataset is loaded into the ignite cluster only + once to speed up testing. Cluster is warmed-up after restart before each benchmark run to ensure stable results. + + These directories are not removed automatically and may be reused for subsequent invocations. + Clean them yourselves if needed. + */ + + /** Count of server nodes. */ + private static final int SRV_NODES_CNT = 3; + + /** IP finder shared across nodes. */ + private static final TcpDiscoveryVmIpFinder IP_FINDER = new TcpDiscoveryVmIpFinder(true); + + /** Path to the dataset. */ + private Path datasetPath; + + /** If true the dataset will be loaded only once to speed up the testing. */ + private static final Boolean USE_PERSISTENCE = true; + + /** */ + private static final String DATASET_READY_MARK_FILE_NAME = "ready.txt"; + + /** Scale factor. scale == 1.0 means about 1Gb of data. */ + @Param({"0.01", "0.1", "1.0"}) + private String scale; + + /** Query engine. */ + @Param({"CALCITE", "H2"}) + private String engine; + + /** + * Query id. + * <p> + * The commented queries do not currently work with Calcite even for scale=0.01. + * The 11, 13, 15 can not be parsed with H2. + */ + @Param({ + "1", /*"2",*/ "3", "4", /*"5",*/ + "6", "7", /*"8",*/ /*"9",*/ "10", + "11", "12", "13", "14", /*"15",*/ + /*"16",*/ /*"17",*/ "18", /*"19",*/ /*"20",*/ + /*"21",*/ "22"}) + private String queryId; + + /** Query SQL string. */ + private String queryString; + + /** Ignite client. */ + private Ignite client; + + /** Servers. */ + private final Ignite[] servers = new Ignite[SRV_NODES_CNT]; + + /** + * Test already planned and cached query (without the initial planning). + */ + @Benchmark + @BenchmarkMode(Mode.AverageTime) + @Warmup(iterations = 1, time = 10) + @Measurement(iterations = 3, time = 10) + public void cached(Blackhole bh) { + sql(bh, queryString); + } + + /** + * Test a single cold non-cached query (include initial planning). + */ + @Benchmark + @BenchmarkMode(Mode.SingleShotTime) + @Warmup(iterations = 0) + @Measurement(iterations = 1, time = 1) + public void cold(Blackhole bh) { + sql(bh, queryString); + } + + /** + * Initiate Ignite and caches. + */ + @Setup(Level.Trial) + public void setup() throws IOException, IgniteCheckedException { + for (int i = 0; i < SRV_NODES_CNT; i++) + servers[i] = Ignition.start(configuration("server" + i)); + + if (USE_PERSISTENCE) + servers[0].cluster().state(ClusterState.ACTIVE); + + client = Ignition.start(configuration("client").setClientMode(true)); Review Comment: Just to have more realistic simmetric not skewed case. By the way I mimic the existing SQL Jmh test. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: notifications-unsubscr...@ignite.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org
