Github user StefanRRichter commented on a diff in the pull request: https://github.com/apache/flink/pull/5518#discussion_r169947880 --- Diff: flink-state-backends/flink-statebackend-rocksdb/src/test/java/org/apache/flink/contrib/streaming/state/RocksDBRocksIteratorWrapperTest.java --- @@ -0,0 +1,147 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.flink.contrib.streaming.state; + +import org.apache.flink.api.common.JobID; +import org.apache.flink.api.common.state.ValueState; +import org.apache.flink.api.common.state.ValueStateDescriptor; +import org.apache.flink.api.common.typeutils.TypeSerializer; +import org.apache.flink.api.common.typeutils.base.IntSerializer; +import org.apache.flink.api.common.typeutils.base.StringSerializer; +import org.apache.flink.core.memory.ByteArrayOutputStreamWithPos; +import org.apache.flink.core.memory.DataOutputViewStreamWrapper; +import org.apache.flink.runtime.execution.Environment; +import org.apache.flink.runtime.operators.testutils.DummyEnvironment; +import org.apache.flink.runtime.query.TaskKvStateRegistry; +import org.apache.flink.runtime.state.KeyGroupRange; +import org.apache.flink.runtime.state.filesystem.FsStateBackend; + +import org.junit.Assert; +import org.junit.Rule; +import org.junit.Test; +import org.junit.rules.TemporaryFolder; + +import org.rocksdb.ColumnFamilyHandle; +import org.rocksdb.RocksIterator; + +import java.util.ArrayList; +import java.util.Comparator; +import java.util.List; +import java.util.function.Function; + +import static org.mockito.Mockito.mock; + +/** + * Tests for the RocksIteratorWrapper. + */ +public class RocksDBRocksIteratorWrapperTest { + + @Rule + public final TemporaryFolder tmp = new TemporaryFolder(); + + @Test + public void testIterator() throws Exception{ + + // test for keyGroupPrefixBytes == 1 && ambiguousKeyPossible == false + testIteratorHelper(IntSerializer.INSTANCE, StringSerializer.INSTANCE, 128, i -> i); + + // test for keyGroupPrefixBytes == 1 && ambiguousKeyPossible == true + testIteratorHelper(StringSerializer.INSTANCE, StringSerializer.INSTANCE, 128, i -> String.valueOf(i)); + + // test for keyGroupPrefixBytes == 2 && ambiguousKeyPossible == false + testIteratorHelper(IntSerializer.INSTANCE, StringSerializer.INSTANCE, 256, i -> i); + + // test for keyGroupPrefixBytes == 2 && ambiguousKeyPossible == true + testIteratorHelper(StringSerializer.INSTANCE, StringSerializer.INSTANCE, 256, i -> String.valueOf(i)); + } + + <K> void testIteratorHelper( + TypeSerializer<K> keySerializer, + TypeSerializer namespaceSerializer, + int maxKeyGroupNumber, + Function<Integer, K> getKeyFunc) throws Exception { + + String testStateName = "aha"; + String namespace = "ns"; + + String dbPath = tmp.newFolder().getAbsolutePath(); + String checkpointPath = tmp.newFolder().toURI().toString(); + RocksDBStateBackend backend = new RocksDBStateBackend(new FsStateBackend(checkpointPath), true); + backend.setDbStoragePath(dbPath); + + Environment env = new DummyEnvironment("TestTask", 1, 0); + + RocksDBKeyedStateBackend<K> keyedStateBackend = (RocksDBKeyedStateBackend<K>) backend.createKeyedStateBackend( --- End diff -- This object must be disposed in the end or other tests could eventually fail with JVM crashes.
---