Till Rohrmann created FLINK-25214: ------------------------------------- Summary: FlinkKafkaProducerITCase.testMigrateFromAtLeastOnceToExactlyOnce fails on AZP with incorrect result Key: FLINK-25214 URL: https://issues.apache.org/jira/browse/FLINK-25214 Project: Flink Issue Type: Bug Components: Connectors / Kafka Affects Versions: 1.15.0 Reporter: Till Rohrmann Fix For: 1.15.0
The {{FlinkKafkaProducerITCase.testMigrateFromAtLeastOnceToExactlyOnce}} fails on AZP with: {code} 2021-12-06T09:25:04.6680108Z Dec 06 09:25:04 [INFO] Running org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerITCase 2021-12-06T09:29:12.9836055Z java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TimeoutException: Call(callName=deleteTopics, deadlineMs=1638783005846, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s) 2021-12-06T09:29:12.9837836Z at org.apache.kafka.common.internals.KafkaFutureImpl.wrapAndThrow(KafkaFutureImpl.java:45) 2021-12-06T09:29:12.9838954Z at org.apache.kafka.common.internals.KafkaFutureImpl.access$000(KafkaFutureImpl.java:32) 2021-12-06T09:29:12.9840187Z at org.apache.kafka.common.internals.KafkaFutureImpl$SingleWaiter.await(KafkaFutureImpl.java:104) 2021-12-06T09:29:12.9841265Z at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:272) 2021-12-06T09:29:12.9842616Z at org.apache.flink.streaming.connectors.kafka.KafkaTestEnvironmentImpl.tryDelete(KafkaTestEnvironmentImpl.java:184) 2021-12-06T09:29:12.9844259Z at org.apache.flink.streaming.connectors.kafka.KafkaTestEnvironmentImpl.deleteTestTopic(KafkaTestEnvironmentImpl.java:169) 2021-12-06T09:29:12.9845414Z at org.apache.flink.streaming.connectors.kafka.KafkaTestBase.deleteTestTopic(KafkaTestBase.java:226) 2021-12-06T09:29:12.9846724Z at org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerITCase.testMigrateFromAtLeastOnceToExactlyOnce(FlinkKafkaProducerITCase.java:593) 2021-12-06T09:29:12.9847782Z at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 2021-12-06T09:29:12.9848744Z at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 2021-12-06T09:29:12.9849994Z at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2021-12-06T09:29:12.9850849Z at java.lang.reflect.Method.invoke(Method.java:498) 2021-12-06T09:29:12.9851743Z at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) 2021-12-06T09:29:12.9852821Z at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) 2021-12-06T09:29:12.9856589Z at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) 2021-12-06T09:29:12.9857480Z at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) 2021-12-06T09:29:12.9858129Z at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 2021-12-06T09:29:12.9859027Z at org.apache.flink.testutils.junit.RetryRule$RetryOnFailureStatement.evaluate(RetryRule.java:135) 2021-12-06T09:29:12.9860062Z at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45) 2021-12-06T09:29:12.9860880Z at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) 2021-12-06T09:29:12.9861657Z at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2021-12-06T09:29:12.9862561Z at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) 2021-12-06T09:29:12.9863345Z at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) 2021-12-06T09:29:12.9864115Z at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) 2021-12-06T09:29:12.9865058Z at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) 2021-12-06T09:29:12.9865970Z at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) 2021-12-06T09:29:12.9866852Z at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) 2021-12-06T09:29:12.9867634Z at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) 2021-12-06T09:29:12.9868237Z at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) 2021-12-06T09:29:12.9869005Z at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) 2021-12-06T09:29:12.9870173Z at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 2021-12-06T09:29:12.9871080Z at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) 2021-12-06T09:29:12.9871904Z at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 2021-12-06T09:29:12.9872769Z at org.junit.rules.RunRules.evaluate(RunRules.java:20) 2021-12-06T09:29:12.9873467Z at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2021-12-06T09:29:12.9874179Z at org.junit.runners.ParentRunner.run(ParentRunner.java:413) 2021-12-06T09:29:12.9874871Z at org.junit.runner.JUnitCore.run(JUnitCore.java:137) 2021-12-06T09:29:12.9875535Z at org.junit.runner.JUnitCore.run(JUnitCore.java:115) 2021-12-06T09:29:12.9876318Z at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42) 2021-12-06T09:29:12.9877301Z at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80) 2021-12-06T09:29:12.9878256Z at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72) 2021-12-06T09:29:12.9879323Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107) 2021-12-06T09:29:12.9880763Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88) 2021-12-06T09:29:12.9881912Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54) 2021-12-06T09:29:12.9882930Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67) 2021-12-06T09:29:12.9883624Z at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52) 2021-12-06T09:29:12.9884430Z at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) 2021-12-06T09:29:12.9885378Z at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) 2021-12-06T09:29:12.9886343Z at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) 2021-12-06T09:29:12.9887365Z at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) 2021-12-06T09:29:12.9888311Z at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:188) 2021-12-06T09:29:12.9889337Z at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154) 2021-12-06T09:29:12.9890533Z at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124) 2021-12-06T09:29:12.9891628Z at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428) 2021-12-06T09:29:12.9892718Z at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) 2021-12-06T09:29:12.9893515Z at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562) 2021-12-06T09:29:12.9894510Z at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548) 2021-12-06T09:29:12.9896922Z Caused by: org.apache.kafka.common.errors.TimeoutException: Call(callName=deleteTopics, deadlineMs=1638783005846, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s) 2021-12-06T09:29:12.9898178Z Caused by: org.apache.kafka.common.errors.TimeoutException: The AdminClient thread has exited. Call: deleteTopics 2021-12-06T09:29:54.8091800Z Dec 06 09:29:54 [ERROR] Tests run: 15, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 290.134 s <<< FAILURE! - in org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerITCase 2021-12-06T09:29:54.8092990Z Dec 06 09:29:54 [ERROR] org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerITCase.testMigrateFromAtLeastOnceToExactlyOnce Time elapsed: 9.492 s <<< FAILURE! 2021-12-06T09:29:54.8095083Z Dec 06 09:29:54 java.lang.AssertionError: Expected elements: <[42, 43, 44, 45]>, but was: elements: <[42, 43, 44, 45, 42, 43, 44, 45, 42, 43, 44, 45, 42, 43, 44, 45]> 2021-12-06T09:29:54.8096449Z Dec 06 09:29:54 at org.junit.Assert.fail(Assert.java:89) 2021-12-06T09:29:54.8097100Z Dec 06 09:29:54 at org.apache.flink.streaming.connectors.kafka.KafkaTestBase.assertExactlyOnceForTopic(KafkaTestBase.java:337) 2021-12-06T09:29:54.8097908Z Dec 06 09:29:54 at org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducerITCase.testMigrateFromAtLeastOnceToExactlyOnce(FlinkKafkaProducerITCase.java:592) 2021-12-06T09:29:54.8098590Z Dec 06 09:29:54 at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 2021-12-06T09:29:54.8099161Z Dec 06 09:29:54 at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 2021-12-06T09:29:54.8099939Z Dec 06 09:29:54 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2021-12-06T09:29:54.8100535Z Dec 06 09:29:54 at java.lang.reflect.Method.invoke(Method.java:498) 2021-12-06T09:29:54.8101104Z Dec 06 09:29:54 at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) 2021-12-06T09:29:54.8101742Z Dec 06 09:29:54 at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) 2021-12-06T09:29:54.8102693Z Dec 06 09:29:54 at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) 2021-12-06T09:29:54.8103346Z Dec 06 09:29:54 at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) 2021-12-06T09:29:54.8103959Z Dec 06 09:29:54 at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 2021-12-06T09:29:54.8104608Z Dec 06 09:29:54 at org.apache.flink.testutils.junit.RetryRule$RetryOnFailureStatement.evaluate(RetryRule.java:135) 2021-12-06T09:29:54.8105266Z Dec 06 09:29:54 at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45) 2021-12-06T09:29:54.8105856Z Dec 06 09:29:54 at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) 2021-12-06T09:29:54.8106418Z Dec 06 09:29:54 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2021-12-06T09:29:54.8107027Z Dec 06 09:29:54 at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) 2021-12-06T09:29:54.8107636Z Dec 06 09:29:54 at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) 2021-12-06T09:29:54.8108235Z Dec 06 09:29:54 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) 2021-12-06T09:29:54.8108878Z Dec 06 09:29:54 at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) 2021-12-06T09:29:54.8109490Z Dec 06 09:29:54 at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) 2021-12-06T09:29:54.8110129Z Dec 06 09:29:54 at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) 2021-12-06T09:29:54.8110703Z Dec 06 09:29:54 at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) 2021-12-06T09:29:54.8111335Z Dec 06 09:29:54 at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) 2021-12-06T09:29:54.8111893Z Dec 06 09:29:54 at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) 2021-12-06T09:29:54.8112650Z Dec 06 09:29:54 at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) 2021-12-06T09:29:54.8113258Z Dec 06 09:29:54 at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) 2021-12-06T09:29:54.8113862Z Dec 06 09:29:54 at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54) 2021-12-06T09:29:54.8114413Z Dec 06 09:29:54 at org.junit.rules.RunRules.evaluate(RunRules.java:20) 2021-12-06T09:29:54.8114946Z Dec 06 09:29:54 at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) 2021-12-06T09:29:54.8115496Z Dec 06 09:29:54 at org.junit.runners.ParentRunner.run(ParentRunner.java:413) 2021-12-06T09:29:54.8115998Z Dec 06 09:29:54 at org.junit.runner.JUnitCore.run(JUnitCore.java:137) 2021-12-06T09:29:54.8116508Z Dec 06 09:29:54 at org.junit.runner.JUnitCore.run(JUnitCore.java:115) 2021-12-06T09:29:54.8117189Z Dec 06 09:29:54 at org.junit.vintage.engine.execution.RunnerExecutor.execute(RunnerExecutor.java:42) 2021-12-06T09:29:54.8117849Z Dec 06 09:29:54 at org.junit.vintage.engine.VintageTestEngine.executeAllChildren(VintageTestEngine.java:80) 2021-12-06T09:29:54.8118498Z Dec 06 09:29:54 at org.junit.vintage.engine.VintageTestEngine.execute(VintageTestEngine.java:72) 2021-12-06T09:29:54.8119171Z Dec 06 09:29:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107) 2021-12-06T09:29:54.8119974Z Dec 06 09:29:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88) 2021-12-06T09:29:54.8120723Z Dec 06 09:29:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54) 2021-12-06T09:29:54.8121483Z Dec 06 09:29:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67) 2021-12-06T09:29:54.8122333Z Dec 06 09:29:54 at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52) 2021-12-06T09:29:54.8123156Z Dec 06 09:29:54 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:114) 2021-12-06T09:29:54.8123801Z Dec 06 09:29:54 at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:86) 2021-12-06T09:29:54.8124505Z Dec 06 09:29:54 at org.junit.platform.launcher.core.DefaultLauncherSession$DelegatingLauncher.execute(DefaultLauncherSession.java:86) 2021-12-06T09:29:54.8125240Z Dec 06 09:29:54 at org.junit.platform.launcher.core.SessionPerRequestLauncher.execute(SessionPerRequestLauncher.java:53) 2021-12-06T09:29:54.8125939Z Dec 06 09:29:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.execute(JUnitPlatformProvider.java:188) 2021-12-06T09:29:54.8126660Z Dec 06 09:29:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:154) 2021-12-06T09:29:54.8127382Z Dec 06 09:29:54 at org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124) 2021-12-06T09:29:54.8128046Z Dec 06 09:29:54 at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:428) 2021-12-06T09:29:54.8128673Z Dec 06 09:29:54 at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) 2021-12-06T09:29:54.8129276Z Dec 06 09:29:54 at org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:562) 2021-12-06T09:29:54.8129942Z Dec 06 09:29:54 at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:548) {code} https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=27586&view=logs&j=c5f0071e-1851-543e-9a45-9ac140befc32&t=15a22db7-8faa-5b34-3920-d33c9f0ca23c&l=35560 -- This message was sent by Atlassian Jira (v8.20.1#820001)