[
https://issues.apache.org/jira/browse/FLINK-25243?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17502132#comment-17502132
]
Yun Gao commented on FLINK-25243:
---------------------------------
I'll first close this issue since it does not reproduced for some days.
> Fabric8FlinkKubeClientITCase.testCheckAndUpdateConfigMapConcurrently
> --------------------------------------------------------------------
>
> Key: FLINK-25243
> URL: https://issues.apache.org/jira/browse/FLINK-25243
> Project: Flink
> Issue Type: Bug
> Components: Deployment / Kubernetes
> Affects Versions: 1.15.0
> Reporter: Till Rohrmann
> Assignee: Yang Wang
> Priority: Critical
> Labels: pull-request-available, test-stability
> Fix For: 1.15.0
>
>
> The test
> {{Fabric8FlinkKubeClientITCase.testCheckAndUpdateConfigMapConcurrently}}
> fails on AZP with
> {code}
> 2021-12-10T01:11:11.4908955Z Dec 10 01:11:11 [ERROR] Tests run: 1, Failures:
> 0, Errors: 1, Skipped: 0, Time elapsed: 2.186 s <<< FAILURE! - in
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClientITCase
> 2021-12-10T01:11:11.4920172Z Dec 10 01:11:11 [ERROR]
> testCheckAndUpdateConfigMapConcurrently(org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClientITCase)
> Time elapsed: 0.637 s <<< ERROR!
> 2021-12-10T01:11:11.4921592Z Dec 10 01:11:11
> java.util.concurrent.ExecutionException:
> org.apache.flink.runtime.concurrent.FutureUtils$RetryException: Could not
> complete the operation. Number of retries has been exhausted.
> 2021-12-10T01:11:11.4925669Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
> 2021-12-10T01:11:11.4926769Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
> 2021-12-10T01:11:11.4927867Z Dec 10 01:11:11 at
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClientITCase.testCheckAndUpdateConfigMapConcurrently(Fabric8FlinkKubeClientITCase.java:144)
> 2021-12-10T01:11:11.4928904Z Dec 10 01:11:11 at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 2021-12-10T01:11:11.4929769Z Dec 10 01:11:11 at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 2021-12-10T01:11:11.4930729Z Dec 10 01:11:11 at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 2021-12-10T01:11:11.4931607Z Dec 10 01:11:11 at
> java.lang.reflect.Method.invoke(Method.java:498)
> 2021-12-10T01:11:11.4932485Z Dec 10 01:11:11 at
> org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
> 2021-12-10T01:11:11.4933449Z Dec 10 01:11:11 at
> org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
> 2021-12-10T01:11:11.4934395Z Dec 10 01:11:11 at
> org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
> 2021-12-10T01:11:11.4935330Z Dec 10 01:11:11 at
> org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
> 2021-12-10T01:11:11.4937971Z Dec 10 01:11:11 at
> org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
> 2021-12-10T01:11:11.4939315Z Dec 10 01:11:11 at
> org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
> 2021-12-10T01:11:11.4940050Z Dec 10 01:11:11 at
> org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
> 2021-12-10T01:11:11.4940711Z Dec 10 01:11:11 at
> org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
> 2021-12-10T01:11:11.4941320Z Dec 10 01:11:11 at
> org.junit.rules.RunRules.evaluate(RunRules.java:20)
> 2021-12-10T01:11:11.4941928Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
> 2021-12-10T01:11:11.4942797Z Dec 10 01:11:11 at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
> 2021-12-10T01:11:11.4943519Z Dec 10 01:11:11 at
> org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
> 2021-12-10T01:11:11.4944180Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
> 2021-12-10T01:11:11.4944815Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
> 2021-12-10T01:11:11.4945461Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
> 2021-12-10T01:11:11.4946107Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
> 2021-12-10T01:11:11.4946749Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
> 2021-12-10T01:11:11.4947402Z Dec 10 01:11:11 at
> org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
> 2021-12-10T01:11:11.4948030Z Dec 10 01:11:11 at
> org.junit.rules.RunRules.evaluate(RunRules.java:20)
> 2021-12-10T01:11:11.4948625Z Dec 10 01:11:11 at
> org.junit.runners.ParentRunner.run(ParentRunner.java:363)
> 2021-12-10T01:11:11.4949291Z Dec 10 01:11:11 at
> org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
> 2021-12-10T01:11:11.4951248Z Dec 10 01:11:11 at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
> 2021-12-10T01:11:11.4951968Z Dec 10 01:11:11 at
> org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
> 2021-12-10T01:11:11.4952643Z Dec 10 01:11:11 at
> org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
> 2021-12-10T01:11:11.4953346Z Dec 10 01:11:11 at
> org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
> 2021-12-10T01:11:11.4954066Z Dec 10 01:11:11 at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
> 2021-12-10T01:11:11.4954749Z Dec 10 01:11:11 at
> org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
> 2021-12-10T01:11:11.4955371Z Dec 10 01:11:11 at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
> 2021-12-10T01:11:11.4956126Z Dec 10 01:11:11 Caused by:
> org.apache.flink.runtime.concurrent.FutureUtils$RetryException: Could not
> complete the operation. Number of retries has been exhausted.
> 2021-12-10T01:11:11.4956924Z Dec 10 01:11:11 at
> org.apache.flink.runtime.concurrent.FutureUtils.lambda$retryOperation$1(FutureUtils.java:183)
> 2021-12-10T01:11:11.4958988Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
> 2021-12-10T01:11:11.4960177Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
> 2021-12-10T01:11:11.4961252Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456)
> 2021-12-10T01:11:11.4961973Z Dec 10 01:11:11 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2021-12-10T01:11:11.4962692Z Dec 10 01:11:11 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2021-12-10T01:11:11.4963293Z Dec 10 01:11:11 at
> java.lang.Thread.run(Thread.java:748)
> 2021-12-10T01:11:11.4968062Z Dec 10 01:11:11 Caused by:
> java.util.concurrent.CompletionException:
> org.apache.flink.runtime.persistence.PossibleInconsistentStateException:
> io.fabric8.kubernetes.client.KubernetesClientException: Failure executing:
> PUT at:
> https://10.1.0.82:8443/api/v1/namespaces/default/configmaps/test-config-map.
> Message: Operation cannot be fulfilled on configmaps "test-config-map": the
> object has been modified; please apply your changes to the latest version and
> try again. Received status: Status(apiVersion=v1, code=409,
> details=StatusDetails(causes=[], group=null, kind=configmaps,
> name=test-config-map, retryAfterSeconds=null, uid=null,
> additionalProperties={}), kind=Status, message=Operation cannot be fulfilled
> on configmaps "test-config-map": the object has been modified; please apply
> your changes to the latest version and try again,
> metadata=ListMeta(_continue=null, remainingItemCount=null,
> resourceVersion=null, selfLink=null, additionalProperties={}),
> reason=Conflict, status=Failure, additionalProperties={}).
> 2021-12-10T01:11:11.4971865Z Dec 10 01:11:11 at
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClient.lambda$null$7(Fabric8FlinkKubeClient.java:316)
> 2021-12-10T01:11:11.4972946Z Dec 10 01:11:11 at
> java.util.Optional.map(Optional.java:215)
> 2021-12-10T01:11:11.4973764Z Dec 10 01:11:11 at
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClient.lambda$null$8(Fabric8FlinkKubeClient.java:290)
> 2021-12-10T01:11:11.4974416Z Dec 10 01:11:11 at
> java.util.Optional.map(Optional.java:215)
> 2021-12-10T01:11:11.4975062Z Dec 10 01:11:11 at
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClient.lambda$null$10(Fabric8FlinkKubeClient.java:287)
> 2021-12-10T01:11:11.4975797Z Dec 10 01:11:11 at
> java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604)
> 2021-12-10T01:11:11.4976309Z Dec 10 01:11:11 ... 3 more
> 2021-12-10T01:11:11.4980247Z Dec 10 01:11:11 Caused by:
> org.apache.flink.runtime.persistence.PossibleInconsistentStateException:
> io.fabric8.kubernetes.client.KubernetesClientException: Failure executing:
> PUT at:
> https://10.1.0.82:8443/api/v1/namespaces/default/configmaps/test-config-map.
> Message: Operation cannot be fulfilled on configmaps "test-config-map": the
> object has been modified; please apply your changes to the latest version and
> try again. Received status: Status(apiVersion=v1, code=409,
> details=StatusDetails(causes=[], group=null, kind=configmaps,
> name=test-config-map, retryAfterSeconds=null, uid=null,
> additionalProperties={}), kind=Status, message=Operation cannot be fulfilled
> on configmaps "test-config-map": the object has been modified; please apply
> your changes to the latest version and try again,
> metadata=ListMeta(_continue=null, remainingItemCount=null,
> resourceVersion=null, selfLink=null, additionalProperties={}),
> reason=Conflict, status=Failure, additionalProperties={}).
> 2021-12-10T01:11:11.4983161Z Dec 10 01:11:11 ... 9 more
> 2021-12-10T01:11:11.4986826Z Dec 10 01:11:11 Caused by:
> io.fabric8.kubernetes.client.KubernetesClientException: Failure executing:
> PUT at:
> https://10.1.0.82:8443/api/v1/namespaces/default/configmaps/test-config-map.
> Message: Operation cannot be fulfilled on configmaps "test-config-map": the
> object has been modified; please apply your changes to the latest version and
> try again. Received status: Status(apiVersion=v1, code=409,
> details=StatusDetails(causes=[], group=null, kind=configmaps,
> name=test-config-map, retryAfterSeconds=null, uid=null,
> additionalProperties={}), kind=Status, message=Operation cannot be fulfilled
> on configmaps "test-config-map": the object has been modified; please apply
> your changes to the latest version and try again,
> metadata=ListMeta(_continue=null, remainingItemCount=null,
> resourceVersion=null, selfLink=null, additionalProperties={}),
> reason=Conflict, status=Failure, additionalProperties={}).
> 2021-12-10T01:11:11.4989960Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.requestFailure(OperationSupport.java:568)
> 2021-12-10T01:11:11.4990726Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.assertResponseCode(OperationSupport.java:507)
> 2021-12-10T01:11:11.4991573Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.handleResponse(OperationSupport.java:471)
> 2021-12-10T01:11:11.4992315Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.handleResponse(OperationSupport.java:430)
> 2021-12-10T01:11:11.4993041Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.handleReplace(OperationSupport.java:289)
> 2021-12-10T01:11:11.4993777Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.OperationSupport.handleReplace(OperationSupport.java:269)
> 2021-12-10T01:11:11.4994494Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.BaseOperation.handleReplace(BaseOperation.java:820)
> 2021-12-10T01:11:11.4995314Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.HasMetadataOperation.lambda$replace$1(HasMetadataOperation.java:86)
> 2021-12-10T01:11:11.4996033Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.api.model.DoneableConfigMap.done(DoneableConfigMap.java:26)
> 2021-12-10T01:11:11.5028417Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.api.model.DoneableConfigMap.done(DoneableConfigMap.java:5)
> 2021-12-10T01:11:11.5029177Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.HasMetadataOperation.replace(HasMetadataOperation.java:92)
> 2021-12-10T01:11:11.5030107Z Dec 10 01:11:11 at
> io.fabric8.kubernetes.client.dsl.base.HasMetadataOperation.replace(HasMetadataOperation.java:36)
> 2021-12-10T01:11:11.5030856Z Dec 10 01:11:11 at
> org.apache.flink.kubernetes.kubeclient.Fabric8FlinkKubeClient.lambda$null$7(Fabric8FlinkKubeClient.java:301)
> 2021-12-10T01:11:11.5031427Z Dec 10 01:11:11 ... 8 more
> {code}
> https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=27917&view=logs&j=91bf6583-3fb2-592f-e4d4-d79d79c3230a&t=3425d8ba-5f03-540a-c64b-51b8481bf7d6&l=3029
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
