gary0416 commented on issue #5503:
URL: https://github.com/apache/hudi/issues/5503#issuecomment-1205945484
same issue with HoodieFlinkStreamer (flink on yarn, cdh 6.3.2, flink
1.14.4). Target class is correct in
hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar
- env: hudi 0.11.0(compile hbase 2.4.9 by -Phadoop-3.0, then compile hudi by
hbase 2.4.9 and hadoop 3.0.0-cdh6.3.2), jdk 1.8.0_271
- stack:
```
ERROR org.apache.hudi.table.action.commit.BaseFlinkCommitActionExecutor [] -
Error upsetting bucketType UPDATE for partition :files
java.lang.ExceptionInInitializerError: null
at
org.apache.hudi.common.table.log.block.HoodieHFileDataBlock.serializeRecords(HoodieHFileDataBlock.java:141)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.common.table.log.block.HoodieDataBlock.getContentBytes(HoodieDataBlock.java:131)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.common.table.log.HoodieLogFormatWriter.appendBlocks(HoodieLogFormatWriter.java:158)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.io.HoodieAppendHandle.appendDataAndDeleteBlocks(HoodieAppendHandle.java:404)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.io.HoodieAppendHandle.doAppend(HoodieAppendHandle.java:382)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.commit.delta.BaseFlinkDeltaCommitActionExecutor.handleUpdate(BaseFlinkDeltaCommitActionExecutor.java:52)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.commit.BaseFlinkCommitActionExecutor.handleUpsertPartition(BaseFlinkCommitActionExecutor.java:196)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.commit.BaseFlinkCommitActionExecutor.execute(BaseFlinkCommitActionExecutor.java:108)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.commit.delta.FlinkUpsertPreppedDeltaCommitActionExecutor.execute(FlinkUpsertPreppedDeltaCommitActionExecutor.java:50)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.HoodieFlinkMergeOnReadTable.upsertPrepped(HoodieFlinkMergeOnReadTable.java:84)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.HoodieFlinkWriteClient.upsertPreppedRecords(HoodieFlinkWriteClient.java:161)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.metadata.FlinkHoodieBackedTableMetadataWriter.commit(FlinkHoodieBackedTableMetadataWriter.java:144)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.metadata.HoodieBackedTableMetadataWriter.update(HoodieBackedTableMetadataWriter.java:924)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.BaseActionExecutor.lambda$writeTableMetadata$2(BaseActionExecutor.java:77)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at org.apache.hudi.common.util.Option.ifPresent(Option.java:97)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.BaseActionExecutor.writeTableMetadata(BaseActionExecutor.java:77)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.rollback.BaseRollbackActionExecutor.finishRollback(BaseRollbackActionExecutor.java:255)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.rollback.BaseRollbackActionExecutor.runRollback(BaseRollbackActionExecutor.java:124)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.action.rollback.BaseRollbackActionExecutor.execute(BaseRollbackActionExecutor.java:145)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.table.HoodieFlinkMergeOnReadTable.rollback(HoodieFlinkMergeOnReadTable.java:132)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.rollback(BaseHoodieWriteClient.java:766)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.rollbackFailedWrites(BaseHoodieWriteClient.java:1193)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.rollbackFailedWrites(BaseHoodieWriteClient.java:1176)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.rollbackFailedWrites(BaseHoodieWriteClient.java:1164)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.lambda$startCommit$afea71c0$1(BaseHoodieWriteClient.java:936)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.common.util.CleanerUtils.rollbackFailedWrites(CleanerUtils.java:151)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.client.BaseHoodieWriteClient.startCommit(BaseHoodieWriteClient.java:935)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.startInstant(StreamWriteOperatorCoordinator.java:367)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.sink.StreamWriteOperatorCoordinator.lambda$initInstant$6(StreamWriteOperatorCoordinator.java:395)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.sink.utils.NonThrownExecutor.lambda$execute$0(NonThrownExecutor.java:93)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[?:1.8.0_271]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[?:1.8.0_271]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_271]
Caused by: java.lang.RuntimeException: Could not create interface
org.apache.hudi.org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactory
Is the hadoop compatibility jar on the classpath?
at
org.apache.hudi.org.apache.hadoop.hbase.CompatibilitySingletonFactory.getInstance(CompatibilitySingletonFactory.java:77)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.org.apache.hadoop.hbase.io.MetricsIO.<init>(MetricsIO.java:32)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.org.apache.hadoop.hbase.io.hfile.HFile.<clinit>(HFile.java:176)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
... 33 more
Caused by: java.util.ServiceConfigurationError:
org.apache.hudi.org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactory:
Provider
org.apache.hudi.org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl
not a subtype
at java.util.ServiceLoader.fail(ServiceLoader.java:239)
~[?:1.8.0_271]
at java.util.ServiceLoader.access$300(ServiceLoader.java:185)
~[?:1.8.0_271]
at
java.util.ServiceLoader$LazyIterator.nextService(ServiceLoader.java:376)
~[?:1.8.0_271]
at java.util.ServiceLoader$LazyIterator.next(ServiceLoader.java:404)
~[?:1.8.0_271]
at java.util.ServiceLoader$1.next(ServiceLoader.java:480)
~[?:1.8.0_271]
at
org.apache.hudi.org.apache.hadoop.hbase.CompatibilitySingletonFactory.getInstance(CompatibilitySingletonFactory.java:61)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.org.apache.hadoop.hbase.io.MetricsIO.<init>(MetricsIO.java:32)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
at
org.apache.hudi.org.apache.hadoop.hbase.io.hfile.HFile.<clinit>(HFile.java:176)
~[hudi-flink1.14-bundle_2.12-0.11.0-cdh6.3.2.jar:0.11.0-cdh6.3.2]
... 33 more
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
