Please advise me. I don't know what I am doing wrong.
After I added the blink table planner to my my dependency management:
dependency
"org.apache.flink:flink-table-planner-blink_${scalaVersion}:${flinkVersion}"
and added it as a dependency:
implementation "org.apache.flink:flink-table-planner-blink_${scalaVersion}"
and excluded it from shadowJar:
exclude(dependency("org.apache.flink:flink-table-planner-blink_${scalaVersion}:"))
I can run it just fine within my IDE. However, if then run this on a local
cluster, I get this error:
2021-02-03 18:42:49,662 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#0
2021-02-03 18:42:49,687 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#1
2021-02-03 18:42:49,694 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#2
2021-02-03 18:42:49,742 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#3
2021-02-03 18:42:49,758 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalJoin#4
2021-02-03 18:42:49,763 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalJoin#5
2021-02-03 18:42:49,768 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#6
2021-02-03 18:42:49,770 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#7
2021-02-03 18:42:49,771 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalJoin#8
2021-02-03 18:42:49,771 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalJoin#9
2021-02-03 18:42:49,777 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#10
2021-02-03 18:42:49,780 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalTableScan#11
2021-02-03 18:42:49,805 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalSnapshot#12
2021-02-03 18:42:49,807 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalFilter#13
2021-02-03 18:42:49,809 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalCorrelate#14
2021-02-03 18:42:49,816 TRACE org.apache.calcite.plan.RelOptPlanner
[] - new LogicalProject#15
2021-02-03 18:42:49,822 ERROR MyApp [] - Failed execution.
java.lang.IllegalStateException: Unable to instantiate java compiler
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.compile(JaninoRelMetadataProvider.java:433)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.load3(JaninoRelMetadataProvider.java:374)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.lambda$static$0(JaninoRelMetadataProvider.java:109)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.CacheLoader$FunctionToCacheLoader.load(CacheLoader.java:149)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3542)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2323)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2286)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2201)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache.get(LocalCache.java:3953)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3957)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4875)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.create(JaninoRelMetadataProvider.java:474)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.revise(JaninoRelMetadataProvider.java:487)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.RelMetadataQueryBase.revise(RelMetadataQueryBase.java:95)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.RelMetadataQuery.isVisibleInExplain(RelMetadataQuery.java:822)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.externalize.RelWriterImpl.explain_(RelWriterImpl.java:66)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.externalize.RelWriterImpl.done(RelWriterImpl.java:148)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at org.apache.calcite.rel.AbstractRelNode.explain(AbstractRelNode.java:299)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at org.apache.calcite.plan.RelOptUtil.dumpPlan(RelOptUtil.java:2118)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(SqlToRelConverter.java:584)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.calcite.FlinkPlannerImpl.org$apache$flink$table$planner$calcite$FlinkPlannerImpl$$rel(FlinkPlannerImpl.scala:164)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.calcite.FlinkPlannerImpl.rel(FlinkPlannerImpl.scala:151)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.operations.SqlToOperationConverter.toQueryOperation(SqlToOperationConverter.java:789)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.operations.SqlToOperationConverter.convertSqlQuery(SqlToOperationConverter.java:761)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.operations.SqlToOperationConverter.convert(SqlToOperationConverter.java:238)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.planner.delegation.ParserImpl.parse(ParserImpl.java:78)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.table.api.internal.TableEnvironmentImpl.sqlQuery(TableEnvironmentImpl.java:664)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.stream(SensorProcessingPipelineApp.java:379)
~[sensor-processing-pipeline-all.jar:?]
at
ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.call(SensorProcessingPipelineApp.java:300)
~[sensor-processing-pipeline-all.jar:?]
at
ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.call(SensorProcessingPipelineApp.java:93)
~[sensor-processing-pipeline-all.jar:?]
at picocli.CommandLine.executeUserObject(CommandLine.java:1783)
~[sensor-processing-pipeline-all.jar:?]
at picocli.CommandLine.access$900(CommandLine.java:145)
~[sensor-processing-pipeline-all.jar:?]
at
picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2150)
~[sensor-processing-pipeline-all.jar:?]
at picocli.CommandLine$RunLast.handle(CommandLine.java:2144)
~[sensor-processing-pipeline-all.jar:?]
at picocli.CommandLine$RunLast.handle(CommandLine.java:2108)
~[sensor-processing-pipeline-all.jar:?]
at
picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:1975)
~[sensor-processing-pipeline-all.jar:?]
at picocli.CommandLine.execute(CommandLine.java:1904)
~[sensor-processing-pipeline-all.jar:?]
at
ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.main(SensorProcessingPipelineApp.java:293)
~[sensor-processing-pipeline-all.jar:?]
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
~[?:?]
at
jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
~[?:?]
at
jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
~[?:?]
at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
at
org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:288)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:198)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:149)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:699)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:232)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.client.cli.CliFrontend.parseParameters(CliFrontend.java:916)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:992)
~[flink-dist_2.12-1.11.2.jar:1.11.2]
at
org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:30)
[flink-dist_2.12-1.11.2.jar:1.11.2]
at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:992)
[flink-dist_2.12-1.11.2.jar:1.11.2]
Caused by: java.lang.ClassCastException: class
org.codehaus.janino.CompilerFactory cannot be cast to class
org.codehaus.commons.compiler.ICompilerFactory
(org.codehaus.janino.CompilerFactory is in unnamed module of loader
org.apache.flink.util.ChildFirstClassLoader @e98770d;
org.codehaus.commons.compiler.ICompilerFactory is in unnamed module of
loader 'app')
at
org.codehaus.commons.compiler.CompilerFactoryFactory.getCompilerFactory(CompilerFactoryFactory.java:129)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.codehaus.commons.compiler.CompilerFactoryFactory.getDefaultCompilerFactory(CompilerFactoryFactory.java:79)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
at
org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.compile(JaninoRelMetadataProvider.java:431)
~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
... 50 more
