Oh, I found the solution. I simply need to not use TRACE log level for
Flink.
On Wed, Feb 3, 2021 at 7:07 PM Marco Villalobos <mvillalo...@kineteque.com>
wrote:
>
> Please advise me. I don't know what I am doing wrong.
>
> After I added the blink table planner to my my dependency management:
>
> dependency
> "org.apache.flink:flink-table-planner-blink_${scalaVersion}:${flinkVersion}"
>
> and added it as a dependency:
>
> implementation "org.apache.flink:flink-table-planner-blink_${scalaVersion}"
>
> and excluded it from shadowJar:
>
>
> exclude(dependency("org.apache.flink:flink-table-planner-blink_${scalaVersion}:"))
>
> I can run it just fine within my IDE. However, if then run this on a local
> cluster, I get this error:
>
> 2021-02-03 18:42:49,662 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#0
> 2021-02-03 18:42:49,687 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#1
> 2021-02-03 18:42:49,694 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#2
> 2021-02-03 18:42:49,742 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#3
> 2021-02-03 18:42:49,758 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalJoin#4
> 2021-02-03 18:42:49,763 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalJoin#5
> 2021-02-03 18:42:49,768 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#6
> 2021-02-03 18:42:49,770 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#7
> 2021-02-03 18:42:49,771 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalJoin#8
> 2021-02-03 18:42:49,771 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalJoin#9
> 2021-02-03 18:42:49,777 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#10
> 2021-02-03 18:42:49,780 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalTableScan#11
> 2021-02-03 18:42:49,805 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalSnapshot#12
> 2021-02-03 18:42:49,807 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalFilter#13
> 2021-02-03 18:42:49,809 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalCorrelate#14
> 2021-02-03 18:42:49,816 TRACE org.apache.calcite.plan.RelOptPlanner
> [] - new LogicalProject#15
> 2021-02-03 18:42:49,822 ERROR MyApp [] - Failed execution.
> java.lang.IllegalStateException: Unable to instantiate java compiler
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.compile(JaninoRelMetadataProvider.java:433)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.load3(JaninoRelMetadataProvider.java:374)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.lambda$static$0(JaninoRelMetadataProvider.java:109)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.CacheLoader$FunctionToCacheLoader.load(CacheLoader.java:149)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$LoadingValueReference.loadFuture(LocalCache.java:3542)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.loadSync(LocalCache.java:2323)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.lockedGetOrLoad(LocalCache.java:2286)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$Segment.get(LocalCache.java:2201)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache.get(LocalCache.java:3953)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache.getOrLoad(LocalCache.java:3957)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.calcite.shaded.com.google.common.cache.LocalCache$LocalLoadingCache.get(LocalCache.java:4875)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.create(JaninoRelMetadataProvider.java:474)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.revise(JaninoRelMetadataProvider.java:487)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.RelMetadataQueryBase.revise(RelMetadataQueryBase.java:95)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.RelMetadataQuery.isVisibleInExplain(RelMetadataQuery.java:822)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.externalize.RelWriterImpl.explain_(RelWriterImpl.java:66)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.externalize.RelWriterImpl.done(RelWriterImpl.java:148)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.AbstractRelNode.explain(AbstractRelNode.java:299)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at org.apache.calcite.plan.RelOptUtil.dumpPlan(RelOptUtil.java:2118)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.sql2rel.SqlToRelConverter.convertQuery(SqlToRelConverter.java:584)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.calcite.FlinkPlannerImpl.org$apache$flink$table$planner$calcite$FlinkPlannerImpl$$rel(FlinkPlannerImpl.scala:164)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.calcite.FlinkPlannerImpl.rel(FlinkPlannerImpl.scala:151)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.operations.SqlToOperationConverter.toQueryOperation(SqlToOperationConverter.java:789)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.operations.SqlToOperationConverter.convertSqlQuery(SqlToOperationConverter.java:761)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.operations.SqlToOperationConverter.convert(SqlToOperationConverter.java:238)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.planner.delegation.ParserImpl.parse(ParserImpl.java:78)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.table.api.internal.TableEnvironmentImpl.sqlQuery(TableEnvironmentImpl.java:664)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.stream(SensorProcessingPipelineApp.java:379)
> ~[sensor-processing-pipeline-all.jar:?]
> at
> ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.call(SensorProcessingPipelineApp.java:300)
> ~[sensor-processing-pipeline-all.jar:?]
> at
> ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.call(SensorProcessingPipelineApp.java:93)
> ~[sensor-processing-pipeline-all.jar:?]
> at picocli.CommandLine.executeUserObject(CommandLine.java:1783)
> ~[sensor-processing-pipeline-all.jar:?]
> at picocli.CommandLine.access$900(CommandLine.java:145)
> ~[sensor-processing-pipeline-all.jar:?]
> at
> picocli.CommandLine$RunLast.executeUserObjectOfLastSubcommandWithSameParent(CommandLine.java:2150)
> ~[sensor-processing-pipeline-all.jar:?]
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2144)
> ~[sensor-processing-pipeline-all.jar:?]
> at picocli.CommandLine$RunLast.handle(CommandLine.java:2108)
> ~[sensor-processing-pipeline-all.jar:?]
> at
> picocli.CommandLine$AbstractParseResultHandler.execute(CommandLine.java:1975)
> ~[sensor-processing-pipeline-all.jar:?]
> at picocli.CommandLine.execute(CommandLine.java:1904)
> ~[sensor-processing-pipeline-all.jar:?]
> at
> ai.beyond.luminai.sensor.pipeline.SensorProcessingPipelineApp.main(SensorProcessingPipelineApp.java:293)
> ~[sensor-processing-pipeline-all.jar:?]
> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ~[?:?]
> at
> jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> ~[?:?]
> at
> jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ~[?:?]
> at java.lang.reflect.Method.invoke(Method.java:566) ~[?:?]
> at
> org.apache.flink.client.program.PackagedProgram.callMainMethod(PackagedProgram.java:288)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.client.program.PackagedProgram.invokeInteractiveModeForExecution(PackagedProgram.java:198)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.client.ClientUtils.executeProgram(ClientUtils.java:149)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.client.cli.CliFrontend.executeProgram(CliFrontend.java:699)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at org.apache.flink.client.cli.CliFrontend.run(CliFrontend.java:232)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.client.cli.CliFrontend.parseParameters(CliFrontend.java:916)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.client.cli.CliFrontend.lambda$main$10(CliFrontend.java:992)
> ~[flink-dist_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.flink.runtime.security.contexts.NoOpSecurityContext.runSecured(NoOpSecurityContext.java:30)
> [flink-dist_2.12-1.11.2.jar:1.11.2]
> at org.apache.flink.client.cli.CliFrontend.main(CliFrontend.java:992)
> [flink-dist_2.12-1.11.2.jar:1.11.2]
> Caused by: java.lang.ClassCastException: class
> org.codehaus.janino.CompilerFactory cannot be cast to class
> org.codehaus.commons.compiler.ICompilerFactory
> (org.codehaus.janino.CompilerFactory is in unnamed module of loader
> org.apache.flink.util.ChildFirstClassLoader @e98770d;
> org.codehaus.commons.compiler.ICompilerFactory is in unnamed module of
> loader 'app')
> at
> org.codehaus.commons.compiler.CompilerFactoryFactory.getCompilerFactory(CompilerFactoryFactory.java:129)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.codehaus.commons.compiler.CompilerFactoryFactory.getDefaultCompilerFactory(CompilerFactoryFactory.java:79)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> at
> org.apache.calcite.rel.metadata.JaninoRelMetadataProvider.compile(JaninoRelMetadataProvider.java:431)
> ~[flink-table-blink_2.12-1.11.2.jar:1.11.2]
> ... 50 more
>
>
