I am working on flink local, i have created one task manager which pushes
the request to flink. So if one job gets failed for some function error,
then other jobs which were running correctly before the error came for one
file , the new jobs fail automatically if configuration for that file is
different also.
It seems to flink cache issues, not sure. If anyone has any idea let me
know.
Please find the log attached.
2020-10-13 13:57:13
java.lang.Exception: The user defined 'open(Configuration)' method in class
com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.
AdapterMultiTypeRichFlatMapFunction caused an exception: Failed to compile
class name(com.opus.optimus.toolset.batch.workflow.di2.
NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:
public class
NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300
implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}
public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}
String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}
at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask
.java:1351)
at org.apache.flink.runtime.operators.chaining.ChainedFlatMapDriver
.openTask(ChainedFlatMapDriver.java:47)
at org.apache.flink.runtime.operators.BatchTask.openChainedTasks(
BatchTask.java:1391)
at org.apache.flink.runtime.operators.DataSourceTask.invoke(
DataSourceTask.java:157)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:705)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:530)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: Failed to compile class
name(com.opus.optimus.toolset.batch.workflow.di2.
NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300)
code:
package com.opus.optimus.toolset.batch.workflow.di2;
import com.opus.optimus.toolset.batch.workflow.dynamic.IndexedMapContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.IContext;
import com.opus.optimus.toolset.batch.workflow.runtime.common.
IInboundContextAdapter;
import java.lang.String;
public class
NG100FileReaderd8d76151019a4e9985627bd9b73409d4InboundAdapter256253037297300
implements IInboundContextAdapter {
String convert(IndexedMapContext context) {
return nG9(context);
}
public String adapt(IContext context) {
return convert((IndexedMapContext)context);
}
String nG9(IndexedMapContext context) {
return (String)context.get(2);}
}
at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil
.newInstance(ScriptCompilerUtil.java:11)
at com.opus.optimus.toolset.batch.workflow.dynamic.analyzer.
JavaCodeInboundContextAdapter.compile(JavaCodeInboundContextAdapter.java:31)
at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.
AdapterUtil.compileAdapters(AdapterUtil.java:31)
at com.opus.optimus.toolset.batch.workflow.runtime.flink.util.
AdapterUtil.compileAdapters(AdapterUtil.java:47)
at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.
AdapterMultiTypeRichFlatMapFunction.compileScripts(
AdapterMultiTypeRichFlatMapFunction.java:65)
at com.opus.optimus.toolset.batch.workflow.runtime.flink.adapter.
AdapterMultiTypeRichFlatMapFunction.open(AdapterMultiTypeRichFlatMapFunction
.java:60)
at org.apache.flink.api.common.functions.util.FunctionUtils
.openFunction(FunctionUtils.java:36)
at org.apache.flink.runtime.operators.BatchTask.openUserCode(BatchTask
.java:1349)
... 6 more
Caused by: java.lang.ClassNotFoundException: File
'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column
35: No applicable constructor/method found for actual parameters
"java.lang.String"; candidates are: "public static java.lang.Integer
com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String,
java.lang.String)"
at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(
JavaSourceClassLoader.java:228)
at org.codehaus.janino.JavaSourceClassLoader.findClass(
JavaSourceClassLoader.java:182)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:588)
at java.base/java.lang.ClassLoader.loadClass(ClassLoader.java:521)
at com.opus.optimus.toolset.code.generator.compiler.JaninoCompiler
.getClass(JaninoCompiler.java:18)
at com.opus.optimus.toolset.code.generator.compiler.ScriptCompilerUtil
.newInstance(ScriptCompilerUtil.java:7)
... 13 more
Caused by: org.codehaus.commons.compiler.CompileException: File
'com/opus/optimus/generated/excel/NG1256203349277500.java', Line 11, Column
35: No applicable constructor/method found for actual parameters
"java.lang.String"; candidates are: "public static java.lang.Integer
com.opus.optimus.toolset.batch.workflow.function.standard.common.excel.ExcelFunctions.indexOf(java.lang.String,
java.lang.String)"
at org.codehaus.janino.UnitCompiler.compileError(UnitCompiler.java:12124
)
at org.codehaus.janino.UnitCompiler.findMostSpecificIInvocable(
UnitCompiler.java:9176)
at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:9036)
at org.codehaus.janino.UnitCompiler.findIMethod(UnitCompiler.java:8938)
at org.codehaus.janino.UnitCompiler.compileGet2(UnitCompiler.java:5060)
at org.codehaus.janino.UnitCompiler.access$9100(UnitCompiler.java:215)
at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(
UnitCompiler.java:4421)
at org.codehaus.janino.UnitCompiler$16.visitMethodInvocation(
UnitCompiler.java:4394)
at org.codehaus.janino.Java$MethodInvocation.accept(Java.java:5062)
at org.codehaus.janino.UnitCompiler.compileGet(UnitCompiler.java:4394)
at org.codehaus.janino.UnitCompiler.compileGetValue(UnitCompiler.java:
5575)
at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:2649)
at org.codehaus.janino.UnitCompiler.access$2800(UnitCompiler.java:215)
at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler
.java:1504)
at org.codehaus.janino.UnitCompiler$6.visitReturnStatement(UnitCompiler
.java:1487)
at org.codehaus.janino.Java$ReturnStatement.accept(Java.java:3552)
at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:1487)
at org.codehaus.janino.UnitCompiler.compileStatements(UnitCompiler.java:
1567)
at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:3388)
at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler
.java:1357)
at org.codehaus.janino.UnitCompiler.compileDeclaredMethods(UnitCompiler
.java:1330)
at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:822)
at org.codehaus.janino.UnitCompiler.compile2(UnitCompiler.java:432)
at org.codehaus.janino.UnitCompiler.access$400(UnitCompiler.java:215)
at org.codehaus.janino.UnitCompiler$2
.visitPackageMemberClassDeclaration(UnitCompiler.java:411)
at org.codehaus.janino.UnitCompiler$2
.visitPackageMemberClassDeclaration(UnitCompiler.java:406)
at org.codehaus.janino.Java$PackageMemberClassDeclaration.accept(Java
.java:1414)
at org.codehaus.janino.UnitCompiler.compile(UnitCompiler.java:406)
at org.codehaus.janino.UnitCompiler.compileUnit(UnitCompiler.java:378)
at org.codehaus.janino.JavaSourceClassLoader.generateBytecodes(
JavaSourceClassLoader.java:226)
... 18 more
