??????
??????????doris 1.0 1??FE,3??BE.
????spark????doris????????????????????
org.apache.doris.spark.exception.DorisException: Doris FE's response cannot map
to schema. res:
{"keysType":"DUP_KEYS","properties":[{"name":"id","aggregation_type":"","comment":"
????id","type":"BIGINT"},{"name":"name","aggregation_type":"NONE","comment":"
????","type":"VARCHAR"}],"status":200}
at
org.apache.doris.spark.rest.RestService.parseSchema(RestService.java:303)
at org.apache.doris.spark.rest.RestService.getSchema(RestService.java:279)
at
org.apache.doris.spark.sql.SchemaUtils$.discoverSchemaFromFe(SchemaUtils.scala:51)
at
org.apache.doris.spark.sql.SchemaUtils$.discoverSchema(SchemaUtils.scala:41)
at
org.apache.doris.spark.sql.DorisRelation.lazySchema$lzycompute(DorisRelation.scala:48)
at
org.apache.doris.spark.sql.DorisRelation.lazySchema(DorisRelation.scala:48)
at org.apache.doris.spark.sql.DorisRelation.schema(DorisRelation.scala:52)
at
org.apache.spark.sql.execution.datasources.DataSource.resolveRelation(DataSource.scala:402)
at
org.apache.spark.sql.DataFrameReader.loadV1Source(DataFrameReader.scala:223)
at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:211)
at org.apache.spark.sql.DataFrameReader.load(DataFrameReader.scala:167)
at
com.vxdata.datacenter.dataquality.util.SparkSqlUtil$.loadTable(SparkSqlUtil.scala:178)
at com.vxdata.buildmodel.computer.input.DBInput.compute(DBInput.scala:11)
at
com.vxdata.buildmodel.computer.service.JobFlowService.invokeCompute(JobFlowService.scala:239)
at
com.vxdata.buildmodel.computer.service.JobFlowService$$anonfun$exec$1.apply(JobFlowService.scala:81)
at
com.vxdata.buildmodel.computer.service.JobFlowService$$anonfun$exec$1.apply(JobFlowService.scala:78)
at
scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
at
com.vxdata.buildmodel.computer.service.JobFlowService.exec(JobFlowService.scala:78)
at
com.vxdata.buildmodel.computer.service.JobFlowService.exec(JobFlowService.scala:34)
at
com.vxdata.etl.SparkETLMain$$anonfun$1.apply$mcV$sp(SparkETLMain.scala:64)
at
com.vxdata.datacenter.dataquality.common.TApplication$class.start(TApplication.scala:42)
at com.vxdata.etl.SparkETLMain$.start(SparkETLMain.scala:12)
at
com.vxdata.etl.SparkETLMain$.delayedEndpoint$com$vxdata$etl$SparkETLMain$1(SparkETLMain.scala:20)
at
com.vxdata.etl.SparkETLMain$delayedInit$body.apply(SparkETLMain.scala:12)
at scala.Function0$class.apply$mcV$sp(Function0.scala:34)
at
scala.runtime.AbstractFunction0.apply$mcV$sp(AbstractFunction0.scala:12)
at scala.App$$anonfun$main$1.apply(App.scala:76)
at scala.App$$anonfun$main$1.apply(App.scala:76)
at scala.collection.immutable.List.foreach(List.scala:392)
at
scala.collection.generic.TraversableForwarder$class.foreach(TraversableForwarder.scala:35)
at scala.App$class.main(App.scala:76)
at com.vxdata.etl.SparkETLMain$.main(SparkETLMain.scala:12)
at com.vxdata.etl.SparkETLMain.main(SparkETLMain.scala)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.spark.deploy.yarn.ApplicationMaster$$anon$2.run(ApplicationMaster.scala:673)
Caused by: org.codehaus.jackson.map.exc.UnrecognizedPropertyException:
Unrecognized field "keysType" (Class
org.apache.doris.spark.rest.models.Schema), not marked as ignorable
at [Source: java.io.StringReader@7a1fa00e; line: 1, column: 14] (through
reference chain: org.apache.doris.spark.rest.models.Schema["keysType"])
at
org.codehaus.jackson.map.exc.UnrecognizedPropertyException.from(UnrecognizedPropertyException.java:53)
at
org.codehaus.jackson.map.deser.StdDeserializationContext.unknownFieldException(StdDeserializationContext.java:267)
at
org.codehaus.jackson.map.deser.std.StdDeserializer.reportUnknownProperty(StdDeserializer.java:673)
at
org.codehaus.jackson.map.deser.std.StdDeserializer.handleUnknownProperty(StdDeserializer.java:659)
at
org.codehaus.jackson.map.deser.BeanDeserializer.handleUnknownProperty(BeanDeserializer.java:1365)
at
org.codehaus.jackson.map.deser.BeanDeserializer._handleUnknown(BeanDeserializer.java:725)
at
org.codehaus.jackson.map.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:703)
at
org.codehaus.jackson.map.deser.BeanDeserializer.deserialize(BeanDeserializer.java:580)
at
org.codehaus.jackson.map.ObjectMapper._readMapAndClose(ObjectMapper.java:2732)
at org.codehaus.jackson.map.ObjectMapper.readValue(ObjectMapper.java:1863)
at
org.apache.doris.spark.rest.RestService.parseSchema(RestService.java:295) ...
38 more ;
