This is an automated email from the ASF dual-hosted git repository.
zhaoc pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from 79ff0ad Add pipes_as_concat_mode (#2252)
add 732c473 Add spark-doris-connector extension (#2228)
No new revisions were added by this update.
Summary of changes:
extension/spark-doris-connector/README.md | 145 +++++++
extension/spark-doris-connector/pom.xml | 182 ++++++++
.../apache/doris/spark/backend/BackendClient.java | 218 ++++++++++
.../doris/spark/cfg/ConfigurationOptions.java | 55 +++
.../apache/doris/spark/cfg/PropertiesSettings.java | 49 +--
.../java/org/apache/doris/spark/cfg/Settings.java | 101 +++++
.../org/apache/doris/spark/cfg/SparkSettings.java | 76 ++++
.../spark/exception/ConnectedFailedException.java | 15 +-
.../doris/spark/exception/DorisException.java | 34 +-
.../spark/exception/IllegalArgumentException.java | 13 +-
.../exception/ShouldNeverHappenException.java | 6 +-
.../doris/spark/rest/PartitionDefinition.java | 155 +++++++
.../org/apache/doris/spark/rest/RestService.java | 458 +++++++++++++++++++++
.../org/apache/doris/spark/rest/models/Field.java | 110 +++++
.../apache/doris/spark/rest/models/QueryPlan.java | 70 ++++
.../org/apache/doris/spark/rest/models/Schema.java | 96 +++++
.../org/apache/doris/spark/rest/models/Tablet.java | 80 ++++
.../apache/doris/spark/serialization/Routing.java | 70 ++++
.../apache/doris/spark/serialization/RowBatch.java | 270 ++++++++++++
.../org/apache/doris/spark/util/ErrorMessages.java | 20 +-
.../java/org/apache/doris/spark/util/IOUtils.java | 52 +++
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../scala/org/apache/doris/spark/package.scala | 26 +-
.../apache/doris/spark/rdd/AbstractDorisRDD.scala | 68 +++
.../doris/spark/rdd/AbstractDorisRDDIterator.scala | 90 ++++
.../org/apache/doris/spark/rdd/DorisSpark.scala | 45 +-
.../org/apache/doris/spark/rdd/ScalaDorisRDD.scala | 49 +++
.../apache/doris/spark/rdd/ScalaValueReader.scala | 129 ++++++
.../org/apache/doris/spark/sql/DorisRelation.scala | 89 ++++
.../doris/spark/sql/DorisSourceProvider.scala | 21 +-
.../org/apache/doris/spark/sql/ScalaDorisRow.scala | 59 +++
.../apache/doris/spark/sql/ScalaDorisRowRDD.scala | 53 +++
.../doris/spark/sql/ScalaDorisRowValueReader.scala | 50 +++
.../org/apache/doris/spark/sql/SchemaUtils.scala | 109 +++++
.../scala/org/apache/doris/spark/sql/Utils.scala | 133 ++++++
.../main/thrift/doris}/DorisExternalService.thrift | 0
.../src/main/thrift/doris}/Status.thrift | 1 -
.../src/main/thrift/doris}/Types.thrift | 16 +-
.../doris/spark/rest/TestPartitionDefinition.java | 59 +++
.../apache/doris/spark/rest/TestRestService.java | 296 +++++++++++++
.../apache/doris/spark/rest/models/TestSchema.java | 34 +-
.../doris/spark/serialization/TestRouting.java | 35 +-
.../doris/spark/serialization/TestRowBatch.java | 440 ++++++++++++++++++++
.../doris/spark/sql/ExpectedExceptionTest.java | 13 +-
.../apache/doris/spark/sql/TestSchemaUtils.scala | 94 +++++
.../org/apache/doris/spark/sql/TestUtils.scala | 120 ++++++
46 files changed, 4125 insertions(+), 180 deletions(-)
create mode 100644 extension/spark-doris-connector/README.md
create mode 100644 extension/spark-doris-connector/pom.xml
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/backend/BackendClient.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/cfg/ConfigurationOptions.java
copy fe/src/main/java/org/apache/doris/backup/RemoteFile.java =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/cfg/PropertiesSettings.java
(53%)
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/cfg/Settings.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/cfg/SparkSettings.java
copy fe/src/main/java/org/apache/doris/common/AnalysisException.java =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/exception/ConnectedFailedException.java
(66%)
copy fe/src/main/java/org/apache/doris/common/UserException.java =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/exception/DorisException.java
(58%)
copy fe/src/main/java/org/apache/doris/common/AnalysisException.java =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/exception/IllegalArgumentException.java
(72%)
copy fe/src/main/java/org/apache/doris/analysis/CancelStmt.java =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/exception/ShouldNeverHappenException.java
(88%)
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/PartitionDefinition.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/RestService.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/models/Field.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/models/QueryPlan.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/models/Schema.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/rest/models/Tablet.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/Routing.java
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/serialization/RowBatch.java
copy be/src/common/resource_tls.h =>
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/util/ErrorMessages.java
(63%)
create mode 100644
extension/spark-doris-connector/src/main/java/org/apache/doris/spark/util/IOUtils.java
create mode 100644
extension/spark-doris-connector/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister
copy be/src/common/resource_tls.h =>
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/package.scala
(59%)
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/rdd/AbstractDorisRDD.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/rdd/AbstractDorisRDDIterator.scala
copy be/src/util/mem_range.h =>
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/rdd/DorisSpark.scala
(54%)
mode change 100755 => 100644
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/rdd/ScalaDorisRDD.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/rdd/ScalaValueReader.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisRelation.scala
copy be/src/common/resource_tls.h =>
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/DorisSourceProvider.scala
(60%)
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/ScalaDorisRow.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/ScalaDorisRowRDD.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/ScalaDorisRowValueReader.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/SchemaUtils.scala
create mode 100644
extension/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/Utils.scala
copy {gensrc/thrift =>
extension/spark-doris-connector/src/main/thrift/doris}/DorisExternalService.thrift
(100%)
copy {gensrc/thrift =>
extension/spark-doris-connector/src/main/thrift/doris}/Status.thrift (98%)
copy {gensrc/thrift =>
extension/spark-doris-connector/src/main/thrift/doris}/Types.thrift (97%)
create mode 100644
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/rest/TestPartitionDefinition.java
create mode 100644
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/rest/TestRestService.java
copy fe/src/test/java/org/apache/doris/mysql/MysqlCommandTest.java =>
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/rest/models/TestSchema.java
(63%)
copy fe/src/test/java/org/apache/doris/http/HttpAuthManagerTest.java =>
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/serialization/TestRouting.java
(50%)
create mode 100644
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/serialization/TestRowBatch.java
copy be/src/util/string_parser.cpp =>
extension/spark-doris-connector/src/test/java/org/apache/doris/spark/sql/ExpectedExceptionTest.java
(79%)
create mode 100644
extension/spark-doris-connector/src/test/scala/org/apache/doris/spark/sql/TestSchemaUtils.scala
create mode 100644
extension/spark-doris-connector/src/test/scala/org/apache/doris/spark/sql/TestUtils.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
