This is an automated email from the ASF dual-hosted git repository.
imbruced pushed a change to branch feature/geopackage-reader
in repository https://gitbox.apache.org/repos/asf/sedona.git
from 4eba6d0ca Add geopackage data source.
new f6f75c07e Add other missing data types.
new 323405eac Add other missing data types.
new 6fe83e072 Add other missing data types.
new c411456f7 Add other missing data types.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../connection/GeoPackageConnectionManager.scala | 55 ++++--
.../geopackage/errors/GeopackageException.scala} | 9 +-
.../datasources/geopackage/model/Envelope.scala | 4 +-
.../geopackage/model/GeoPackageField.scala | 61 +++++++
.../geopackage/model/GeoPackageType.scala | 36 ++--
.../geopackage/model/ImageFileFormat.scala} | 10 +-
.../geopackage/model/PartitionOptions.scala | 33 ++--
.../datasources/geopackage/model/TableType.scala} | 10 +-
.../datasources/geopackage/model/TileMatrix.scala} | 16 +-
.../geopackage/model/TileMetadata.scala | 40 +++--
.../geopackage/model/TileRowMetadata.scala | 4 +-
.../transform/DataTypesTransformations.scala} | 26 ++-
.../geopackage/transform/GeometryReader.scala | 101 +++++++++++
.../datasources/geopackage/transform/Image.scala | 48 +++--
.../geopackage/transform/ValuesMapper.scala | 80 +++++++++
.../src/test/resources}/geopackage/example.gpkg | Bin 2682880 -> 2682880
bytes
.../src/test/resources/geopackage/features.gpkg | Bin 0 -> 29384704 bytes
.../src/test/resources/geopackage/raster.gpkg | Bin 0 -> 9519104 bytes
.../geopackage/GeoPackageDataSource.scala | 38 ++--
.../geopackage/GeoPackageLoadOptions.scala | 29 ++-
.../geopackage/GeoPackageMetadataReader.scala | 22 ++-
.../geopackage/GeoPackagePartitionReader.scala | 36 ++--
.../GeoPackagePartitionReaderFactory.scala | 38 ++--
.../datasources/geopackage/GeoPackageScan.scala | 36 ++--
.../geopackage/GeoPackageScanBuilder.scala | 35 ++--
.../datasources/geopackage/GeoPackageTable.scala | 43 +++--
.../datasources/geopackage/model/Envelope.scala | 8 -
.../geopackage/model/GeoPackageField.scala | 34 ----
.../geopackage/model/GeoPackageType.scala | 21 ---
.../geopackage/model/ImageFileFormat.scala | 6 -
.../geopackage/model/PartitionOptions.scala | 35 ----
.../datasources/geopackage/model/TableType.scala | 6 -
.../datasources/geopackage/model/TileMatrix.scala | 3 -
.../geopackage/model/TileRowMetadata.scala | 7 -
.../transform/DataTypesTransformations.scala | 21 ---
.../geopackage/transform/GeometryReader.scala | 53 ------
.../geopackage/transform/ValuesMapper.scala | 55 ------
.../apache/sedona/sql/GeoPackageReaderTest.scala | 198 ++++++++++++++-------
.../org/apache/sedona/sql/TestBaseScala.scala | 1 +
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../geopackage/GeoPackageDataSource.scala | 40 +++--
.../geopackage/GeoPackageLoadOptions.scala | 19 +-
.../geopackage/GeoPackageMetadataReader.scala | 4 +-
.../geopackage/GeoPackagePartitionReader.scala | 38 ++--
.../GeoPackagePartitionReaderFactory.scala | 46 +++++
.../datasources/geopackage/GeoPackageScan.scala} | 40 ++---
.../geopackage/GeoPackageScanBuilder.scala} | 21 +--
.../datasources/geopackage/GeoPackageTable.scala} | 52 +++---
.../apache/sedona/sql/GeoPackageReaderTest.scala} | 23 ++-
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../geopackage/GeoPackageDataSource.scala | 40 +++--
.../geopackage/GeoPackageLoadOptions.scala | 19 +-
.../geopackage/GeoPackageMetadataReader.scala | 4 +-
.../geopackage/GeoPackagePartitionReader.scala | 38 ++--
.../GeoPackagePartitionReaderFactory.scala | 46 +++++
.../datasources/geopackage/GeoPackageScan.scala} | 40 ++---
.../geopackage/GeoPackageScanBuilder.scala} | 21 +--
.../datasources/geopackage/GeoPackageTable.scala} | 52 +++---
.../apache/sedona/sql/GeoPackageReaderTest.scala} | 24 ++-
59 files changed, 1093 insertions(+), 734 deletions(-)
rename spark/{spark-3.3 =>
common}/src/main/scala/org/apache/sedona/sql/datasources/geopackage/connection/GeoPackageConnectionManager.scala
(64%)
copy spark/common/src/main/scala/org/apache/sedona/{viz/sql/utils/Conf.scala
=> sql/datasources/geopackage/errors/GeopackageException.scala} (84%)
copy
common/src/main/java/org/apache/sedona/common/simplify/BaseSimplifier.java =>
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/Envelope.scala
(85%)
create mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/GeoPackageField.scala
copy common/src/main/java/org/apache/sedona/common/raster/PixelRecord.java =>
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/GeoPackageType.scala
(54%)
copy spark/common/src/main/{java/org/apache/sedona/core/utils/TimeUtils.java
=>
scala/org/apache/sedona/sql/datasources/geopackage/model/ImageFileFormat.scala}
(81%)
copy
common/src/main/java/org/apache/sedona/common/utils/HalfOpenRectangle.java =>
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/PartitionOptions.scala
(53%)
copy spark/common/src/main/{java/org/apache/sedona/core/utils/TimeUtils.java
=> scala/org/apache/sedona/sql/datasources/geopackage/model/TableType.scala}
(82%)
copy spark/common/src/main/{java/org/apache/sedona/core/utils/TimeUtils.java
=> scala/org/apache/sedona/sql/datasources/geopackage/model/TileMatrix.scala}
(76%)
rename spark/{spark-3.3 =>
common}/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/TileMetadata.scala
(54%)
copy
common/src/main/java/org/apache/sedona/common/simplify/BaseSimplifier.java =>
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/TileRowMetadata.scala
(85%)
copy
spark/common/src/main/{java/org/apache/sedona/core/formatMapper/shapefileParser/shapes/ShapeKey.java
=>
scala/org/apache/sedona/sql/datasources/geopackage/transform/DataTypesTransformations.scala}
(59%)
create mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/GeometryReader.scala
rename spark/{spark-3.3 =>
common}/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/Image.scala
(63%)
create mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/ValuesMapper.scala
rename spark/{spark-3.3/src/main/scala/org/apache/sedona/sql/datasources =>
common/src/test/resources}/geopackage/example.gpkg (99%)
create mode 100644 spark/common/src/test/resources/geopackage/features.gpkg
create mode 100644 spark/common/src/test/resources/geopackage/raster.gpkg
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/Envelope.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/GeoPackageField.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/GeoPackageType.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/ImageFileFormat.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/PartitionOptions.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/TableType.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/TileMatrix.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/model/TileRowMetadata.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/DataTypesTransformations.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/GeometryReader.scala
delete mode 100644
spark/spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/geopackage/transform/ValuesMapper.scala
copy spark/{spark-3.3/src/main/scala/org/apache/sedona/sql =>
spark-3.4/src/main/scala/org/apache/spark/sql/execution}/datasources/geopackage/GeoPackageDataSource.scala
(63%)
copy
common/src/test/java/org/apache/sedona/common/telemetry/TelemetryTest.java =>
spark/spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageLoadOptions.scala
(68%)
copy
common/src/main/java/org/apache/sedona/common/simplify/BaseSimplifier.java =>
spark/spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageMetadataReader.scala
(89%)
copy spark/{spark-3.3/src/main/scala/org/apache/sedona/sql =>
spark-3.4/src/main/scala/org/apache/spark/sql/execution}/datasources/geopackage/GeoPackagePartitionReader.scala
(53%)
create mode 100644
spark/spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackagePartitionReaderFactory.scala
copy
spark/{spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/shapefile/ShapefileScanBuilder.scala
=>
spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageScan.scala}
(61%)
copy
spark/{spark-3.0/src/main/scala/org/apache/sedona/sql/datasources/shapefile/ShapefileScanBuilder.scala
=>
spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageScanBuilder.scala}
(81%)
copy
spark/{spark-3.2/src/main/scala/org/apache/spark/sql/execution/datasources/v2/geoparquet/metadata/GeoParquetMetadataTable.scala
=>
spark-3.4/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageTable.scala}
(53%)
copy
spark/{common/src/main/scala/org/apache/sedona/sql/SedonaSqlExtensions.scala =>
spark-3.4/src/test/scala/org/apache/sedona/sql/GeoPackageReaderTest.scala} (64%)
copy spark/{spark-3.3/src/main/scala/org/apache/sedona/sql =>
spark-3.5/src/main/scala/org/apache/spark/sql/execution}/datasources/geopackage/GeoPackageDataSource.scala
(63%)
copy
common/src/test/java/org/apache/sedona/common/telemetry/TelemetryTest.java =>
spark/spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageLoadOptions.scala
(68%)
copy
common/src/main/java/org/apache/sedona/common/simplify/BaseSimplifier.java =>
spark/spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageMetadataReader.scala
(89%)
copy spark/{spark-3.3/src/main/scala/org/apache/sedona/sql =>
spark-3.5/src/main/scala/org/apache/spark/sql/execution}/datasources/geopackage/GeoPackagePartitionReader.scala
(53%)
create mode 100644
spark/spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackagePartitionReaderFactory.scala
copy
spark/{spark-3.3/src/main/scala/org/apache/sedona/sql/datasources/shapefile/ShapefileScanBuilder.scala
=>
spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageScan.scala}
(61%)
copy
spark/{spark-3.0/src/main/scala/org/apache/sedona/sql/datasources/shapefile/ShapefileScanBuilder.scala
=>
spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageScanBuilder.scala}
(81%)
copy
spark/{spark-3.2/src/main/scala/org/apache/spark/sql/execution/datasources/v2/geoparquet/metadata/GeoParquetMetadataTable.scala
=>
spark-3.5/src/main/scala/org/apache/spark/sql/execution/datasources/geopackage/GeoPackageTable.scala}
(53%)
copy
spark/{common/src/main/scala/org/apache/sedona/sql/SedonaSqlExtensions.scala =>
spark-3.5/src/test/scala/org/apache/sedona/sql/GeoPackageReaderTest.scala} (63%)
