This is an automated email from the ASF dual-hosted git repository.
imbruced pushed a change to branch osm-reader
in repository https://gitbox.apache.org/repos/asf/sedona.git
discard b097c3b2e9 Add osm pbf reader with tests.
discard 1a3bfa4bf0 Add initial version of osm pbf file reader.
discard 9967fef0cf Add initial version of osm pbf file reader.
add cd50cb98aa [SEDONA-682] Sedona Spark 3.3 does not compile on Scala
2.13 (#1705)
add 110c73fa87 Revert "[maven-release-plugin] prepare for next development
iteration"
add a03ff1e4c7 Revert "[maven-release-plugin] prepare release
sedona-1.7.0-rc1"
add b36f59f466 [maven-release-plugin] prepare release sedona-1.7.0-rc1
add b7e35aeaea [maven-release-plugin] prepare for next development
iteration
add c1e9de80f8 [SEDONA-682] exclude some dependencies. (#1704)
add 1812e1ae80 [DOCS] Update 1.7.0 release notes
add cb6bc71d6a [maven-release-plugin] prepare release sedona-1.7.0-rc1
add 61071457f4 [maven-release-plugin] prepare for next development
iteration
add 574757338f [DOCS] Add 1.7.0 release news (#1710)
add 4094e40d1f [SEDONA-684] DBSCAN: allow epsilon = 0 (#1709)
add b56ca163c7 [CI] Auto add license to Makefiles with pre-commit (#1696)
add 5f2b04da71 [DOCS] Add Python requirements file for pre-commit (#1697)
add 8179dbf264 [DOCS] Add `codespell` to `pyproject.toml` (#1698)
add 01c3653d51 [CI] Run `pre-commit autoupdate` (#1699)
add 10f092db98 build(deps): bump pypa/cibuildwheel from 2.21.3 to 2.22.0
(#1708)
add 87b75083be build(deps): bump r-lib/actions from 2.10.1 to 2.11.1
(#1707)
add 15858baa33 [DOCS] Fix wrong GeoTools link (#1711)
add 23316115d8 [CI] Auto add license headers to all Markdown files with
pre-commit (#1702)
add b9ae6940f3 [SEDONA-685] Deprecate custom readers writers (#1714)
add b081941243 [CI] Add pre-commit hooks for R (#1717)
add 12903e1cfa [SEDONA-636] fix some bugs when sedona parser running with
other parser (#1706)
add 389f32448b [CI] Revert R check in pre-commit (#1722)
add 5c08f5d692 [DOCS] Standardize Javadoc comments for links (#1721)
add 7876d8c62d [SEDONA-686] Add ST_LabelPoint (#1712)
add 291522100b [CI] Fix the snowflake-tester version
add 2522329d04 [SEDONA-687] Fix Snowflake registration of ST_LabelPoint
(#1731)
add a763291ec0 [DOCS] Develop profiles (#1729)
add 31319b05a0 [CI] Clean up and standardize the pre-commit config (#1737)
add 4dd212f61f [SEDONA-689] Geostats SQL (#1736)
add 9497a075c9 [SEDONA-688] Verify KNN parameter K must be equal or larger
than 1 (#1739)
add af74a17cf1 [SEDONA-690] Optimize query side broadcast knn join (#1741)
add 5dd127ad24 [DOCS] add canonical links to docs (#1735)
add 95d873c0a9 maybe use correct pip name (#1748)
add 52b6ae8e71 [SEDONA-693] Add ST_Perimeter2D (#1745)
add cc69f28711 [SEDONA-696] Fix geopackage on databricks. (#1747)
add 70ec50c93b [SEDONA-698] Fix ST_RemoveRepeatedPoints (#1759)
add b90c96e7e8 [DOCS] add contributing file (#1750)
add 0e0fb9fde9 [SEDONA-699] Fix issue with not closing parquet files.
(#1749)
add 7fc20b1033 [DOCS] makes top-level navigation persistent as readers
scroll, adds … (#1762)
add 53c176c249 [SEDONA-697] Make getGeometryColumnName a public function
(#1760)
add 00749a45f8 [SEDONA-700] Fix ST_KNN fails on null and empty geometries
(#1763)
add 2dfb088deb [CI] Fix the failed QEMU issue for buildwheel CI (#1773)
add 211e3c7f67 [SEDONA-701] Add ST_LineSegments (#1765)
add 38b0fc987d [SEDONA-702] Create IndexedGridPartitioner, Support
preserveUncontain… (#1769)
add 3151f7d0c6 [DOCS] add sedona clustering algorithms page (#1772)
add 7d32fe0c20 [SEDONA-660] Add GeoArrow export from Spark DataFrame
(#1767)
add 8c3b6db007 [SEDONA-704] Add the STAC datasource reader (#1775)
add 03c900d727 [DOCS] adding google tag for Sedona (#1779)
add 6daf9f3943 [DOC] Add Stac API doc link to the mkdocs yml file (#1782)
add f107af5b27 [DOCS] fixing position and indenting of google tag (#1783)
add 3b09d9a0e2 [SEDONA-706] Fix Python dataframe api for multi-threaded
environment (#1785)
add 08a86e4e74 [DOCS] Update PyPI dependency versions in Databricks Setup
guide (#1790)
add 79c1da8375 [SEDONA-703] Introducing the StructuredAdapter class (#1780)
add d5c51ebc6c build(deps): bump net.snowflake:snowflake-jdbc from 3.13.30
to 3.22.0 in /snowflake-tester (#1787)
add 1260245207 [SEDONA-705] Add unique partitioner wrapper to enable
partitioned writes with Sedona (#1778)
add 70d2e51442 [SEDONA-704] Add Stac Python Wrapper for STAC Reader (#1793)
add 607c383f4b [SEDONA-708] Sedona should use PyArrow to get GeoPandas
(#1794)
add 76093b5a2d [SEDONA-708] Separate Catalog implementation into
AbstractCatalog and Catalog (#1798)
add e7a5a3d811 [DOCS] Run Python black on Markdown code blocks (#1797)
add c175ada268 [CI] pre-commit autoupdate; configure `bandit[toml]`
dependency (#1799)
add 0a102ed45b [DOCS] Fix spelling (#1800)
add 2e8f0f69e0 [CI] pre-commit: standardize and auto add license to R
files (#1801)
add d6c208da66 [CI] pre-commit: auto add license headers to `.c` and `.h`
files (#1802)
add 0413ef6ab0 [CI] Update asf.yml (#1803)
add 68c7674a2c [DOCS] Add Pranav Toggi to the Committers list (#1806)
add 229a828c5a .asf.yaml: remove committer jbampton from collaborators
(#1805)
add ea4ca697d9 [DOCS] Improve Makefile by Using requirements-docs.txt for
Documentation Dependencies (#1808)
add ae4b1c2667 [CI] pre-commit: auto add license check for Java files
(#1807)
add 3a3b8d35ec [SEDONA 710] Rename Geostats SQL classes to generic name;
merge UdfRegistrator into AbstractCatalog (#1809)
add edafd75953 [SEDONA-710] fix bug in AbstractCatalog referencing
Catalog. (#1810)
add 41a6bc0947 [DOCS] Fix spelling (#1804)
add 6a8280836b [SEDONA-712] add toSpatialRdd method for RDD[InternalRow]
(#1816)
new 5a5dd13a90 Add OSM PBF reader.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b097c3b2e9)
\
N -- N -- N refs/heads/osm-reader (5a5dd13a90)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 6 +-
.github/pull_request_template.md | 2 -
.github/workflows/docs.yml | 4 +-
.github/workflows/java.yml | 4 +
.github/workflows/python-wheel.yml | 5 +-
.github/workflows/python.yml | 8 +-
.github/workflows/r.yml | 6 +-
.pre-commit-config.yaml | 91 +-
CONTRIBUTING.md | 44 +
Makefile | 83 +-
R/DESCRIPTION | 4 +-
R/R/apache.sedona-package.R | 17 +
R/R/bounding_box.R | 28 +-
R/R/data_interface.R | 85 +-
R/R/dependencies.R | 28 +-
R/R/imports.R | 28 +-
R/R/sdf_interface.R | 28 +-
R/R/spatial_index_op.R | 28 +-
R/R/spatial_join_op.R | 28 +-
R/R/spatial_partitioner.R | 28 +-
R/R/spatial_queries.R | 28 +-
R/R/spatial_rdd.R | 28 +-
R/R/viz.R | 28 +-
R/README.md | 19 +
R/man/sdf_register.spatial_rdd.Rd | 2 +-
R/man/spark_read_shapefile.Rd | 9 +-
R/man/spark_write_geojson.Rd | 8 +-
R/tests/testthat.R | 28 +-
R/tests/testthat/helper-initialize.R | 28 +-
R/tests/testthat/test-apply-spatial-partitioner.R | 28 +-
R/tests/testthat/test-bounding-box.R | 28 +-
R/tests/testthat/test-build-index.R | 28 +-
R/tests/testthat/test-crs-transform.R | 28 +-
R/tests/testthat/test-data-interface-raster.R | 37 +-
R/tests/testthat/test-data-interface.R | 90 +-
R/tests/testthat/test-dbplyr-integration.R | 28 +-
R/tests/testthat/test-init.R | 28 +-
R/tests/testthat/test-sdf-interface.R | 28 +-
R/tests/testthat/test-spatial-join.R | 28 +-
R/tests/testthat/test-spatial-queries.R | 28 +-
.../testthat/test-spatial-rdd-aggregation-fns.R | 28 +-
R/tests/testthat/test-viz.R | 28 +-
R/vignettes/articles/apache-sedona.Rmd | 2 +-
R/vignettes/articles/raster.Rmd | 2 +-
README.md | 57 +-
.../java/org/apache/sedona/common/Functions.java | 147 +
.../utils/GeometryDuplicateCoordinateRemover.java | 2 +-
.../org/apache/sedona/common/FunctionsTest.java | 92 +
docs-overrides/main.html | 47 +-
docs/api/flink/Aggregator.md | 19 +
docs/api/flink/Constructor.md | 19 +
docs/api/flink/Function.md | 182 +
docs/api/flink/Overview.md | 19 +
docs/api/flink/Predicate.md | 19 +
docs/api/java-api.md | 19 +
docs/api/python-api.md | 19 +
.../api/snowflake/vector-data/AggregateFunction.md | 19 +
docs/api/snowflake/vector-data/Constructor.md | 19 +
docs/api/snowflake/vector-data/Function.md | 137 +
docs/api/snowflake/vector-data/Overview.md | 19 +
docs/api/snowflake/vector-data/Predicate.md | 19 +
docs/api/sql/AggregateFunction.md | 19 +
docs/api/sql/Constructor.md | 19 +
docs/api/sql/DataFrameAPI.md | 19 +
docs/api/sql/Function.md | 309 +
docs/api/sql/NearestNeighbourSearching.md | 19 +
docs/api/sql/Optimizer.md | 19 +
docs/api/sql/Overview.md | 19 +
docs/api/sql/Parameter.md | 19 +
docs/api/sql/Predicate.md | 19 +
docs/api/sql/Raster-affine-transformation.md | 19 +
docs/api/sql/Raster-aggregate-function.md | 19 +
docs/api/sql/Raster-loader.md | 19 +
docs/api/sql/Raster-map-algebra.md | 19 +
docs/api/sql/Raster-operators.md | 19 +
docs/api/sql/Raster-visualizer.md | 26 +-
docs/api/sql/Raster-writer.md | 19 +
docs/api/sql/Reading-legacy-parquet.md | 19 +
docs/api/sql/Spider.md | 103 +-
docs/api/sql/Stac.md | 293 +
docs/api/sql/Visualization_SedonaKepler.md | 19 +
docs/api/sql/Visualization_SedonaPyDeck.md | 19 +
docs/api/stats/sql.md | 19 +
docs/api/viz/java-api.md | 19 +
docs/api/viz/sql.md | 19 +
docs/asf/asf.md | 19 +
docs/asf/telemetry.md | 19 +
docs/community/contact.md | 19 +
docs/community/contributor.md | 28 +-
docs/community/develop.md | 33 +-
docs/community/publication.md | 19 +
docs/community/publish.md | 19 +
docs/community/release-manager.md | 19 +
docs/community/rule.md | 19 +
docs/community/snapshot.md | 19 +
docs/community/vote.md | 19 +
docs/download.md | 33 +-
docs/image/ide-java-14.png | Bin 0 -> 70442 bytes
docs/image/tutorial/concepts/dbscan-clustering.png | Bin 0 -> 53848 bytes
.../concepts/dbscan-scatterplot-points.png | Bin 0 -> 10969 bytes
docs/index.md | 4 +-
docs/setup/azure-synapse-analytics.md | 42 +-
docs/setup/cluster.md | 19 +
docs/setup/compile.md | 19 +
docs/setup/databricks.md | 31 +-
docs/setup/docker.md | 19 +
docs/setup/emr.md | 19 +
docs/setup/fabric.md | 19 +
docs/setup/flink/install-scala.md | 19 +
docs/setup/flink/modules.md | 19 +
docs/setup/flink/platform.md | 19 +
docs/setup/glue.md | 19 +
docs/setup/install-python.md | 60 +-
docs/setup/install-scala.md | 19 +
docs/setup/maven-coordinates.md | 19 +
docs/setup/modules.md | 19 +
docs/setup/overview.md | 19 +
docs/setup/platform.md | 19 +
docs/setup/release-notes.md | 42 +-
docs/setup/snowflake/install.md | 19 +
docs/setup/snowflake/modules.md | 19 +
docs/setup/wherobots.md | 19 +
docs/setup/zeppelin.md | 19 +
.../Advanced-Tutorial-Tune-your-Application.md | 19 +
docs/tutorial/benchmark.md | 19 +
docs/tutorial/concepts/clustering-algorithms.md | 136 +
docs/tutorial/demo.md | 19 +
docs/tutorial/flink/sql.md | 19 +
docs/tutorial/geopandas-shapely.md | 39 +
docs/tutorial/jupyter-notebook.md | 19 +
docs/tutorial/python-vector-osm.md | 19 +
docs/tutorial/raster.md | 56 +-
docs/tutorial/rdd.md | 281 +-
docs/tutorial/snowflake/sql.md | 19 +
docs/tutorial/sql-pure-sql.md | 21 +-
docs/tutorial/sql.md | 136 +-
docs/tutorial/storing-blobs-in-parquet.md | 19 +
docs/tutorial/viz-gallery.md | 19 +
docs/tutorial/viz.md | 19 +
docs/tutorial/zeppelin.md | 19 +
examples/README.md | 19 +
.../main/java/org/apache/sedona/flink/Catalog.java | 3 +
.../apache/sedona/flink/expressions/Functions.java | 72 +
.../java/org/apache/sedona/flink/FunctionTest.java | 80 +
mkdocs.yml | 17 +-
pom.xml | 26 +-
pyproject.toml | 4 +
python/Pipfile | 1 +
python/README.md | 19 +
python/sedona/core/SpatialRDD/spatial_rdd.py | 59 +-
python/sedona/maps/SedonaKepler.py | 2 +-
python/sedona/maps/SedonaMapUtils.py | 18 +-
python/sedona/maps/SedonaPyDeck.py | 2 +-
python/sedona/raster_utils/SedonaUtils.py | 5 +-
python/sedona/register/java_libs.py | 1 +
python/sedona/spark/__init__.py | 1 +
python/sedona/sql/dataframe_api.py | 14 +-
python/sedona/sql/st_functions.py | 255 +
python/sedona/{core => stac}/__init__.py | 0
python/sedona/stac/client.py | 112 +
python/sedona/stac/collection_client.py | 398 ++
python/sedona/stats/clustering/dbscan.py | 6 +
.../outlier_detection/local_outlier_factor.py | 3 +
python/sedona/stats/weighting.py | 69 +-
python/sedona/utils/adapter.py | 10 +-
python/sedona/utils/geoarrow.py | 188 +
python/sedona/utils/structured_adapter.py | 126 +
python/tests/spatial_rdd/test_spatial_rdd.py | 26 +
python/tests/sql/test_dataframe_api.py | 82 +
python/tests/sql/test_function.py | 51 +
python/tests/sql/test_structured_adapter.py | 82 +
python/{sedona/core => tests/stac}/__init__.py | 0
python/tests/stac/test_client.py | 146 +
python/tests/stac/test_collection_client.py | 189 +
python/tests/test_base.py | 10 +
python/tests/utils/test_geoarrow.py | 282 +
requirements-docs.txt | 6 +
requirements.txt | 1 +
snowflake-tester/pom.xml | 4 +-
.../sedona/snowflake/snowsql/TestFunctions.java | 38 +
.../sedona/snowflake/snowsql/TestFunctionsV2.java | 30 +
.../org/apache/sedona/snowflake/snowsql/UDFs.java | 32 +
.../apache/sedona/snowflake/snowsql/UDFsV2.java | 50 +
spark-shaded/pom.xml | 5 +
spark/common/pom.xml | 6 +
.../core/joinJudgement/KnnJoinIndexJudgement.java | 189 +-
.../core/knnJudgement/EuclideanItemDistance.java | 8 +
.../core/knnJudgement/HaversineItemDistance.java | 8 +
.../sedona/core/knnJudgement/SpheroidDistance.java | 8 +
.../sedona/core/spatialOperator/JoinQuery.java | 190 +-
.../spatialPartitioning/EqualPartitioning.java | 19 +-
.../spatialPartitioning/FlatGridPartitioner.java | 28 +-
.../GenericUniquePartitioner.java | 80 +
.../IndexedGridPartitioner.java | 96 +
.../sedona/core/spatialPartitioning/KDB.java | 5 +-
.../spatialPartitioning/SpatialPartitioner.java | 5 +
.../quadtree/ExtendedQuadTree.java | 5 +-
.../apache/sedona/core/spatialRDD/SpatialRDD.java | 67 +-
.../org/apache/sedona/core/utils/SedonaConf.java | 11 +
.../apache/sedona/core/wrapper/UniqueGeometry.java | 168 +
.../{FeatureParser.java => DenseNodeIterator.java} | 42 +-
.../sql/datasources/osmpbf/HeaderFinder.java | 81 +
.../sql/datasources/osmpbf/OsmPbfReader.java | 173 -
.../osmpbf/{FeatureParser.java => ParseUtils.java} | 36 +-
.../{OsmPbfOptions.java => StartEndStream.java} | 43 +-
.../{OsmDataType.java => TruncatedStream.java} | 17 +-
.../osmpbf/extractors/DenseNodeExtractor.java | 86 +
.../osmpbf/extractors/RelationExtractor.java | 97 +
.../WaysExtractor.java} | 46 +-
.../osmpbf/features/DenseNodeParser.java | 115 -
.../datasources/osmpbf/features/NodeParser.java | 62 -
.../osmpbf/features/RelationParser.java | 85 -
.../sql/datasources/osmpbf/iterators/BlobData.java | 23 +-
.../datasources/osmpbf/iterators/BlobIterator.java | 137 +
.../datasources/osmpbf/iterators/PbfIterator.java | 68 +
.../osmpbf/iterators/PrimitiveGroupIterator.java | 72 +
.../osmpbf/model/{OsmWay.java => OSMEntity.java} | 70 +-
.../sql/datasources/osmpbf/model/OsmNode.java | 51 +-
.../sql/datasources/osmpbf/model/OsmPbfRecord.java | 51 -
.../sql/datasources/osmpbf/model/OsmRelation.java | 53 -
.../datasources/osmpbf/model/Relation.java} | 10 +-
.../datasources/osmpbf/model/Way.java} | 9 +-
...org.apache.spark.sql.sources.DataSourceRegister | 1 +
.../org/apache/sedona/spark/SedonaContext.scala | 42 +-
.../org/apache/sedona/sql/ParserRegistrator.scala | 60 -
.../apache/sedona/sql/SedonaSqlExtensions.scala | 11 +
.../apache/sedona/sql/UDF/AbstractCatalog.scala | 102 +
.../scala/org/apache/sedona/sql/UDF/Catalog.scala | 75 +-
.../org/apache/sedona/sql/UDF/UdfRegistrator.scala | 54 -
.../org/apache/sedona/sql/utils/Adapter.scala | 7 +
.../sedona/sql/utils/GeometrySerializer.scala | 5 +-
.../sedona/sql/utils/SedonaSQLRegistrator.scala | 4 +-
.../scala/org/apache/sedona/stats/Weighting.scala | 120 +-
.../apache/sedona/stats/clustering/DBSCAN.scala | 27 +-
.../outlierDetection/LocalOutlierFactor.scala | 22 +-
.../{stats/Util.scala => util/DfUtils.scala} | 10 +-
.../execution/datasource/stac/TemporalFilter.scala | 68 +
.../sedona_sql/adapters/StructuredAdapter.scala | 246 +
.../sql/sedona_sql/expressions/Functions.scala | 33 +-
.../sedona_sql/expressions/GeoStatsFunctions.scala | 204 +
.../sedona_sql/expressions/PhysicalFunction.scala | 109 +
.../sql/sedona_sql/expressions/st_functions.scala | 76 +
.../spark/sql/sedona_sql/io/stac/StacBatch.scala | 264 +
.../sql/sedona_sql/io/stac/StacDataSource.scala | 116 +
.../sql/sedona_sql/io/stac/StacPartition.scala} | 11 +-
.../sedona_sql/io/stac/StacPartitionReader.scala | 229 +
.../spark/sql/sedona_sql/io/stac/StacScan.scala | 118 +
.../sql/sedona_sql/io/stac/StacScanBuilder.scala} | 37 +-
.../spark/sql/sedona_sql/io/stac/StacTable.scala | 261 +
.../spark/sql/sedona_sql/io/stac/StacUtils.scala | 225 +
.../optimization/ExtractPhysicalFunctions.scala | 122 +
.../SpatialFilterPushDownForGeoParquet.scala | 2 +-
.../SpatialTemporalFilterPushDownForStacScan.scala | 163 +
.../logical/EvalPhysicalFunction.scala} | 24 +-
.../join/BroadcastObjectSideKNNJoinExec.scala | 2 +-
.../join/BroadcastQuerySideKNNJoinExec.scala | 19 +-
.../strategy/join/JoinQueryDetector.scala | 51 +-
.../sql/sedona_sql/strategy/join/KNNJoinExec.scala | 2 +-
.../function/EvalPhysicalFunctionExec.scala} | 22 +-
.../function/EvalPhysicalFunctionStrategy.scala} | 37 +-
.../JoinQueryDeduplicationTest.java | 5 +-
.../GenericUniquePartitionerTest.java | 61 +
.../IndexedGridPartitionerTest.java | 96 +
spark/common/src/test/resources/.gitignore | 1 +
.../datasource_stac/collection-items.json | 7204 ++++++++++++++++++++
.../test/resources/datasource_stac/collection.json | 142 +
.../test/resources/datasource_stac/core-item.json | 125 +
.../resources/datasource_stac/extended-item.json | 210 +
.../datasource_stac/nested/nested-collection.json | 130 +
.../datasource_stac/nested/nested-item.json | 55 +
.../datasource_stac/nested/nested-items.json | 110 +
.../resources/datasource_stac/simple-item.json | 83 +
.../test/resources/osmpbf/monaco-latest.osm.pbf | Bin 0 -> 631836 bytes
.../org/apache/sedona/sql/GeoStatsSuite.scala | 215 +
.../scala/org/apache/sedona/sql/KnnJoinSuite.scala | 33 +
.../org/apache/sedona/sql/PreserveSRIDSuite.scala | 2 +
.../apache/sedona/sql/dataFrameAPITestScala.scala | 67 +
.../org/apache/sedona/sql/functionTestScala.scala | 66 +
.../ogc/GeometryTypesAndFunctionsTestScala.scala | 4 +-
.../sedona/sql/structuredAdapterTestScala.scala | 130 +
.../sql/sedona_sql/io/stac/StacBatchTest.scala | 103 +
.../sedona_sql/io/stac/StacDataSourceTest.scala | 209 +
.../io/stac/StacPartitionReaderTest.scala | 100 +
.../sql/sedona_sql/io/stac/StacTableTest.scala | 73 +
.../sql/sedona_sql/io/stac/StacUtilsTest.scala | 594 ++
.../geopackage/GeoPackageScanBuilder.scala | 7 +-
.../apache/sedona/sql/parser/SedonaSqlParser.scala | 8 +-
.../GeoParquetMetadataPartitionReaderFactory.scala | 12 +-
.../org/apache/sedona/sql/SQLSyntaxTestScala.scala | 23 +-
.../org/apache/sedona/sql/TestBaseScala.scala | 5 +
.../apache/sedona/sql/parser/SedonaSqlParser.scala | 8 +-
.../GeoParquetMetadataPartitionReaderFactory.scala | 13 +-
.../org/apache/sedona/sql/SQLSyntaxTestScala.scala | 23 +-
.../org/apache/sedona/sql/TestBaseScala.scala | 5 +
...org.apache.spark.sql.sources.DataSourceRegister | 2 +-
.../geopackage/GeoPackageScanBuilder.scala | 4 +-
.../sql/datasources/osm/OsmPartitionReader.scala | 109 +
.../sedona/sql/datasources/osm/OsmPbfFormat.scala | 65 +
.../sql/datasources/osm/SchemaProvider.scala | 43 +
.../sql/datasources/osmpbf/OsmPbfDataSource.scala | 36 -
.../sql/datasources/osmpbf/OsmPbfOptions.scala | 21 -
.../datasources/osmpbf/OsmPbfPartitionReader.scala | 123 -
.../osmpbf/OsmPbfPartitionReaderFactory.scala | 50 -
.../sedona/sql/datasources/osmpbf/OsmPbfScan.scala | 51 -
.../sql/datasources/osmpbf/OsmPbfScanBuilder.scala | 111 -
.../sql/datasources/osmpbf/OsmPbfTable.scala | 99 -
.../sql/datasources/shapefile/ShapefileTable.scala | 1 -
.../apache/sedona/sql/parser/SedonaSqlParser.scala | 8 +-
.../GeoParquetMetadataPartitionReaderFactory.scala | 14 +-
.../org/apache/sedona/sql/OsmNodeReaderTest.scala | 91 +-
.../org/apache/sedona/sql/SQLSyntaxTestScala.scala | 23 +-
.../org/apache/sedona/sql/TestBaseScala.scala | 5 +
312 files changed, 20824 insertions(+), 2600 deletions(-)
create mode 100644 CONTRIBUTING.md
create mode 100644 docs/api/sql/Stac.md
create mode 100644 docs/image/ide-java-14.png
create mode 100644 docs/image/tutorial/concepts/dbscan-clustering.png
create mode 100644 docs/image/tutorial/concepts/dbscan-scatterplot-points.png
create mode 100644 docs/tutorial/concepts/clustering-algorithms.md
copy python/sedona/{core => stac}/__init__.py (100%)
create mode 100644 python/sedona/stac/client.py
create mode 100644 python/sedona/stac/collection_client.py
create mode 100644 python/sedona/utils/geoarrow.py
create mode 100644 python/sedona/utils/structured_adapter.py
create mode 100644 python/tests/sql/test_structured_adapter.py
copy python/{sedona/core => tests/stac}/__init__.py (100%)
create mode 100644 python/tests/stac/test_client.py
create mode 100644 python/tests/stac/test_collection_client.py
create mode 100644 python/tests/utils/test_geoarrow.py
create mode 100644 requirements-docs.txt
create mode 100644 requirements.txt
create mode 100644
spark/common/src/main/java/org/apache/sedona/core/spatialPartitioning/GenericUniquePartitioner.java
create mode 100644
spark/common/src/main/java/org/apache/sedona/core/spatialPartitioning/IndexedGridPartitioner.java
create mode 100644
spark/common/src/main/java/org/apache/sedona/core/wrapper/UniqueGeometry.java
copy
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/{FeatureParser.java
=> DenseNodeIterator.java} (54%)
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/HeaderFinder.java
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/OsmPbfReader.java
rename
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/{FeatureParser.java
=> ParseUtils.java} (50%)
rename
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/{OsmPbfOptions.java
=> StartEndStream.java} (50%)
rename
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/{OsmDataType.java
=> TruncatedStream.java} (77%)
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/extractors/DenseNodeExtractor.java
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/extractors/RelationExtractor.java
rename
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/{features/WayParser.java
=> extractors/WaysExtractor.java} (53%)
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/features/DenseNodeParser.java
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/features/NodeParser.java
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/features/RelationParser.java
copy common/src/main/java/org/apache/sedona/common/subDivide/SubBoxes.java =>
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/iterators/BlobData.java
(65%)
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/iterators/BlobIterator.java
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/iterators/PbfIterator.java
create mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/iterators/PrimitiveGroupIterator.java
rename
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/model/{OsmWay.java
=> OSMEntity.java} (51%)
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/model/OsmPbfRecord.java
delete mode 100644
spark/common/src/main/java/org/apache/sedona/sql/datasources/osmpbf/model/OsmRelation.java
copy spark/common/src/main/java/org/apache/sedona/{core/utils/TimeUtils.java
=> sql/datasources/osmpbf/model/Relation.java} (73%)
copy spark/common/src/main/java/org/apache/sedona/{core/utils/TimeUtils.java
=> sql/datasources/osmpbf/model/Way.java} (78%)
delete mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/ParserRegistrator.scala
create mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/UDF/AbstractCatalog.scala
delete mode 100644
spark/common/src/main/scala/org/apache/sedona/sql/UDF/UdfRegistrator.scala
rename spark/common/src/main/scala/org/apache/sedona/{stats/Util.scala =>
util/DfUtils.scala} (84%)
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/execution/datasource/stac/TemporalFilter.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/adapters/StructuredAdapter.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/GeoStatsFunctions.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/expressions/PhysicalFunction.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacBatch.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacDataSource.scala
copy
spark/common/src/main/scala/org/apache/{sedona/sql/datasources/spider/SpiderPartition.scala
=> spark/sql/sedona_sql/io/stac/StacPartition.scala} (78%)
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacPartitionReader.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacScan.scala
copy
spark/common/src/main/scala/org/apache/{sedona/sql/utils/GeometrySerializer.scala
=> spark/sql/sedona_sql/io/stac/StacScanBuilder.scala} (51%)
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacTable.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/io/stac/StacUtils.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/optimization/ExtractPhysicalFunctions.scala
create mode 100644
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/optimization/SpatialTemporalFilterPushDownForStacScan.scala
copy
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/{expressions/FoldableExpression.scala
=> plans/logical/EvalPhysicalFunction.scala} (55%)
copy
spark/common/src/main/scala/org/apache/spark/sql/sedona_sql/{expressions/SerdeAware.scala
=> strategy/physical/function/EvalPhysicalFunctionExec.scala} (51%)
copy
spark/{spark-3.3/src/main/scala/org/apache/sedona/sql/parser/SedonaSqlParser.scala
=>
common/src/main/scala/org/apache/spark/sql/sedona_sql/strategy/physical/function/EvalPhysicalFunctionStrategy.scala}
(53%)
create mode 100644
spark/common/src/test/java/org/apache/sedona/core/spatialPartitioning/GenericUniquePartitionerTest.java
create mode 100644
spark/common/src/test/java/org/apache/sedona/core/spatialPartitioning/IndexedGridPartitionerTest.java
create mode 100644
spark/common/src/test/resources/datasource_stac/collection-items.json
create mode 100644
spark/common/src/test/resources/datasource_stac/collection.json
create mode 100644
spark/common/src/test/resources/datasource_stac/core-item.json
create mode 100644
spark/common/src/test/resources/datasource_stac/extended-item.json
create mode 100644
spark/common/src/test/resources/datasource_stac/nested/nested-collection.json
create mode 100644
spark/common/src/test/resources/datasource_stac/nested/nested-item.json
create mode 100644
spark/common/src/test/resources/datasource_stac/nested/nested-items.json
create mode 100644
spark/common/src/test/resources/datasource_stac/simple-item.json
create mode 100644 spark/common/src/test/resources/osmpbf/monaco-latest.osm.pbf
create mode 100644
spark/common/src/test/scala/org/apache/sedona/sql/GeoStatsSuite.scala
create mode 100644
spark/common/src/test/scala/org/apache/sedona/sql/structuredAdapterTestScala.scala
create mode 100644
spark/common/src/test/scala/org/apache/spark/sql/sedona_sql/io/stac/StacBatchTest.scala
create mode 100644
spark/common/src/test/scala/org/apache/spark/sql/sedona_sql/io/stac/StacDataSourceTest.scala
create mode 100644
spark/common/src/test/scala/org/apache/spark/sql/sedona_sql/io/stac/StacPartitionReaderTest.scala
create mode 100644
spark/common/src/test/scala/org/apache/spark/sql/sedona_sql/io/stac/StacTableTest.scala
create mode 100644
spark/common/src/test/scala/org/apache/spark/sql/sedona_sql/io/stac/StacUtilsTest.scala
create mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osm/OsmPartitionReader.scala
create mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osm/OsmPbfFormat.scala
create mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osm/SchemaProvider.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfDataSource.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfOptions.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfPartitionReader.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfPartitionReaderFactory.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfScan.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfScanBuilder.scala
delete mode 100644
spark/spark-3.5/src/main/scala/org/apache/sedona/sql/datasources/osmpbf/OsmPbfTable.scala
