This is an automated email from the ASF dual-hosted git repository. jiayu pushed a commit to branch fix-example-project in repository https://gitbox.apache.org/repos/asf/sedona.git
commit 83c3cf4f0888509454386d186474636ba57bdd9a Author: Jia Yu <[email protected]> AuthorDate: Thu Nov 13 02:02:17 2025 -0800 Fix failed example projects --- .github/workflows/example.yml | 48 ++++++++++++++++++++++++++++++++++++++----- examples/flink-sql/pom.xml | 4 ++-- examples/spark-sql/pom.xml | 44 ++++++++++++++++++++++++++++++++++++--- 3 files changed, 86 insertions(+), 10 deletions(-) diff --git a/.github/workflows/example.yml b/.github/workflows/example.yml index 733d457cd7..e038055923 100644 --- a/.github/workflows/example.yml +++ b/.github/workflows/example.yml @@ -44,18 +44,41 @@ jobs: fail-fast: false matrix: include: + - spark: 4.0.1 + spark-compat: '4.0' + sedona: 1.8.0 + hadoop: 3.4.2 - spark: 3.5.0 spark-compat: '3.5' - sedona: 1.5.1 + sedona: 1.8.0 + hadoop: 3.3.4 - spark: 3.4.2 spark-compat: '3.4' - sedona: 1.5.1 + sedona: 1.8.0 + hadoop: 3.3.4 + env: + JAVA_TOOL_OPTIONS: >- + -XX:+IgnoreUnrecognizedVMOptions + --add-opens=java.base/java.lang=ALL-UNNAMED + --add-opens=java.base/java.lang.invoke=ALL-UNNAMED + --add-opens=java.base/java.lang.reflect=ALL-UNNAMED + --add-opens=java.base/java.io=ALL-UNNAMED + --add-opens=java.base/java.net=ALL-UNNAMED + --add-opens=java.base/java.nio=ALL-UNNAMED + --add-opens=java.base/java.util=ALL-UNNAMED + --add-opens=java.base/java.util.concurrent=ALL-UNNAMED + --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED + --add-opens=java.base/sun.nio.ch=ALL-UNNAMED + --add-opens=java.base/sun.nio.cs=ALL-UNNAMED + --add-opens=java.base/sun.security.action=ALL-UNNAMED + --add-opens=java.base/sun.util.calendar=ALL-UNNAMED + -Djdk.reflect.useDirectMethodHandle=false steps: - uses: actions/checkout@v4 - uses: actions/setup-java@v4 with: distribution: 'zulu' - java-version: '11' + java-version: '17' - run: sudo apt-get remove scala-library scala - run: sudo wget www.scala-lang.org/files/archive/scala-2.12.11.deb - run: sudo dpkg -i scala-2.12.11.deb @@ -82,5 +105,20 @@ jobs: SPARK_LOCAL_IP: 127.0.0.1 SPARK_COMPAT_VERSION: ${{ matrix.spark-compat }} SEDONA_VERSION: ${{ matrix.sedona }} - run: (cd examples/spark-sql;mvn clean install -Dspark.version=${SPARK_VERSION} -Dspark.compat.version=${SPARK_COMPAT_VERSION} -Dsedona.version=${SEDONA_VERSION};java -jar target/sedona-spark-example-1.6.0.jar) - - run: (cd examples/flink-sql;mvn clean install;java -jar target/sedona-flink-example-1.6.0.jar) + HADOOP_VERSION: ${{ matrix.hadoop }} + run: | + cd examples/spark-sql + mvn versions:set -DnewVersion=${SEDONA_VERSION} -DgenerateBackupPoms=false + mvn clean install \ + -Dspark.version=${SPARK_VERSION} \ + -Dspark.compat.version=${SPARK_COMPAT_VERSION} \ + -Dsedona.version=${SEDONA_VERSION} \ + -Dhadoop.version=${HADOOP_VERSION} + java -jar target/sedona-spark-example-${SEDONA_VERSION}.jar + - env: + SEDONA_VERSION: ${{ matrix.sedona }} + run: | + cd examples/flink-sql + mvn versions:set -DnewVersion=${SEDONA_VERSION} -DgenerateBackupPoms=false + mvn clean install + java -jar target/sedona-flink-example-${SEDONA_VERSION}.jar diff --git a/examples/flink-sql/pom.xml b/examples/flink-sql/pom.xml index 6c7c2121c9..e24b8fbccc 100644 --- a/examples/flink-sql/pom.xml +++ b/examples/flink-sql/pom.xml @@ -23,7 +23,7 @@ <groupId>org.apache.sedona</groupId> <artifactId>sedona-flink-example</artifactId> - <version>1.6.0</version> + <version>1.8.0</version> <name>Sedona : Examples : Flink</name> <packaging>jar</packaging> @@ -33,7 +33,7 @@ <flink.version>1.19.0</flink.version> <flink.scope>compile</flink.scope> <scala.compat.version>2.12</scala.compat.version> - <geotools.version>28.2</geotools.version> + <geotools.version>33.1</geotools.version> <log4j.version>2.17.2</log4j.version> </properties> diff --git a/examples/spark-sql/pom.xml b/examples/spark-sql/pom.xml index 159e49fb51..f2c647d653 100644 --- a/examples/spark-sql/pom.xml +++ b/examples/spark-sql/pom.xml @@ -39,8 +39,26 @@ <spark.version>4.0.1</spark.version> <spark.compat.version>4.0</spark.compat.version> <scala.compat.version>2.13</scala.compat.version> - <sedona.version>1.8.0</sedona.version> <hadoop.version>3.4.2</hadoop.version> + + <!-- For JDK-17 and above --> + <extraJavaArgs> + -XX:+IgnoreUnrecognizedVMOptions + --add-opens=java.base/java.lang=ALL-UNNAMED + --add-opens=java.base/java.lang.invoke=ALL-UNNAMED + --add-opens=java.base/java.lang.reflect=ALL-UNNAMED + --add-opens=java.base/java.io=ALL-UNNAMED + --add-opens=java.base/java.net=ALL-UNNAMED + --add-opens=java.base/java.nio=ALL-UNNAMED + --add-opens=java.base/java.util=ALL-UNNAMED + --add-opens=java.base/java.util.concurrent=ALL-UNNAMED + --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED + --add-opens=java.base/sun.nio.ch=ALL-UNNAMED + --add-opens=java.base/sun.nio.cs=ALL-UNNAMED + --add-opens=java.base/sun.security.action=ALL-UNNAMED + --add-opens=java.base/sun.util.calendar=ALL-UNNAMED + -Djdk.reflect.useDirectMethodHandle=false + </extraJavaArgs> </properties> <dependencies> @@ -59,7 +77,7 @@ <dependency> <groupId>org.apache.sedona</groupId> <artifactId>sedona-spark-${spark.compat.version}_${scala.compat.version}</artifactId> - <version>${sedona.version}</version> + <version>${project.version}</version> <scope>${sedona.scope}</scope> </dependency> <!--The following GeoTools dependencies use GNU Lesser General Public License and thus are excluded from the binary distribution--> @@ -273,7 +291,7 @@ <plugin> <groupId>org.apache.maven.plugins</groupId> <artifactId>maven-shade-plugin</artifactId> - <version>2.1</version> + <version>3.5.0</version> <executions> <execution> <phase>package</phase> @@ -291,6 +309,7 @@ </transformer> <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer"> + <mainClass>Main</mainClass> <manifestEntries> <Specification-Title>Java Advanced Imaging Image I/O Tools</Specification-Title> <Specification-Version>1.1</Specification-Version> @@ -317,6 +336,25 @@ </execution> </executions> </plugin> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>exec-maven-plugin</artifactId> + <version>3.0.0</version> + <configuration> + <mainClass>Main</mainClass> + <arguments> + <argument>${extraJavaArgs}</argument> + </arguments> + </configuration> + </plugin> + <plugin> + <groupId>org.apache.maven.plugins</groupId> + <artifactId>maven-surefire-plugin</artifactId> + <version>2.22.2</version> + <configuration> + <argLine>${extraJavaArgs}</argLine> + </configuration> + </plugin> </plugins> <resources> <resource>
