Fix docs and CI: remove Scala 2.12 tabs for Spark 4.1, fix Python compatibility table, refine CI matrices

Author: jiayuasu

.github/workflows/docker-build.yml

@@ -49,10 +49,7 @@ jobs:
         spark: ['4.0.1', '4.1.0']
         include:
           - spark: 4.0.1
-            sedona: 'latest'
-            geotools: '33.1'
-          - spark: 4.0.1
-            sedona: 1.8.0
+            sedona: 1.8.1
             geotools: '33.1'
           - spark: 4.1.0
             sedona: 'latest'

.github/workflows/java.yml

@@ -63,19 +63,16 @@ jobs:
       matrix:
         include:
           - spark: 4.1.0
-            scala: 2.13.8
-            jdk: '17'
-          - spark: 4.0.0
-            scala: 2.13.8
+            scala: 2.13.17
             jdk: '17'
-          - spark: 3.5.4
-            scala: 2.12.18
+          - spark: 4.0.2
+            scala: 2.13.17
             jdk: '17'
-          - spark: 3.5.0
+          - spark: 3.5.8
             scala: 2.13.8
             jdk: '11'
             skipTests: ''
-          - spark: 3.5.0
+          - spark: 3.5.8
             scala: 2.12.15
             jdk: '11'
             skipTests: ''

.github/workflows/python.yml

@@ -64,55 +64,14 @@ jobs:
             scala: '2.13.8'
             java: '17'
             python: '3.11'
-          - spark: '4.1.0'
-            scala: '2.13.8'
-            java: '17'
-            python: '3.10'
           - spark: '4.0.0'
             scala: '2.13.8'
             java: '17'
-            python: '3.11'
-          - spark: '4.0.0'
-            scala: '2.13.8'
-            java: '17'
-            python: '3.10'
-          - spark: '3.5.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.11'
-          - spark: '3.5.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.10'
-            shapely: '1'
-          - spark: '3.5.0'
-            scala: '2.12.8'
-            java: '11'
             python: '3.10'
           - spark: '3.5.0'
             scala: '2.12.8'
             java: '11'
             python: '3.9'
-          - spark: '3.5.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.8'
-          - spark: '3.4.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.11'
-          - spark: '3.4.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.10'
-          - spark: '3.4.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.9'
-          - spark: '3.4.0'
-            scala: '2.12.8'
-            java: '11'
-            python: '3.8'
           - spark: '3.4.0'
             scala: '2.12.8'
             java: '11'

docs/setup/maven-coordinates.md

@@ -84,22 +84,6 @@ The optional GeoTools library is required if you want to use raster operators. V
 		</dependency>
 		```
 
-	=== "Spark 4.1 and Scala 2.12"
-
-		```xml
-		<dependency>
-		  <groupId>org.apache.sedona</groupId>
-		  <artifactId>sedona-spark-shaded-4.1_2.12</artifactId>
-		  <version>{{ sedona.current_version }}</version>
-		</dependency>
-		<!-- Optional: https://mvnrepository.com/artifact/org.datasyslab/geotools-wrapper -->
-		<dependency>
-		    <groupId>org.datasyslab</groupId>
-		    <artifactId>geotools-wrapper</artifactId>
-		    <version>{{ sedona.current_geotools }}</version>
-		</dependency>
-		```
-
 !!! abstract "Sedona with Apache Spark and Scala 2.13"
 
 	=== "Spark 3.4 and Scala 2.13"
@@ -255,19 +239,6 @@ The optional GeoTools library is required if you want to use raster operators. V
 		    <version>{{ sedona.current_geotools }}</version>
 		</dependency>
 		```
-	=== "Spark 4.1 and Scala 2.12"
-		```xml
-		<dependency>
-		  <groupId>org.apache.sedona</groupId>
-		  <artifactId>sedona-spark-4.1_2.12</artifactId>
-		  <version>{{ sedona.current_version }}</version>
-		</dependency>
-		<dependency>
-		    <groupId>org.datasyslab</groupId>
-		    <artifactId>geotools-wrapper</artifactId>
-		    <version>{{ sedona.current_geotools }}</version>
-		</dependency>
-		```
 
 !!! abstract "Sedona with Apache Spark and Scala 2.13"
 

docs/setup/platform.md

@@ -35,10 +35,10 @@ Sedona binary releases are compiled by Java 11/17 and Scala 2.12/2.13 and tested
 
 === "Sedona Python"
 
-    |             | Spark 3.4 (Scala 2.12)|Spark 3.5 (Scala 2.12)| Spark 4.0 (Scala 2.12)| Spark 4.1 (Scala 2.13)|
+    |             | Spark 3.4 (Scala 2.12)|Spark 3.5 (Scala 2.12)| Spark 4.0 (Scala 2.13)| Spark 4.1 (Scala 2.13)|
     |:---------:|:---------:|:---------:|:---------:|:---------:|
-    | Python 3.7  |  ✅  |  ✅  | ✅ | ✅ |
-    | Python 3.8 |  ✅  |  ✅  | ✅  | ✅ |
+    | Python 3.7  |  ✅  |  ✅  | | |
+    | Python 3.8 |  ✅  |  ✅  |  | |
     | Python 3.9 |  ✅  |  ✅  | ✅  | ✅ |
     | Python 3.10 |  ✅  |  ✅  | ✅  | ✅ |