feat(ci): add support for parallel build (apache#5330)

* feat(ci): add support for parallel build

* feat: add `quick` profile

Author: kazutoiris

.github/workflows/build-backend.yml

@@ -20,7 +20,7 @@ name: Build Backend
 on: [push, pull_request]
 
 env:
-  MAVEN_OPTS: -Dmaven.resolver.transport=wagon -Dmaven.wagon.httpconnectionManager.ttlSeconds=30
+  MAVEN_OPTS: -Dmaven.resolver.transport=wagon -Dmaven.wagon.httpconnectionManager.ttlSeconds=30 -Xmx16g -XX:MetaspaceSize=4g -XX:ReservedCodeCacheSize=2g
 
 jobs:
   build-backend:
@@ -41,20 +41,20 @@ jobs:
     - if: ${{matrix.spark == '2.4' && matrix.hadoop == '2.7'}}
       name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
       run:
-        ./mvnw clean package -Pspark-${{matrix.spark}} -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
+        ./mvnw -T 4C clean package -Pspark-${{matrix.spark}} -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
     - if: ${{matrix.spark == '3.2' && matrix.hadoop == '3.3'}}
       name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
       run:
-        ./mvnw clean package
+        ./mvnw -T 4C clean package
     - if:  ${{matrix.spark == '3.2' && matrix.hadoop == '2.7'}}
       name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
       run:
-        ./mvnw clean package -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
+        ./mvnw -T 4C clean package -Phadoop-${{matrix.hadoop}} -Dmaven.test.skip=true
 
     - if: ${{matrix.spark == '2.4' && matrix.hadoop == '3.3'}}
       name: build spark ${{matrix.spark}} and hadoop ${{matrix.hadoop}}
       run:
-        ./mvnw clean package -Pspark-${{matrix.spark}} -Dmaven.test.skip=true
+        ./mvnw -T 4C clean package -Pspark-${{matrix.spark}} -Dmaven.test.skip=true
 #    - name: Upload coverage to Codecov
 #      uses: codecov/codecov-action@v3.0.0
 #      with:

pom.xml

@@ -1543,7 +1543,8 @@
           <artifactId>scala-maven-plugin</artifactId>
           <version>${scala-maven-plugin.version}</version>
           <configuration>
-            <recompileMode>incremental</recompileMode>
+            <!-- Use `all` here to prevent an infinite loop during compilation -->
+            <recompileMode>all</recompileMode>
             <args>
               <arg>-unchecked</arg>
               <arg>-deprecation</arg>
@@ -1750,6 +1751,8 @@
           <version>${maven-surefire-plugin.version}</version>
           <configuration>
             <forkCount>3</forkCount>
+            <parallel>methods</parallel>
+            <threadCount>4</threadCount>
           </configuration>
         </plugin>
 
@@ -1902,6 +1905,8 @@
               <reuseForks>true</reuseForks>
               <argLine>-XX:MaxMetaspaceSize=2g ${extraJavaTestArgs}
                 -Dio.netty.tryReflectionSetAccessible=true</argLine>
+              <parallel>methods</parallel>
+              <threadCount>4</threadCount>
             </configuration>
           </plugin>
         </plugins>
@@ -1980,5 +1985,29 @@
         <storage.orc.scope>compile</storage.orc.scope>
       </properties>
     </profile>
+
+    <!-- skip test -->
+    <profile>
+      <id>quick</id>
+      <properties>
+        <skipTests>true</skipTests>
+        <maven.javadoc.skip>true</maven.javadoc.skip>
+        <maven.source.skip>true</maven.source.skip>
+        <maven.install.skip>true</maven.install.skip>
+        <maven.deploy.skip>true</maven.deploy.skip>
+        <maven.site.skip>true</maven.site.skip>
+        <checkstyle.skip>true</checkstyle.skip>
+        <rat.skip>true</rat.skip>
+        <spotless.check.skip>true</spotless.check.skip>
+        <jacoco.skip>true</jacoco.skip>
+        <findbugs.skip>true</findbugs.skip>
+        <pmd.skip>true</pmd.skip>
+        <flatten.skip>true</flatten.skip>
+        <enforcer.skip>true</enforcer.skip>
+      </properties>
+      <build>
+        <defaultGoal>compile</defaultGoal>
+      </build>
+    </profile>
   </profiles>
 </project>