split CI script to python and scala

Signed-off-by: minmingzhu <[email protected]>

.github/workflows/ci-tests.yml

@@ -73,8 +73,8 @@ jobs:
       - name: Cluster Test
         run: |
           ${{github.workspace}}/dev/ci/ci-yarn-test-cpu.sh
-  standalone-test:
-    name: Standalone CPU_GPU_PROFILE Test for Examples (CPU)
+  standalone-scala-test:
+    name: Standalone CPU_GPU_PROFILE Test for scala Examples (CPU)
     runs-on: ubuntu-20.04
     steps:
       - uses: actions/checkout@v3
@@ -95,4 +95,27 @@ jobs:
             ${{ runner.os }}-
       - name: Cluster Test
         run: |
-          ${{github.workspace}}/dev/ci/ci-standalone-test-cpu.sh
+          ${{github.workspace}}/dev/ci/ci-standalone-scala-test-cpu.sh
+  standalone-python-test:
+    name: Standalone CPU_GPU_PROFILE Test for python Examples (CPU)
+    runs-on: ubuntu-20.04
+    steps:
+      - uses: actions/checkout@v3
+      - name: Set up JDK 1.8
+        uses: actions/setup-java@v1
+        with:
+          java-version: 1.8
+      - name: Restore cached dependencies
+        uses: actions/cache@v3
+        with:
+          path: |
+            #/var/cache/apt/archives/*.deb
+            ~/.m2/repository
+            /opt/intel/oneapi
+            ~/opt
+          key: ${{ runner.os }}_spark-3.2.0_hadoop-3.2.0_oneapi-2023.0.0
+          restore-keys: |
+            ${{ runner.os }}-
+      - name: Cluster Test
+        run: |
+          ${{github.workspace}}/dev/ci/ci-standalone-python-test-cpu.sh

dev/ci/ci-standalone-python-test-cpu.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+# exit when any command fails
+set -e
+
+# keep track of the last executed command
+trap 'last_command=$current_command; current_command=$BASH_COMMAND' DEBUG
+# echo an error message before exiting
+trap 'echo "\"${last_command}\" command filed with exit code $?."' EXIT
+
+# Install dependencies for building
+$GITHUB_WORKSPACE/dev/install-build-deps-ubuntu.sh
+
+# Setup building envs
+source /opt/intel/oneapi/setvars.sh --ccl-configuration=cpu
+
+# Prepare lib resources
+cd $GITHUB_WORKSPACE/mllib-dal
+../dev/prepare-build-deps.sh
+./build.sh -p CPU_GPU_PROFILE -q
+
+# Setup cluster
+source $GITHUB_WORKSPACE/dev/test-cluster/standalone/setup-cluster.sh
+
+# Setup OAP MLlib envs
+cp $GITHUB_WORKSPACE/dev/test-cluster/standalone/env.sh $GITHUB_WORKSPACE/conf
+cd $GITHUB_WORKSPACE/examples
+
+
+echo "========================================="
+echo "Cluster Testing with Spark Version: $SPARK_VERSION"
+echo "========================================="
+
+# run all examples
+./run-all-pyspark-cpu.sh

dev/ci/ci-standalone-test-cpu.sh → dev/ci/ci-standalone-scala-test-cpu.sh

@@ -34,4 +34,3 @@ echo "========================================="
 # Build and run all examples
 ./build-all-scala.sh
 ./run-all-scala-cpu.sh
-./run-all-pyspark-cpu.sh