test

Jenkinsfile

@@ -423,7 +423,7 @@ def CrossTestJVMwithJDKGPU(args) {
     def container_type = "gpu_jvm"
     def docker_binary = "nvidia-docker"
     def docker_args = "--build-arg CUDA_VERSION=${args.host_cuda_version}"
-    sh "${dockerRun} ${container_type} ${docker_binary} ${docker_args} tests/ci_build/test_jvm_cross.sh"
+    sh "${dockerRun} ${container_type} ${docker_binary} ${docker_args} tests/ci_build/test_jvm_gpu_cross.sh"
     deleteDir()
   }
 }

tests/ci_build/test_jvm_cross.sh

@@ -3,11 +3,6 @@
 set -e
 set -x
 
-
-nvidia-smi
-
-ls /usr/local/
-
 # Initialize local Maven repository
 ./tests/ci_build/initialize_maven.sh
 
@@ -22,6 +17,7 @@ scala_binary_version=$(mvn help:evaluate -Dexpression=scala.binary.version -q -D
 
 # Install XGBoost4J JAR into local Maven repository
 mvn --no-transfer-progress install:install-file -Dfile=./xgboost4j/target/xgboost4j_${scala_binary_version}-${xgboost4j_version}.jar -DgroupId=ml.dmlc -DartifactId=xgboost4j_${scala_binary_version} -Dversion=${xgboost4j_version} -Dpackaging=jar
+mvn --no-transfer-progress install:install-file -Dfile=./xgboost4j/target/xgboost4j_${scala_binary_version}-${xgboost4j_version}-tests.jar -DgroupId=ml.dmlc -DartifactId=xgboost4j_${scala_binary_version} -Dversion=${xgboost4j_version} -Dpackaging=test-jar -Dclassifier=tests
 mvn --no-transfer-progress install:install-file -Dfile=./xgboost4j-spark/target/xgboost4j-spark_${scala_binary_version}-${xgboost4j_version}.jar -DgroupId=ml.dmlc -DartifactId=xgboost4j-spark_${scala_binary_version} -Dversion=${xgboost4j_version} -Dpackaging=jar
 mvn --no-transfer-progress install:install-file -Dfile=./xgboost4j-example/target/xgboost4j-example_${scala_binary_version}-${xgboost4j_version}.jar -DgroupId=ml.dmlc -DartifactId=xgboost4j-example_${scala_binary_version} -Dversion=${xgboost4j_version} -Dpackaging=jar
 
@@ -31,9 +27,16 @@ python3 ./generate_pom.py ${xgboost4j_version} ${maven_compiler_source} ${maven_
 # Run unit tests with XGBoost4J
 mvn --no-transfer-progress package
 
-python3 get_iris.py
-spark-submit --class ml.dmlc.xgboost4j.scala.example.spark.SparkTraining --master 'local[1]' ./target/xgboost4j-tester_${scala_binary_version}-1.0-SNAPSHOT-jar-with-dependencies.jar ${PWD}/iris.csv gpu
-spark-submit --class ml.dmlc.xgboost4j.scala.example.spark.SparkMLlibPipeline --master 'local[1]' ./target/xgboost4j-tester_${scala_binary_version}-1.0-SNAPSHOT-jar-with-dependencies.jar ${PWD}/iris.csv ${PWD}/native_model ${PWD}/pipeline_model gpu
+# Run integration tests with XGBoost4J
+java -jar ./target/xgboost4j-tester_${scala_binary_version}-1.0-SNAPSHOT-jar-with-dependencies.jar
+
+# Run integration tests with XGBoost4J-Spark
+if [ ! -z "$RUN_INTEGRATION_TEST" ]
+then
+  python3 get_iris.py
+  spark-submit --class ml.dmlc.xgboost4j.scala.example.spark.SparkTraining --master 'local[8]' ./target/xgboost4j-tester_${scala_binary_version}-1.0-SNAPSHOT-jar-with-dependencies.jar ${PWD}/iris.csv
+  spark-submit --class ml.dmlc.xgboost4j.scala.example.spark.SparkMLlibPipeline --master 'local[8]' ./target/xgboost4j-tester_${scala_binary_version}-1.0-SNAPSHOT-jar-with-dependencies.jar ${PWD}/iris.csv ${PWD}/native_model ${PWD}/pipeline_model
+fi
 
 set +x
 set +e

tests/ci_build/test_jvm_gpu_cross.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+
+set -e
+set -x
+
+
+nvidia-smi
+
+ls /usr/local/
+
+# Initialize local Maven repository
+./tests/ci_build/initialize_maven.sh
+
+# Get version number of XGBoost4J and other auxiliary information
+cd jvm-packages
+xgboost4j_version=$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout)
+scala_binary_version=$(mvn help:evaluate -Dexpression=scala.binary.version -q -DforceStdout)
+
+python3 get_iris.py
+xgb_jars="./xgboost4j/target/xgboost4j_${scala_binary_version}-${xgboost4j_version}.jar,./xgboost4j-spark/target/xgboost4j-spark_${scala_binary_version}-${xgboost4j_version}.jar"
+example_jar="./xgboost4j-example/target/xgboost4j-example_${scala_binary_version}-${xgboost4j_version}.jar"
+spark-submit \
+  --master 'local[1]' \
+  --class ml.dmlc.xgboost4j.scala.example.spark.SparkTraining \
+  --jars $xgb_jars \
+    $example_jar \
+      ${PWD}/iris.csv gpu \
+
+spark-submit \
+  --master 'local[1]' \
+  --class ml.dmlc.xgboost4j.scala.example.spark.SparkMLlibPipeline
+  --jars $xgb_jars \
+    $example_jar \
+      ${PWD}/iris.csv ${PWD}/native_model ${PWD}/pipeline_model gpu \
+
+set +x
+set +e