perf(java): merge perftests into benchmark (#1318)

.gitattributes

@@ -1,2 +1 @@
 java/fury-benchmark export-ignore
-integration_tests/perftests export-ignore

ci/deploy.sh

@@ -89,8 +89,6 @@ bump_java_version() {
   echo "Set fury integration_tests version to $version"
   cd "$ROOT/integration_tests/jdk_compatibility_tests"
   mvn versions:set -DnewVersion="$version"
-  cd "$ROOT/integration_tests/perftests"
-  mvn versions:set -DnewVersion="$version"
   cd "$ROOT/integration_tests/latest_jdk_tests"
   mvn versions:set -DnewVersion="$version"
 }
@@ -176,4 +174,4 @@ python) # Deploy wheel to pypi
   echo "Execute command $*"
   "$@"
   ;;
-esac
+esac

ci/format.sh

@@ -13,7 +13,7 @@ BLACK_VERSION_REQUIRED="22.1.0"
 SHELLCHECK_VERSION_REQUIRED="0.7.1"
 
 install_nodejs() {
-  #intall nodejs 
+  #intall nodejs
   filename="node-v16.17.1-linux-x64"
   pkg="$filename.tar.gz"
   NODE_URL="https://nodejs.org/dist/v16.17.1/$pkg"
@@ -188,7 +188,7 @@ format_java() {
       cd "$ROOT/java/fury-benchmark"
       mvn -T10 --no-transfer-progress spotless:apply
       cd "$ROOT/integration_tests"
-      dirs=("graalvm_tests" "jdk_compatibility_tests" "latest_jdk_tests" "perftests")
+      dirs=("graalvm_tests" "jdk_compatibility_tests" "latest_jdk_tests")
       for d in "${dirs[@]}" ; do
         pushd "$d"
           mvn -T10 --no-transfer-progress spotless:apply

ci/run_ci.sh

@@ -109,6 +109,9 @@ graalvm_test() {
 integration_tests() {
   cd "$ROOT"/java
   mvn -T10 -B --no-transfer-progress clean install -DskipTests
+  echo "benchmark tests"
+  cd "$ROOT"/java/fury-benchmark
+  mvn -T10 -B --no-transfer-progress clean test -Pjmh
   echo "Start latest jdk tests"
   cd "$ROOT"/integration_tests/latest_jdk_tests
   echo "latest_jdk_tests: JDK 21"

integration_tests/README.md

@@ -1,5 +1,6 @@
 Integration tests for fury:
 - [jdk_compatibility_tests](jdk_compatibility_tests): test fury compatibility across multiple jdk versions.
-- [perftests](perftests): benchmark with protobuf/flatbuffers directly.
+- [latest_jdk_tests](latest_jdk_tests): test latest jdk.
+- [graalvm_tests](graalvm_tests): test graalvm native image support.
 
 > Note that this integration_tests is not designed as a maven multi-module project on purpose, so we can introduce features of higher jdk version without breaking compilation for lower jdk, and add integration tests for other languages.