4.0.0com.nvidiarapids-4-spark-parent_2.12RAPIDS Accelerator for Apache Spark Root ProjectThe root project of the RAPIDS Accelerator for Apache Spark25.02.0pomhttps://nvidia.github.io/spark-rapids/Apache License, Version 2.0https://www.apache.org/licenses/LICENSE-2.0.txtreposcm:git:https://github.com/NVIDIA/spark-rapids.gitscm:git:git@github.com:NVIDIA/spark-rapids.gitHEADhttps://github.com/NVIDIA/spark-rapidsrevans2Robert Evansroberte@nvidia.comCommitter-6tgravescsThomas Gravestgraves@nvidia.comCommitter-6aggregatordatagendistintegration_testsshuffle-pluginsql-pluginsql-plugin-apiteststoolsudf-compilershim-depsjdk-profilesrelease320truebuildver320320${spark320.version}${spark320.version}1.12.1rapids-4-spark-delta-20xdelta-lake/delta-20xrelease321buildver321321${spark321.version}${spark321.version}1.12.2rapids-4-spark-delta-20xdelta-lake/delta-20xrelease321cdhbuildver321cdh321cdh${spark321cdh.version}${spark321cdh.version}1.10.1rapids-4-spark-delta-20xtrue4.3.0shim-deps/clouderadelta-lake/delta-20xrelease322buildver322322${spark322.version}${spark322.version}1.12.2rapids-4-spark-delta-20xdelta-lake/delta-20xrelease323buildver323323${spark323.version}${spark323.version}1.12.2rapids-4-spark-delta-20xdelta-lake/delta-20xrelease324buildver324324${spark324.version}${spark324.version}1.12.2rapids-4-spark-delta-20xdelta-lake/delta-20xrelease330buildver330330${spark330.version}${spark330.version}1.12.2rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}delta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease331buildver331331${spark331.version}${spark331.version}1.12.2rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}delta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease332buildver332332${spark332.version}${spark332.version}1.12.2rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}delta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease333buildver333333${spark333.version}${spark333.version}1.12.2rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}delta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease334buildver334334${spark334.version}${spark334.version}1.12.2rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}delta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease340buildver340340${spark340.version}${spark340.version}1.12.3rapids-4-spark-delta-24x${spark330.iceberg.version}2.0.6delta-lake/delta-24xrelease341buildver341341${spark341.version}${spark341.version}1.12.3rapids-4-spark-delta-24x${spark330.iceberg.version}2.0.6delta-lake/delta-24xrelease342buildver342342${spark342.version}${spark342.version}1.12.3rapids-4-spark-delta-24x${spark330.iceberg.version}2.0.6delta-lake/delta-24xrelease343buildver343343${spark343.version}${spark343.version}1.12.3rapids-4-spark-delta-24x${spark330.iceberg.version}2.0.6delta-lake/delta-24xrelease344buildver344344${spark344.version}${spark344.version}1.12.3rapids-4-spark-delta-24x${spark330.iceberg.version}2.0.6delta-lake/delta-24xrelease330cdhbuildver330cdh330cdh${spark330cdh.version}${spark330cdh.version}1.10.99.7.1.8.0-801rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}true4.3.0shim-deps/clouderadelta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease332cdhbuildver332cdh332cdh${spark332cdh.version}${spark332cdh.version}1.10.99.7.1.9.0-387rapids-4-spark-delta-21xrapids-4-spark-delta-22xrapids-4-spark-delta-23x${spark330.iceberg.version}true4.3.0shim-deps/clouderadelta-lake/delta-21xdelta-lake/delta-22xdelta-lake/delta-23xrelease330dbbuildver330dbspark330db${spark330db.version}${spark330db.version}3.3.1true1.12.0rapids-4-spark-delta-${spark.version.classifier}${spark330.iceberg.version}shim-deps/databricksdelta-lake/delta-spark330dbrelease332dbbuildver332dbspark332db${spark332db.version}${spark332db.version}3.3.1true1.12.0rapids-4-spark-delta-${spark.version.classifier}${spark330.iceberg.version}shim-deps/databricksdelta-lake/delta-spark332dbrelease341dbbuildver341dbspark341db${spark341db.version}${spark341db.version}3.3.1true1.12.0rapids-4-spark-delta-${spark.version.classifier}${spark330.iceberg.version}shim-deps/databricksdelta-lake/delta-spark341dbrelease350buildver350350${spark350.version}${spark350.version}1.13.1rapids-4-spark-delta-stub${spark330.iceberg.version}2.0.7delta-lake/delta-stubrelease350db143buildver350db1433.4.4spark350db143${spark350db143.version}${spark350db143.version}3.3.1true1.12.0rapids-4-spark-delta-${spark.version.classifier}${spark330.iceberg.version}shim-deps/databricksdelta-lake/delta-spark350db143release351buildver351351${spark351.version}${spark351.version}1.13.1rapids-4-spark-delta-stub${spark330.iceberg.version}2.0.7delta-lake/delta-stubrelease352buildver352352${spark352.version}${spark352.version}1.13.1rapids-4-spark-delta-stub${spark330.iceberg.version}2.0.7delta-lake/delta-stubrelease353buildver353353${spark353.version}${spark353.version}1.13.1rapids-4-spark-delta-stub${spark330.iceberg.version}2.0.7delta-lake/delta-stubrelease354buildver354354${spark354.version}${spark354.version}1.13.1rapids-4-spark-delta-stub${spark330.iceberg.version}2.0.7delta-lake/delta-stubsource-javadocorg.apache.maven.pluginsmaven-source-pluginattach-source${rapids.source.jar.phase}jarscala-2.122.122.12.15scala-2.132.132.13.14arm64${cuda.version}-arm64${ucx.baseVersion}-aarch64bloopInstallbloopInstalltruetruetruetrueorg.apache.maven.pluginsmaven-enforcer-pluginenforce-bloop-rulesenforceMetals semantic database requires JAVA_HOME pointing to JDK 11+, actual Java version: ${java.version}[11,)ch.epfl.scalabloop-maven-plugingenerate-bloop-projectsbloopInstall${bloop.installPhase}${bloop.configDirectory}.${spark.rapids.project.basedir}/target/${spark.version.classifier}/.sbt/1.0/zinc/org.scala-sbtfalse3201.88${spark320.version}${spark.version}1.10.1spark${buildver}cuda11${cuda.version}25.02.025.02.025.02.02.12incremental2.12.15-Xlint:all,-serial,-path,-try,-processing|-Werror1.16.01.0.6${ucx.baseVersion}truepackage${spark.version.classifier}.com.nvidia.shaded.sparknonepackageDEFINE_FOR_EVERY_SPARK_SHIM${rapids.delta.artifactId1}${rapids.delta.artifactId1}trueUTF-8UTF-8UTF-8not qarundeveloperfalse3.2.03.2.13.2.1.3.2.7171000.0-33.2.23.2.33.2.43.3.03.3.13.3.23.3.33.3.43.4.03.4.13.4.23.4.33.4.43.3.0.3.3.7180.0-2743.3.2.3.3.7190.0-913.3.0-databricks3.3.2-databricks3.4.1-databricks3.5.0-databricks-1433.5.03.5.13.5.23.5.33.5.43.12.44.9.13.1.13.3.02.0.230.0-jre2.0.01.7.301.11.03.3.10.13.2org/scala-lang/scala-library/${scala.version}/scala-library-${scala.version}.jar${spark.version.classifier}3.1.0falsefalsetrue0.14.1false${project.basedir}/target/${spark.version.classifier}/generated/src
320,
330
340
320
333,
340
321,
331,
340
330
main
-XX:+IgnoreUnrecognizedVMOptions
--add-opens=java.base/java.lang=ALL-UNNAMED
--add-opens=java.base/java.lang.invoke=ALL-UNNAMED
--add-opens=java.base/java.lang.reflect=ALL-UNNAMED
--add-opens=java.base/java.io=ALL-UNNAMED
--add-opens=java.base/java.net=ALL-UNNAMED
--add-opens=java.base/java.nio=ALL-UNNAMED
--add-opens=java.base/java.util=ALL-UNNAMED
--add-opens=java.base/java.util.concurrent=ALL-UNNAMED
--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
--add-opens=java.base/sun.nio.ch=ALL-UNNAMED
--add-opens=java.base/sun.nio.cs=ALL-UNNAMED
--add-opens=java.base/sun.security.action=ALL-UNNAMED
--add-opens=java.base/sun.util.calendar=ALL-UNNAMED
-Djdk.reflect.useDirectMethodHandle=false
falsehttps://repository.cloudera.com/artifactory/cloudera-reposhttps://repository.cloudera.com/repository/cloudera-reposinstall${spark.rapids.source.basedir}/.bloop${project.build.outputDirectory}/rapids4spark-version-info.propertiesfalsepackagecom.nvidiaspark-rapids-jni${spark-rapids-jni.version}${jni.classifier}org.openucxjucx${ucx.version}org.slf4jjul-to-slf4j${slf4j.version}org.slf4jjcl-over-slf4j${slf4j.version}org.scala-langscala-library${scala.version}providedorg.apache.icebergiceberg-api${iceberg.version}providedorg.apache.icebergiceberg-bundled-guava${iceberg.version}providedorg.apache.icebergiceberg-core${iceberg.version}providedorg.apache.sparkspark-annotation_${scala.binary.version}${spark.version}providedorg.apache.sparkspark-hive_${scala.binary.version}${spark.version}providedorg.apache.sparkspark-sql_${scala.binary.version}${spark.version}providedorg.apache.sparkspark-avro_${scala.binary.version}${spark.version}providedcom.google.flatbuffersflatbuffers-java${flatbuffers.java.version}compileorg.rogachscallop_${scala.binary.version}3.5.1org.roaringbitmapRoaringBitmap${roaringbitmap.version}compileorg.scalatestscalatest_${scala.binary.version}3.2.16testorg.scalatestplusmockito-4-11_${scala.binary.version}3.2.16.0testorg.junit.jupiterjunit-jupiter-api5.4.2testorg.mockitomockito-core${mockito.version}testorg.apache.sparkspark-core_${scala.binary.version}${spark.version}test-jartestorg.apache.hadoophadoop-clientorg.apache.hadoophadoop-client-apiorg.apache.hadoophadoop-client-runtimeorg.apache.curatorcurator-recipesorg.slf4jslf4j-log4j12log4jlog4jorg.apache.sparkspark-catalyst_${scala.binary.version}${spark.version}test-jartestorg.apache.sparkspark-sql_${scala.binary.version}${spark.version}test-jartest${project.basedir}/target/${target.classifier}org.apache.maven.pluginsmaven-source-plugin3.3.1org.codehaus.mojobuild-helper-maven-plugin3.3.0org.apache.maven.pluginsmaven-antrun-plugin3.1.0shimplify-shim-sourcesrungenerate-sourcessetup-dirsinitializerungenerate-build-infogenerate-resources
Comparing git revisions:
previous=${saved.build-info.revision}
current=${git.head.revision}
Git revisions unchanged: skipping version info file generation.
Delete ${build.info.path} or mvn clean if regeneration desired.
This will force full Scala code rebuild in downstream modules.
Generating new version info filerunduplicate-code-detectorrunnoneorg.apache.antant1.10.12ant-contribant-contrib1.0b3org.pythonjython-standalone2.7.3net.sourceforge.pmdpmd-dist6.55.0org.apache.commonscommons-lang3org.apache.maven.pluginsmaven-shade-plugin3.6.0org.apache.maven.pluginsmaven-surefire-plugin2.12.4org.apache.maven.pluginsmaven-compiler-plugin3.11.0default-compilenonedefault-testCompilenonenet.alchim31.mavenscala-maven-plugin${scala.plugin.version}eclipse-add-sourceadd-sourcescala-compile-firstprocess-resourcescompilescala-test-compile-firstprocess-test-resourcestestCompileattach-scaladocsverifydoc-jar-doc-external-doc:${java.home}/lib/rt.jar#https://docs.oracle.com/javase/${java.major.version}/docs/api/index.html-doc-external-doc:${settings.localRepository}/${scala.local-lib.path}#https://scala-lang.org/api/${scala.version}/-doc-external-doc:${settings.localRepository}/org/apache/spark/spark-sql_${scala.binary.version}/${spark.version}/spark-sql_${scala.binary.version}-${spark.version}.jar#https://spark.apache.org/docs/${spark.version}/api/scala/index.html${maven.scaladoc.skip}${scala.version}truetrue${scala.recompileMode}-unchecked-deprecation-feature-explaintypes-Xlint:missing-interpolator-Ywarn-unused:imports,locals,patvars,privates-Yno-adapted-args-Xfatal-warnings-Wconf:cat=lint-adapted-args:e-Xms1024m-Xmx1024m${scala.javac.args}${rapids.secondaryCacheDir}org.scalatestscalatest-maven-plugin${scalatest-maven-plugin.version}${project.build.directory}/surefire-reports.scala-test-output.txt${argLine} -ea -Xmx4g -Xss4m ${extraJavaTestArgs}${rapids.shuffle.manager.override}truetrue${project.build.directory}/tmpfalsefalsetrue${test.exclude.tags}${test.include.tags}testtestorg.apache.ratapache-rat-plugin0.13${rat.consoleOutput}verifycheckorg.jacocojacoco-maven-plugin0.8.8org.apache.maven.pluginsmaven-jar-plugin${maven.jar.plugin.version}default-jarjar${rapids.default.jar.phase}${rapids.default.jar.excludePattern}${rapids.compressed.artifact}create-${spark.version.classifier}-jarjar${rapids.shim.jar.phase}${spark.version.classifier}${rapids.compressed.artifact}default-test-jar${rapids.shim.jar.test.phase}test-jar${spark.version.classifier}teststrueorg.codehaus.mojoexec-maven-plugin3.0.0org.apache.maven.pluginsmaven-install-plugin${maven.install.plugin.version}ch.epfl.scalabloop-maven-plugin2.0.0default-clitrue/dev/null/ERROR: Do not specify the bloop-maven-plugin on the command line. Instead invoke `mvn install -DbloopInstall ...`org.apache.maven.pluginsmaven-enforcer-plugin3.5.0enforce-mavenenforceMinimum Maven version 3.6.x required[3.6,)At least one of rapids.delta.artifactId1, rapids.delta.artifactId2 ... is required in the POM profile "release${buildver}"rapids.delta.artifactId1^rapids-4-spark-delta-.*Only Java 8, 11, and 17 are supported![1.8,1.9),[11,12),[17,18)buildver^(?!400).*$Spark 4.0.0 is only supported for Scala 2.13org.apache.ratapache-rat-plugin**/*.md**/*.imlNOTICE-binarydocs/dev/idea-code-style-settings.xmlpom.xml.ascjenkins/databricks/*.patch*.jardocs/demo/**/*.ipynbdocs/demo/**/*.zpln**/src/main/resources/META-INF/services/***/src/test/resources/**rmm_log.txtdependency-reduced-pom*.xml**/.*/****/src/main/java/com/nvidia/spark/rapids/format/***/*.csvdist/*.txt**/META-INF/com.nvidia.spark.rapids.SparkShimServiceProvider**/target/**/***/cufile.log**/cudf_log.txtthirdparty/parquet-testing/**org.commonjava.maven.pluginsdirectory-maven-plugin0.1directorieshighest-basedirinitializespark.rapids.project.basedirorg.apache.maven.pluginsmaven-antrun-pluginfalsescalastyle-all-modulesverifyrun${maven.scalastyle.skip}Checking scalastyle for all modules using following paths:
${scalastyle.dirs}
clean-all-modulescleanrun${maven.cleanall.skip}Cleaning build directories of all modules ${target.dirs.str}com.beautiful-scalascalastyle_${scala.binary.version}1.5.1org.codehaus.mojobuild-helper-maven-pluginupdate-highest-source-dirregex-propertyinitializespark.rapids.source.basedir${spark.rapids.project.basedir}\/scala[0-9.]+falseupdate-base-source-dirregex-propertyinitializeorigbasedir${project.basedir}\/scala[0-9.]+falseupdate-shimplify-base-source-dirregex-propertyinitializeshimplify.src.basedir${project.basedir}\/scala[0-9.]+falseadd-sourcesgenerate-sourcesadd-source${project.basedir}/src/main/scala-${scala.binary.version}add-test-sourcesgenerate-test-sourcesadd-test-source${project.basedir}/src/test/scala-${scala.binary.version}add-shimple-sourcesgenerate-sourcesadd-source${spark.shim.dest}/main/scala${spark.shim.dest}/main/javaadd-shimple-test-sourcesgenerate-test-sourcesadd-test-source${spark.shim.dest}/test/scala${spark.shim.dest}/test/javaadd-resourcesgenerate-resourcesadd-resource${project.basedir}/src/main/resourcesadd-test-resourcesgenerate-test-resourcesadd-test-resource${project.basedir}/src/test/resourcesorg.jacocojacoco-maven-pluginprepare-agentprepare-agenttrue${rapids.shade.package}.*ai.rapids.cudf.*com.nvidia.spark.*org.apache.spark.sql.rapids.*snapshots-repohttps://oss.sonatype.org/content/repositories/snapshotsfalsetrueapache-snapshots-repohttps://repository.apache.org/content/repositories/snapshots/falsetruecentralMaven Repository Switchboarddefaulthttps://repo1.maven.org/maven2falsecloudera-repo${cloudera.repo.url}${cloudera.repo.enabled}${cloudera.repo.enabled}cloudera-repo-fallback${cloudera.repo.url.fallback}${cloudera.repo.enabled}${cloudera.repo.enabled}centralhttps://repo1.maven.org/maven2falsecloudera-repo${cloudera.repo.url}${cloudera.repo.enabled}${cloudera.repo.enabled}cloudera-repo-fallback${cloudera.repo.url.fallback}${cloudera.repo.enabled}${cloudera.repo.enabled}