4.0.0 org.apache apache 34 org.apache.spark spark-parent_2.13 4.2.0-SNAPSHOT pom Spark Project Parent POM https://spark.apache.org/ Apache-2.0 https://www.apache.org/licenses/LICENSE-2.0.html repo scm:git:git@github.com:apache/spark.git scm:git:https://gitbox.apache.org/repos/asf/spark.git scm:git:git@github.com:apache/spark.git HEAD Apache Software Foundation https://www.apache.org JIRA https://issues.apache.org/jira/browse/SPARK Dev Mailing List dev@spark.apache.org dev-subscribe@spark.apache.org dev-unsubscribe@spark.apache.org User Mailing List user@spark.apache.org user-subscribe@spark.apache.org user-unsubscribe@spark.apache.org Commits Mailing List commits@spark.apache.org commits-subscribe@spark.apache.org commits-unsubscribe@spark.apache.org common/sketch common/kvstore common/network-common common/network-shuffle common/unsafe common/utils common/utils-java common/variant common/tags sql/connect/shims core graphx mllib mllib-local tools streaming sql/api sql/catalyst sql/core sql/hive sql/pipelines sql/connect/server sql/connect/common sql/connect/client/jdbc sql/connect/client/jvm assembly examples repl launcher connector/kafka-0-10-token-provider connector/kafka-0-10 connector/kafka-0-10-assembly connector/kafka-0-10-sql connector/avro connector/protobuf UTF-8 UTF-8 17 17.0.11 ${java.version} 3.9.13 3.6.1 spark 9.9.1 2.0.17 2.25.3 3.4.3 4.33.5 3.11.4 3.9.5 5.9.0 org.apache.hive core 2.3.10 3.9.2 10.16.1.1 1.17.0 2.3.0 shaded-protobuf 12.1.7 6.0.0 4.0.1 0.10.0 4.0.3 2.5.3 2.0.8 4.2.37 1.12.1 2.7.2 2.35.4 1.0.6 hadoop3-2.2.31 1.3.1 4.5.14 4.4.16 3.6.1 4.5.0 2.13.18 2.13 2.2.0 4.9.9 false 2.18.0 true true true 2.21.1 2.3.1 1.1.10.8 3.1.1 1.21.0 1.28.0 2.21.0 2.6 3.20.0 2.13.1 4.1.17 33.5.0-jre 1.0.3 2.13.2 3.1.9 3.1.11 2.14.0 3.0.0 2.2.11 0.16.0 4.13.1 1.1 4.32.0 4.32.0 3.1.0 1.1.0 1.11.0 1.83 1.19.0 6.2.0 4.2.10.Final 2.0.74.Final 78.2 6.0.1 2.14.6 0.17.0 18.3.0 3.0.8 0.13.0 org.fusesource.leveldbjni 7.6.1 ${java.home} NO org.apache.spark.tags.ChromeUITest localhost:0 y y false org.sparkproject ${project.build.directory}/scala-${scala.binary.version}/jars prepare-package none compile compile compile compile 2.8.1 compile compile test compile compile compile compile test compile false ${session.executionRootDirectory} false true 1.76.0 1.1.4 4.3-12 128m yyyy-MM-dd HH:mm:ss z -XX:+IgnoreUnrecognizedVMOptions --add-modules=jdk.incubator.vector --add-opens=java.base/java.lang=ALL-UNNAMED --add-opens=java.base/java.lang.invoke=ALL-UNNAMED --add-opens=java.base/java.lang.reflect=ALL-UNNAMED --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED --add-opens=java.base/java.nio=ALL-UNNAMED --add-opens=java.base/java.util=ALL-UNNAMED --add-opens=java.base/java.util.concurrent=ALL-UNNAMED --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED --add-opens=java.base/jdk.internal.ref=ALL-UNNAMED --add-opens=java.base/sun.nio.ch=ALL-UNNAMED --add-opens=java.base/sun.nio.cs=ALL-UNNAMED --add-opens=java.base/sun.security.action=ALL-UNNAMED --add-opens=java.base/sun.util.calendar=ALL-UNNAMED -Djdk.reflect.useDirectMethodHandle=false -Dio.netty.tryReflectionSetAccessible=true -Dio.netty.allocator.type=pooled -Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE -Dio.netty.noUnsafe=false --enable-native-access=ALL-UNNAMED 3.5.7 9.6.0 42.7.10 11.5.9.0 13.2.1.jre11 23.6.0.24.10 2.7.1 3.26.1 20.00.00.39 ${project.version} 3.4.2 gcs-maven-central-mirror GCS Maven Central mirror https://maven-central.storage-download.googleapis.com/maven2/ true false central Maven Repository https://repo.maven.apache.org/maven2 true false gcs-maven-central-mirror GCS Maven Central mirror https://maven-central.storage-download.googleapis.com/maven2/ true false central https://repo.maven.apache.org/maven2 true false org.spark-project.spark unused 1.0.0 org.scalatest scalatest_${scala.binary.version} test org.scalatestplus scalacheck-1-18_${scala.binary.version} test org.scalatestplus mockito-5-12_${scala.binary.version} test org.scalatestplus selenium-4-21_${scala.binary.version} test org.junit.jupiter junit-jupiter test com.github.sbt.junit jupiter-interface test org.apache.spark spark-tags_${scala.binary.version} ${project.version} org.apache.spark spark-tags_${scala.binary.version} ${project.version} test-jar org.scala-lang.modules scala-parallel-collections_${scala.binary.version} 1.2.0 com.twitter chill_${scala.binary.version} ${chill.version} org.apache.xbean xbean-asm7-shaded com.esotericsoftware kryo-shaded com.twitter chill-java ${chill.version} com.esotericsoftware kryo-shaded com.esotericsoftware kryo-shaded ${kryo.version} org.objenesis objenesis org.objenesis objenesis 3.5 com.github.jnr jnr-posix 3.1.15 test org.apache.xbean xbean-asm9-shaded 4.30 org.eclipse.jetty jetty-http ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-servlet ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-servlets ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-proxy ${jetty.version} provided org.eclipse.jetty jetty-client ${jetty.version} provided org.eclipse.jetty jetty-util ${jetty.version} provided org.eclipse.jetty jetty-security ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-plus ${jetty.version} provided org.eclipse.jetty jetty-server ${jetty.version} provided org.eclipse.jetty.ee10 jetty-ee10-webapp ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-server ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-common ${jetty.version} provided org.eclipse.jetty.compression jetty-compression-gzip ${jetty.version} provided com.google.guava guava ${guava.version} provided com.google.guava failureaccess ${guava.failureaccess.version} provided org.jpmml pmml-model 1.7.1 provided org.jpmml pmml-agent com.google.code.gson gson ${gson.version} com.google.errorprone error_prone_annotations org.glassfish.jaxb jaxb-runtime 4.0.5 compile org.glassfish.jaxb txw2 org.eclipse.angus angus-activation jakarta.xml.bind jakarta.xml.bind-api 4.0.2 org.apache.commons commons-lang3 ${commons-lang3.version} org.apache.commons commons-text 1.15.0 commons-lang commons-lang ${commons-lang2.version} commons-io commons-io ${commons-io.version} commons-codec commons-codec ${commons-codec.version} org.apache.commons commons-compress ${commons-compress.version} commons-io commons-io org.apache.commons commons-lang3 org.apache.commons commons-math3 ${commons.math3.version} org.apache.commons commons-collections4 ${commons.collections4.version} org.apache.ivy ivy ${ivy.version} io.jsonwebtoken jjwt-api ${jjwt.version} io.jsonwebtoken jjwt-impl ${jjwt.version} ${jjwt.deps.scope} io.jsonwebtoken jjwt-jackson ${jjwt.version} ${jjwt.deps.scope} com.google.code.findbugs jsr305 ${jsr305.version} org.apache.httpcomponents httpclient ${commons.httpclient.version} commons-logging commons-logging org.apache.httpcomponents httpmime ${commons.httpclient.version} org.apache.httpcomponents httpcore ${commons.httpcore.version} org.rocksdb rocksdbjni 9.8.4 ${leveldbjni.group} leveldbjni-all 1.8 org.seleniumhq.selenium selenium-java ${selenium.version} test com.google.guava guava com.google.auto.service * io.netty * net.bytebuddy byte-buddy org.seleniumhq.selenium htmlunit3-driver ${htmlunit3-driver.version} test commons-logging commons-logging org.slf4j slf4j-api ${slf4j.version} ${hadoop.deps.scope} org.slf4j jul-to-slf4j ${slf4j.version} org.slf4j jcl-over-slf4j ${slf4j.version} org.apache.logging.log4j log4j-slf4j2-impl ${log4j.version} org.apache.logging.log4j log4j-api ${log4j.version} org.apache.logging.log4j log4j-core ${log4j.version} org.apache.logging.log4j log4j-layout-template-json ${log4j.version} org.apache.logging.log4j log4j-1.2-api ${log4j.version} com.ning compress-lzf 1.2.0 org.xerial.snappy snappy-java ${snappy.version} at.yawk.lz4 lz4-java 1.10.4 com.github.luben zstd-jni 1.5.7-7 com.clearspring.analytics stream 2.9.8 it.unimi.dsi fastutil com.google.protobuf protobuf-java ${protobuf.version} provided com.google.protobuf protobuf-java-util ${protobuf.version} provided org.roaringbitmap RoaringBitmap 1.6.10 io.netty netty-all ${netty.version} io.netty netty-codec-haproxy io.netty netty-codec-memcache io.netty netty-codec-mqtt io.netty netty-codec-redis io.netty netty-codec-smtp io.netty netty-codec-stomp io.netty netty-codec-xml io.netty netty-codec-http3 io.netty netty-codec-marshalling io.netty netty-codec-classes-quic io.netty netty-codec-native-quic io.netty netty-codec-protobuf io.netty netty-resolver-dns-classes-macos io.netty netty-resolver-dns-native-macos io.netty netty-transport-rxtx io.netty netty-transport-sctp io.netty netty-transport-udt io.netty netty-transport-classes-io_uring io.netty netty-transport-native-io_uring io.netty netty-handler-ssl-ocsp org.jctools jctools-core io.netty netty-transport-native-epoll ${netty.version} linux-x86_64 io.netty netty-transport-native-epoll ${netty.version} linux-aarch_64 io.netty netty-transport-native-kqueue ${netty.version} osx-aarch_64 io.netty netty-transport-native-kqueue ${netty.version} osx-x86_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} linux-x86_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} linux-aarch_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} osx-aarch_64 io.netty netty-tcnative-boringssl-static ${netty-tcnative.version} osx-x86_64 org.apache.derby derby ${derby.version} ${derby.deps.scope} org.apache.derby derbytools ${derby.version} ${derby.deps.scope} io.dropwizard.metrics metrics-core ${codahale.metrics.version} io.dropwizard.metrics metrics-jvm ${codahale.metrics.version} io.dropwizard.metrics metrics-json ${codahale.metrics.version} io.dropwizard.metrics metrics-graphite ${codahale.metrics.version} io.dropwizard.metrics metrics-jmx ${codahale.metrics.version} com.fasterxml.jackson jackson-bom ${fasterxml.jackson.version} import pom org.apache.ws.xmlschema xmlschema-core ${ws.xmlschema.version} org.glassfish.jersey.core jersey-server ${jersey.version} org.glassfish.jersey.core jersey-common ${jersey.version} com.sun.activation jakarta.activation org.glassfish.jersey.core jersey-client ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet ${jersey.version} org.glassfish.jersey.containers jersey-container-servlet-core ${jersey.version} org.glassfish.jersey.inject jersey-hk2 ${jersey.version} org.glassfish.jersey.test-framework.providers jersey-test-framework-provider-simple ${jersey.version} test org.glassfish.jersey jersey-client ${jersey.version} javax.xml.bind jaxb-api ${jaxb.version} org.scalanlp breeze_${scala.binary.version} 2.1.0 org.apache.commons commons-math3 org.scala-lang.modules scala-collection-compat_${scala.binary.version} org.json4s json4s-jackson_${scala.binary.version} 4.0.7 com.fasterxml.jackson.core * org.scala-lang.modules scala-xml_${scala.binary.version} 2.4.0 org.scala-lang scala-compiler ${scala.version} org.scala-lang.modules scala-xml_2.13 org.scala-lang scala-reflect ${scala.version} org.scala-lang scala-library ${scala.version} org.scala-lang.modules scala-parser-combinators_${scala.binary.version} 2.4.0 jline jline ${jline.version} org.scalatest scalatest_${scala.binary.version} 3.2.19 test org.scalatestplus scalacheck-1-18_${scala.binary.version} 3.2.19.0 test org.scalatestplus mockito-5-12_${scala.binary.version} 3.2.19.0 test org.scalatestplus selenium-4-21_${scala.binary.version} 3.2.19.0 test org.seleniumhq.selenium htmlunit-driver org.mockito mockito-core 5.12.0 test net.bytebuddy byte-buddy 1.18.4 test net.bytebuddy byte-buddy-agent 1.18.4 test org.jmock jmock-junit5 test 2.13.1 org.scalacheck scalacheck_${scala.binary.version} 1.18.0 test org.junit.jupiter junit-jupiter ${junit.version} test org.junit.jupiter junit-jupiter-api ${junit.version} test org.junit.jupiter junit-jupiter-engine ${junit.version} test org.junit.jupiter junit-jupiter-params ${junit.version} test org.junit.platform junit-platform-commons ${junit.version} test org.junit.platform junit-platform-engine ${junit.version} test org.junit.platform junit-platform-launcher ${junit.version} test com.github.sbt.junit jupiter-interface ${sbt-jupiter-interface.version} test com.github.docker-java docker-java 3.6.0 test commons-logging commons-logging com.github.docker-java docker-java-transport-netty com.github.docker-java docker-java-transport-jersey com.github.docker-java docker-java-transport-zerodep 3.6.0 test com.mysql mysql-connector-j ${mysql.connector.version} test org.mariadb.jdbc mariadb-java-client ${mariadb.java.client.version} test org.postgresql postgresql ${postgresql.version} test com.microsoft.sqlserver mssql-jdbc ${mssql.jdbc.version} test com.oracle.database.jdbc ojdbc17 ${ojdbc17.version} test com.databricks databricks-jdbc ${databricks.jdbc.version} test net.snowflake snowflake-jdbc ${snowflake.jdbc.version} test com.teradata.jdbc terajdbc ${terajdbc.version} test org.apache.curator curator-recipes ${curator.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j org.apache.curator curator-client ${curator.version} org.apache.curator curator-framework ${curator.version} org.apache.curator curator-test ${curator.version} test org.apache.hadoop hadoop-client-api ${hadoop.version} ${hadoop.deps.scope} org.apache.hadoop hadoop-client-runtime ${hadoop.version} ${hadoop.deps.scope} commons-logging commons-logging org.apache.hadoop hadoop-client-minicluster ${hadoop.version} test org.apache.hadoop hadoop-minikdc ${hadoop.version} test org.apache.directory.api api-ldap-schema-data log4j log4j org.slf4j slf4j-log4j12 org.slf4j slf4j-reload4j junit junit org.bouncycastle bcprov-jdk18on ${bouncycastle.version} test org.bouncycastle bcpkix-jdk18on ${bouncycastle.version} test org.apache.avro avro ${avro.version} commons-io commons-io org.apache.commons commons-lang3 org.apache.avro avro-mapred ${avro.version} ${hive.deps.scope} org.apache.avro avro-ipc-jetty io.netty netty org.mortbay.jetty jetty org.mortbay.jetty jetty-util org.mortbay.jetty servlet-api org.apache.velocity velocity-engine-core javax.annotation javax.annotation-api com.github.luben zstd-jni commons-io commons-io org.apache.commons commons-lang3 org.tukaani xz 1.10 org.apache.zookeeper zookeeper ${zookeeper.version} ${hadoop.deps.scope} org.jboss.netty netty jline jline io.netty netty-handler io.netty netty-transport-native-epoll io.netty netty-tcnative-boringssl-static com.github.spotbugs spotbugs-annotations org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j ch.qos.logback logback-classic ch.qos.logback logback-core ${hive.group} hive-beeline ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-service ${hive.group} hive-service-rpc ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-cli ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-exec ${hive.group} hive-jdbc ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-shims org.apache.thrift libthrift org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging ${hive.group} hive-common ${hive.version} ${hive.deps.scope} ${hive.group} hive-shims org.apache.ant ant org.apache.hadoop hadoop-common org.apache.hadoop hadoop-auth org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.apache.orc orc-core org.eclipse.jetty.aggregate jetty-all org.apache.logging.log4j * org.eclipse.jetty.orbit javax.servlet ${hive.group} hive-storage-api ${hive.group} hive-exec ${hive.classifier} ${hive.version} ${hive.deps.scope} ${hive.group} hive-metastore ${hive.group} hive-shims ${hive.group} hive-ant ${hive.group} hive-vector-code-gen ${hive.group} spark-client ant ant org.apache.ant ant com.esotericsoftware.kryo kryo commons-codec commons-codec org.apache.avro avro-mapred org.apache.calcite calcite-core org.apache.calcite calcite-avatica org.apache.curator apache-curator org.apache.curator curator-client org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all jline jline org.json json ${hive.group} hive-llap-tez org.apache.calcite calcite-druid org.apache.calcite.avatica avatica org.apache.logging.log4j * net.hydromatic eigenbase-properties org.codehaus.janino commons-compiler org.codehaus.janino janino net.hydromatic aggdesigner-algorithm ${hive.group} hive-jdbc ${hive.version} ${hive.group} hive-common ${hive.group} hive-metastore ${hive.group} hive-serde ${hive.group} hive-service ${hive.group} hive-service-rpc ${hive.group} hive-shims org.apache.curator curator-framework org.apache.thrift libthrift org.apache.thrift libfb303 org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all com.lmax disruptor ${hive.group} hive-metastore ${hive.version} ${hive.deps.scope} ${hive.group} hive-serde ${hive.group} hive-shims org.apache.thrift libfb303 org.apache.thrift libthrift org.mortbay.jetty servlet-api com.google.guava guava org.slf4j slf4j-api org.slf4j slf4j-log4j12 org.apache.hbase hbase-client co.cask.tephra * com.jolbox bonecp ${hive.group} hive-serde ${hive.version} ${hive.deps.scope} ${hive.group} hive-common ${hive.group} hive-shims commons-codec commons-codec com.google.code.findbugs jsr305 org.apache.avro avro org.apache.thrift libthrift org.apache.thrift libfb303 org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all ${hive.group} hive-service-rpc org.apache.parquet parquet-hadoop-bundle tomcat jasper-compiler tomcat jasper-runtime ${hive.group} hive-service-rpc 4.0.0 * * net.sf.jpam jpam ${hive.deps.scope} ${jpam.version} javax.servlet servlet-api ${hive.group} hive-shims ${hive.version} ${hive.deps.scope} com.google.guava guava org.apache.hadoop hadoop-yarn-server-resourcemanager org.apache.curator curator-framework org.apache.thrift libthrift org.apache.zookeeper zookeeper org.slf4j slf4j-api org.slf4j slf4j-log4j12 log4j log4j commons-logging commons-logging org.codehaus.groovy groovy-all org.apache.logging.log4j log4j-slf4j-impl ${hive.group} hive-llap-common ${hive.version} ${hive.llap.scope} ${hive.group} hive-common ${hive.group} hive-serde org.slf4j slf4j-api ${hive.group} hive-llap-client ${hive.version} test ${hive.group} hive-common ${hive.group} hive-serde ${hive.group} hive-llap-common org.apache.curator curator-framework org.apache.curator apache-curator org.apache.zookeeper zookeeper org.slf4j slf4j-api org.apache.orc orc-format 1.1.1 ${orc.classifier} ${orc.deps.scope} org.apache.orc orc-core ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.orc orc-format com.github.luben zstd-jni com.aayushatharva.brotli4j brotli4j org.apache.hadoop hadoop-common org.apache.hadoop hadoop-hdfs org.apache.hadoop hadoop-client-api ${hive.group} hive-storage-api io.airlift aircompressor 2.0.3 org.apache.orc orc-mapreduce ${orc.version} ${orc.classifier} ${orc.deps.scope} org.apache.hadoop hadoop-common org.apache.hadoop hadoop-mapreduce-client-core org.apache.orc orc-core ${hive.group} hive-storage-api com.esotericsoftware kryo-shaded org.apache.parquet parquet-column ${parquet.version} ${parquet.deps.scope} org.apache.parquet parquet-encoding ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-common ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-column ${parquet.version} ${parquet.test.deps.scope} tests org.apache.parquet parquet-hadoop ${parquet.version} ${parquet.deps.scope} commons-pool commons-pool javax.annotation javax.annotation-api com.github.luben zstd-jni org.apache.parquet parquet-avro ${parquet.version} ${parquet.test.deps.scope} org.codehaus.janino janino ${janino.version} org.codehaus.janino commons-compiler ${janino.version} joda-time joda-time ${joda.version} org.datanucleus datanucleus-core ${datanucleus-core.version} org.apache.thrift libthrift ${libthrift.version} org.slf4j slf4j-api javax.annotation javax.annotation-api org.apache.thrift libfb303 0.9.3 org.slf4j slf4j-api org.antlr antlr4-runtime ${antlr4.version} com.ibm.icu icu4j ${icu4j.version} org.apache.commons commons-crypto ${commons-crypto.version} net.java.dev.jna jna com.google.crypto.tink tink ${tink.version} com.google.errorprone error_prone_annotations com.google.http-client google-http-client org.apache.arrow arrow-vector ${arrow.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core io.netty netty-common org.apache.arrow arrow-compression ${arrow.version} com.fasterxml.jackson.core jackson-annotations com.fasterxml.jackson.core jackson-core io.netty netty-common org.apache.arrow arrow-memory-netty ${arrow.version} io.netty netty-buffer io.netty netty-common com.univocity univocity-parsers 2.9.1 ${hive.group} hive-storage-api ${hive.storage.version} ${hive.storage.scope} commons-lang commons-lang commons-cli commons-cli ${commons-cli.version} dev.ludovic.netlib blas ${netlib.ludovic.dev.version} dev.ludovic.netlib lapack ${netlib.ludovic.dev.version} dev.ludovic.netlib arpack ${netlib.ludovic.dev.version} org.apache.datasketches datasketches-java ${datasketches.version} jakarta.servlet jakarta.servlet-api ${jakartaservlet.version} javax.servlet javax.servlet-api ${javaxservlet.version} org.apache.maven.plugins maven-enforcer-plugin 3.6.2 enforce-versions enforce ${maven.version} ${java.version} org.apache.hadoop:hadoop-common org.apache.hadoop:hadoop-hdfs-client org.apache.hadoop:hadoop-mapreduce-client-core org.apache.hadoop:hadoop-mapreduce-client-jobclient org.jboss.netty org.codehaus.groovy com.amazonaws:aws-java-sdk-bundle org.lz4:lz4-java *:*_2.12 *:*_2.11 *:*_2.10 true ${java.version} test provided enforce-no-duplicate-dependencies enforce org.codehaus.mojo extra-enforcer-rules 1.11.0 org.codehaus.mojo build-helper-maven-plugin 3.6.1 module-timestamp-property validate timestamp-property module.build.timestamp ${maven.build.timestamp.format} current America/Los_Angeles local-timestamp-property validate timestamp-property local.build.timestamp ${maven.build.timestamp.format} build America/Los_Angeles net.alchim31.maven scala-maven-plugin ${scala-maven-plugin.version} eclipse-add-source add-source scala-compile-first compile scala-test-compile-first testCompile attach-scaladocs verify doc-jar ${maven.scaladoc.skip} ${scala.version} true true incremental -unchecked -deprecation -feature -explaintypes -release 17 -Wconf:any:e -Wconf:cat=deprecation:wv -Wunused:imports -Wconf:cat=scaladoc:wv -Wconf:msg=^(?=.*?method|value|type|object|trait|inheritance)(?=.*?deprecated)(?=.*?since 2.13).+$:e -Wconf:msg=^(?=.*?Widening conversion from)(?=.*?is deprecated because it loses precision).+$:e -Wconf:cat=deprecation&msg=Auto-application to \`\(\)\` is deprecated:e -Wconf:cat=deprecation&msg=procedure syntax is deprecated:e -Wconf:cat=deprecation&msg=symbol literal is deprecated:e -Wconf:cat=deprecation&msg=it will become a keyword in Scala 3:e -Wconf:cat=deprecation&msg=method getErrorClass in trait SparkThrowable is deprecated:e -Xss128m -Xms4g -Xmx4g -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} --enable-native-access=ALL-UNNAMED --release ${java.version} -Xlint:all,-serial,-path,-try -proc:full org.apache.maven.plugins maven-compiler-plugin 3.14.1 true true org.antlr antlr4-maven-plugin ${antlr4.version} org.apache.maven.plugins maven-surefire-plugin 3.5.3 **/Test*.java **/*Test.java **/*TestCase.java **/*Suite.java ${project.build.directory}/surefire-reports -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} ${extraJavaTestArgs} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} -DmyKey=yourValue ${test.objc.disable.initialize.fork.safety} file:src/test/resources/log4j2.properties test true ${project.build.directory}/tmp ${spark.test.home} 1 false false false true true true src false false false ${test.exclude.tags} ${test.include.tags} test test org.scalatest scalatest-maven-plugin ${scalatest-maven-plugin.version} ${project.build.directory}/surefire-reports . SparkTestSuite.txt -ea -Xmx4g -Xss4m -XX:MaxMetaspaceSize=2g -XX:ReservedCodeCacheSize=${CodeCacheSize} ${extraJavaTestArgs} ${test_classpath} 1 ${scala.binary.version} 1 ${test.java.home} ${test.objc.disable.initialize.fork.safety} file:src/test/resources/log4j2.properties test true ${project.build.directory}/tmp true ${spark.test.home} 1 false false true ${spark.test.webdriver.chrome.driver} ${spark.test.docker.keepContainer} ${spark.test.docker.removePulledImage} __not_used__ ${test.exclude.tags},${test.default.exclude.tags} ${test.include.tags} test test org.apache.maven.plugins maven-jar-plugin ${maven-jar-plugin.version} org.apache.maven.plugins maven-antrun-plugin ${maven-antrun.version} org.apache.maven.plugins maven-source-plugin 3.3.1 true create-source-jar jar-no-fork test-jar-no-fork org.apache.maven.plugins maven-clean-plugin 3.5.0 work checkpoint lib_managed metastore_db spark-warehouse dist org.apache.maven.plugins maven-javadoc-plugin 3.11.2 -Xdoclint:all -Xdoclint:-missing example a Example: note a Note: group X tparam X constructor X todo X groupname X org.codehaus.mojo exec-maven-plugin ${exec-maven-plugin.version} org.apache.maven.plugins maven-assembly-plugin 3.7.1 posix org.apache.maven.plugins maven-shade-plugin 3.6.0 org.ow2.asm asm ${asm.version} org.ow2.asm asm-commons ${asm.version} org.apache.maven.plugins maven-install-plugin 3.1.4 org.apache.maven.plugins maven-deploy-plugin 3.1.4 3 org.apache.maven.plugins maven-dependency-plugin 3.8.1 default-cli build-classpath runtime org.codehaus.mojo versions-maven-plugin ${versions-maven-plugin.version} org.apache.maven.plugins maven-dependency-plugin generate-test-classpath test-compile build-classpath test test_classpath copy-module-dependencies ${build.copyDependenciesPhase} copy-dependencies runtime ${jars.target.dir} org.apache.maven.plugins maven-shade-plugin false org.spark-project.spark:unused com.google.guava:guava com.google.guava:failureaccess org.jpmml:* org.eclipse.jetty ${spark.shade.packageName}.jetty org.eclipse.jetty.** com.google.common ${spark.shade.packageName}.guava com.google.thirdparty ${spark.shade.packageName}.guava.thirdparty org.dmg.pmml ${spark.shade.packageName}.dmg.pmml org.jpmml ${spark.shade.packageName}.jpmml package shade org.apache.maven.plugins maven-enforcer-plugin net.alchim31.maven scala-maven-plugin org.apache.maven.plugins maven-source-plugin org.scalastyle scalastyle-maven-plugin 1.0.0 false true false false ${basedir}/src/main/scala ${basedir}/src/test/scala scalastyle-config.xml ${basedir}/target/scalastyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} check org.apache.maven.plugins maven-checkstyle-plugin 3.6.0 false true ${basedir}/src/main/java ${basedir}/src/main/scala ${basedir}/src/test/java dev/checkstyle.xml ${basedir}/target/checkstyle-output.xml ${project.build.sourceEncoding} ${project.reporting.outputEncoding} com.puppycrawl.tools checkstyle 11.0.1 check org.apache.maven.plugins maven-antrun-plugin create-tmp-dir generate-test-resources run org.apache.maven.plugins maven-surefire-plugin org.scalatest scalatest-maven-plugin org.apache.maven.plugins maven-jar-plugin prepare-test-jar ${build.testJarPhase} test-jar log4j2.properties org.antipathy mvn-scalafmt_${scala.binary.version} 1.1.1713302731.c3d0074 ${scalafmt.validateOnly} ${scalafmt.skip} ${scalafmt.skip} dev/.scalafmt.conf ${scalafmt.changedOnly} validate format org.apache.felix maven-bundle-plugin 4.2.0 true org.cyclonedx cyclonedx-maven-plugin 2.9.1 package makeBom sbt com.google.guava guava compile org.jpmml pmml-model compile spark-ganglia-lgpl connector/spark-ganglia-lgpl kinesis-asl connector/kinesis-asl connector/kinesis-asl-assembly docker-integration-tests connector/docker-integration-tests hadoop-3 yarn resource-managers/yarn common/network-yarn kubernetes resource-managers/kubernetes/core kubernetes-integration-tests resource-managers/kubernetes/integration-tests hive-thriftserver sql/hive-thriftserver hadoop-cloud hadoop-cloud jvm-profiler connector/profiler test-java-home env.JAVA_HOME ${env.JAVA_HOME} snapshots-and-staging https://repository.apache.org/content/groups/staging/ https://repository.apache.org/content/repositories/snapshots/ ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false ASF Staging ${asf.staging} ASF Snapshots ${asf.snapshots} true false hadoop-provided true provided derby-provided hive-provided orc-provided parquet-provided sparkr jjwt-provided aarch64 org.openlabtesting.leveldbjni linux aarch64 applesilicon org.apache.spark.tags.ChromeUITest,org.apache.spark.tags.ExtendedLevelDBTest mac aarch64 macOS YES mac jdwp-test-debug -agentlib:jdwp=transport=dt_socket,suspend=${test.jdwp.suspend},server=${test.jdwp.server},address=${test.jdwp.address} ${jdwp.arg.line} ${jdwp.arg.line} ${test.debug.suite} only-eclipse m2e.version org.eclipse.m2e lifecycle-mapping 1.0.0 org.apache.maven.plugins maven-dependency-plugin [2.8,) build-classpath org.apache.maven.plugins maven-jar-plugin ${maven-jar-plugin.version} test-jar org.apache.maven.plugins maven-antrun-plugin [${maven-antrun.version},) run