<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

<modelVersion>4.0.0</modelVersion>

<parent>

<groupId>org.apache</groupId>

<artifactId>apache</artifactId>

<version>18</version>

</parent>

<groupId>org.apache.spark</groupId>

<artifactId>spark-parent_2.12</artifactId>

<version>3.5.0-SNAPSHOT</version>

<packaging>pom</packaging>

<name>Spark Project Parent POM</name>

<url>https://spark.apache.org/</url>

<licenses>

<license>

<name>Apache 2.0 License</name>

<url>http://www.apache.org/licenses/LICENSE-2.0.html</url>

<distribution>repo</distribution>

</license>

</licenses>

<scm>

<connection>scm:git:git@github.com:apache/spark.git</connection>

<developerConnection>scm:git:https://gitbox.apache.org/repos/asf/spark.git</developerConnection>

<url>scm:git:git@github.com:apache/spark.git</url>

<tag>HEAD</tag>

</scm>

<organization>

<name>Apache Software Foundation</name>

<url>https://www.apache.org</url>

</organization>

<issueManagement>

<system>JIRA</system>

<url>https://issues.apache.org/jira/browse/SPARK</url>

</issueManagement>

<mailingLists>

<mailingList>

<name>Dev Mailing List</name>

<post>dev@spark.apache.org</post>

<subscribe>dev-subscribe@spark.apache.org</subscribe>

<unsubscribe>dev-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

<mailingList>

<name>User Mailing List</name>

<post>user@spark.apache.org</post>

<subscribe>user-subscribe@spark.apache.org</subscribe>

<unsubscribe>user-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

<mailingList>

<name>Commits Mailing List</name>

<post>commits@spark.apache.org</post>

<subscribe>commits-subscribe@spark.apache.org</subscribe>

<unsubscribe>commits-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

</mailingLists>

<modules>

<module>common/sketch</module>

<module>common/kvstore</module>

<module>common/network-common</module>

<module>common/network-shuffle</module>

<module>common/unsafe</module>

<module>common/tags</module>

<module>core</module>

<module>graphx</module>

<module>mllib</module>

<module>mllib-local</module>

<module>tools</module>

<module>streaming</module>

<module>sql/catalyst</module>

<module>sql/core</module>

<module>sql/hive</module>

<module>assembly</module>

<module>examples</module>

<module>repl</module>

<module>launcher</module>

<module>connector/kafka-0-10-token-provider</module>

<module>connector/kafka-0-10</module>

<module>connector/kafka-0-10-assembly</module>

<module>connector/kafka-0-10-sql</module>

<module>connector/avro</module>

<module>connector/connect/server</module>

<module>connector/connect/common</module>

<module>connector/connect/client/jvm</module>

<module>connector/protobuf</module>

<!-- See additional modules enabled by profiles below -->

</modules>

<properties>

<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>

<java.version>1.8</java.version>

<maven.compiler.source>${java.version}</maven.compiler.source>

<maven.compiler.target>${java.version}</maven.compiler.target>

<maven.version>3.8.7</maven.version>

<exec-maven-plugin.version>1.6.0</exec-maven-plugin.version>

<sbt.project.name>spark</sbt.project.name>

<slf4j.version>2.0.7</slf4j.version>

<log4j.version>2.20.0</log4j.version>

<!-- make sure to update IsolatedClientLoader whenever this version is changed -->

<hadoop.version>3.3.5</hadoop.version>

<!-- Protobuf version for building with Hadoop/Yarn dependencies -->

<protobuf.hadoopDependency.version>2.5.0</protobuf.hadoopDependency.version>

<!-- Actual Protobuf version in Spark modules like Spark Connect, protobuf connector, etc. -->

<!-- SPARK-41247: When updating `protobuf.version`, also need to update `protoVersion` in `SparkBuild.scala` -->

<protobuf.version>3.22.0</protobuf.version>

<protoc-jar-maven-plugin.version>3.11.4</protoc-jar-maven-plugin.version>

<yarn.version>${hadoop.version}</yarn.version>

<zookeeper.version>3.6.3</zookeeper.version>

<curator.version>2.13.0</curator.version>

<hive.group>org.apache.hive</hive.group>

<hive.classifier>core</hive.classifier>

<!-- Version used in Maven Hive dependency -->

<hive.version>2.3.9</hive.version>

<hive23.version>2.3.9</hive23.version>

<!-- Version used for internal directory structure -->

<hive.version.short>2.3</hive.version.short>

<!-- note that this should be compatible with Kafka brokers version 0.10 and up -->

<kafka.version>3.4.0</kafka.version>

<!-- After 10.15.1.3, the minimum required version is JDK9 -->

<derby.version>10.14.2.0</derby.version>

<parquet.version>1.13.0</parquet.version>

<orc.version>1.8.3</orc.version>

<orc.classifier>shaded-protobuf</orc.classifier>

<jetty.version>9.4.51.v20230217</jetty.version>

<jakartaservlet.version>4.0.3</jakartaservlet.version>

<chill.version>0.10.0</chill.version>

<ivy.version>2.5.1</ivy.version>

<oro.version>2.0.8</oro.version>

<!--

<codahale.metrics.version>4.2.17</codahale.metrics.version>

<!-- Should be consistent with SparkBuild.scala and docs -->

<avro.version>1.11.1</avro.version>

<aws.kinesis.client.version>1.12.0</aws.kinesis.client.version>

<!-- Should be consistent with Kinesis client dependency -->

<aws.java.sdk.version>1.11.655</aws.java.sdk.version>

<!-- the producer is used in tests -->

<aws.kinesis.producer.version>0.12.8</aws.kinesis.producer.version>

<gcs-connector.version>hadoop3-2.2.11</gcs-connector.version>

<!-- org.apache.httpcomponents/httpclient-->

<commons.httpclient.version>4.5.14</commons.httpclient.version>

<commons.httpcore.version>4.4.16</commons.httpcore.version>

<commons.math3.version>3.6.1</commons.math3.version>

<!-- managed up from 3.2.1 for SPARK-11652 -->

<commons.collections.version>3.2.2</commons.collections.version>

<commons.collections4.version>4.4</commons.collections4.version>

<scala.version>2.12.17</scala.version>

<scala.binary.version>2.12</scala.binary.version>

<scalatest-maven-plugin.version>2.2.0</scalatest-maven-plugin.version>

<!--

<scala-maven-plugin.version>4.8.0</scala-maven-plugin.version>

<versions-maven-plugin.version>2.15.0</versions-maven-plugin.version>

<!-- for now, not running scalafmt as part of default verify pipeline -->

<scalafmt.skip>true</scalafmt.skip>

<scalafmt.validateOnly>true</scalafmt.validateOnly>

<scalafmt.changedOnly>true</scalafmt.changedOnly>

<codehaus.jackson.version>1.9.13</codehaus.jackson.version>

<fasterxml.jackson.version>2.14.2</fasterxml.jackson.version>

<fasterxml.jackson.databind.version>2.14.2</fasterxml.jackson.databind.version>

<snappy.version>1.1.9.1</snappy.version>

<netlib.ludovic.dev.version>3.0.3</netlib.ludovic.dev.version>

<commons-codec.version>1.15</commons-codec.version>

<commons-compress.version>1.22</commons-compress.version>

<commons-io.version>2.11.0</commons-io.version>

<!-- org.apache.commons/commons-lang/-->

<commons-lang2.version>2.6</commons-lang2.version>

<!-- org.apache.commons/commons-lang3/-->

<commons-lang3.version>3.12.0</commons-lang3.version>

<!-- org.apache.commons/commons-pool2/-->

<commons-pool2.version>2.11.1</commons-pool2.version>

<datanucleus-core.version>4.1.17</datanucleus-core.version>

<guava.version>14.0.1</guava.version>

<janino.version>3.1.9</janino.version>

<jersey.version>2.36</jersey.version>

<joda.version>2.12.2</joda.version>

<jodd.version>3.5.2</jodd.version>

<jsr305.version>3.0.0</jsr305.version>

<libthrift.version>0.12.0</libthrift.version>

<!-- Please don't upgrade the version to 4.10+, it depends on JDK 11 -->

<antlr4.version>4.9.3</antlr4.version>

<jpam.version>1.1</jpam.version>

<selenium.version>4.7.2</selenium.version>

<htmlunit-driver.version>4.7.2</htmlunit-driver.version>

<htmlunit.version>2.67.0</htmlunit.version>

<maven-antrun.version>1.8</maven-antrun.version>

<commons-crypto.version>1.1.0</commons-crypto.version>

<commons-cli.version>1.5.0</commons-cli.version>

<bouncycastle.version>1.60</bouncycastle.version>

<tink.version>1.7.0</tink.version>

<netty.version>4.1.89.Final</netty.version>

<!--

<arrow.version>11.0.0</arrow.version>

<ammonite.version>2.5.8</ammonite.version>

<!-- org.fusesource.leveldbjni will be used except on arm64 platform. -->

<leveldbjni.group>org.fusesource.leveldbjni</leveldbjni.group>

<kubernetes-client.version>6.5.1</kubernetes-client.version>

<test.java.home>${java.home}</test.java.home>

<!-- Some UI tests require Chrome and Chrome driver installed so those tests are disabled by default. -->

<test.default.exclude.tags>org.apache.spark.tags.ChromeUITest</test.default.exclude.tags>

<test.exclude.tags></test.exclude.tags>

<test.include.tags></test.include.tags>

<test.jdwp.address>localhost:0</test.jdwp.address>

<test.jdwp.suspend>y</test.jdwp.suspend>

<test.jdwp.server>y</test.jdwp.server>

<test.debug.suite>false</test.debug.suite>

<!-- Package to use when relocating shaded classes. -->

<spark.shade.packageName>org.sparkproject</spark.shade.packageName>

<!-- Modules that copy jars to the build directory should do so under this location. -->

<jars.target.dir>${project.build.directory}/scala-${scala.binary.version}/jars</jars.target.dir>

<!-- Allow modules to enable / disable certain build plugins easily. -->

<build.testJarPhase>prepare-package</build.testJarPhase>

<build.copyDependenciesPhase>none</build.copyDependenciesPhase>

<!--

<hadoop.deps.scope>compile</hadoop.deps.scope>

<hive.deps.scope>compile</hive.deps.scope>

<hive.storage.version>2.8.1</hive.storage.version>

<hive.storage.scope>compile</hive.storage.scope>

<hive.common.scope>compile</hive.common.scope>

<hive.llap.scope>compile</hive.llap.scope>

<hive.serde.scope>compile</hive.serde.scope>

<hive.shims.scope>compile</hive.shims.scope>

<orc.deps.scope>compile</orc.deps.scope>

<parquet.deps.scope>compile</parquet.deps.scope>

<parquet.test.deps.scope>test</parquet.test.deps.scope>

<!--

<hadoop-client-api.artifact>hadoop-client-api</hadoop-client-api.artifact>

<hadoop-client-runtime.artifact>hadoop-client-runtime</hadoop-client-runtime.artifact>

<hadoop-client-minicluster.artifact>hadoop-client-minicluster</hadoop-client-minicluster.artifact>

<spark.yarn.isHadoopProvided>false</spark.yarn.isHadoopProvided>

<!--

<spark.test.home>${session.executionRootDirectory}</spark.test.home>

<spark.test.webdriver.chrome.driver></spark.test.webdriver.chrome.driver>

<spark.test.docker.keepContainer>false</spark.test.docker.keepContainer>

<spark.test.docker.removePulledImage>true</spark.test.docker.removePulledImage>

<CodeCacheSize>128m</CodeCacheSize>

<!-- Needed for consistent times -->

<maven.build.timestamp.format>yyyy-MM-dd HH:mm:ss z</maven.build.timestamp.format>

<!-- SPARK-36796 for JDK-17 test-->

<extraJavaTestArgs>

-XX:+IgnoreUnrecognizedVMOptions

--add-opens=java.base/java.lang=ALL-UNNAMED

--add-opens=java.base/java.lang.invoke=ALL-UNNAMED

--add-opens=java.base/java.lang.reflect=ALL-UNNAMED

--add-opens=java.base/java.io=ALL-UNNAMED

--add-opens=java.base/java.net=ALL-UNNAMED

--add-opens=java.base/java.nio=ALL-UNNAMED

--add-opens=java.base/java.util=ALL-UNNAMED

--add-opens=java.base/java.util.concurrent=ALL-UNNAMED

--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED

--add-opens=java.base/sun.nio.ch=ALL-UNNAMED

--add-opens=java.base/sun.nio.cs=ALL-UNNAMED

--add-opens=java.base/sun.security.action=ALL-UNNAMED

--add-opens=java.base/sun.util.calendar=ALL-UNNAMED

-Djdk.reflect.useDirectMethodHandle=false

</extraJavaTestArgs>

</properties>

<repositories>

<repository>

<id>gcs-maven-central-mirror</id>

<!--

<name>GCS Maven Central mirror</name>

<url>https://maven-central.storage-download.googleapis.com/maven2/</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</repository>

<repository>

<!--

<id>central</id>

<name>Maven Repository</name>

<url>https://repo.maven.apache.org/maven2</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</repository>

</repositories>

<pluginRepositories>

<pluginRepository>

<id>gcs-maven-central-mirror</id>

<!--

<name>GCS Maven Central mirror</name>

<url>https://maven-central.storage-download.googleapis.com/maven2/</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</pluginRepository>

<pluginRepository>

<id>central</id>

<url>https://repo.maven.apache.org/maven2</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</pluginRepository>

</pluginRepositories>

<dependencies>

<!--

<dependency>

<groupId>org.spark-project.spark</groupId>

<artifactId>unused</artifactId>

<version>1.0.0</version>

</dependency>

<!--

<dependency>

<groupId>org.scalatest</groupId>

<artifactId>scalatest_${scala.binary.version}</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.scalatestplus</groupId>

<artifactId>scalacheck-1-17_${scala.binary.version}</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.scalatestplus</groupId>

<artifactId>mockito-4-6_${scala.binary.version}</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.scalatestplus</groupId>

<artifactId>selenium-4-7_${scala.binary.version}</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>junit</groupId>

<artifactId>junit</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>com.github.sbt</groupId>

<artifactId>junit-interface</artifactId>

<scope>test</scope>

</dependency>

</dependencies>

<dependencyManagement>

<dependencies>

<dependency>

<groupId>org.apache.spark</groupId>

<artifactId>spark-tags_${scala.binary.version}</artifactId>

<version>${project.version}</version>

</dependency>

<dependency>

<groupId>org.apache.spark</groupId>

<artifactId>spark-tags_${scala.binary.version}</artifactId>

<version>${project.version}</version>

<type>test-jar</type>

</dependency>

<!-- #if scala-2.13 --><!--

<dependency>

<groupId>com.twitter</groupId>

<artifactId>chill_${scala.binary.version}</artifactId>

<version>${chill.version}</version>

<exclusions>

<exclusion>

<groupId>org.apache.xbean</groupId>

<artifactId>xbean-asm7-shaded</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>com.twitter</groupId>

<artifactId>chill-java</artifactId>

<version>${chill.version}</version>

</dependency>

<dependency>

<groupId>com.github.jnr</groupId>

<artifactId>jnr-posix</artifactId>

<version>3.1.15</version>

<scope>test</scope>

</dependency>

<!-- This artifact is a shaded version of ASM 9.x. The POM that was used to produce this

<dependency>

<groupId>org.apache.xbean</groupId>

<artifactId>xbean-asm9-shaded</artifactId>

<version>4.22</version>

</dependency>

<!-- Shaded deps marked as provided. These are promoted to compile scope

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-http</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-continuation</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-servlet</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-servlets</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-proxy</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-client</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-util</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-security</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-plus</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-server</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-webapp</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>com.google.guava</groupId>

<artifactId>guava</artifactId>

<version>${guava.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.jpmml</groupId>

<artifactId>pmml-model</artifactId>

<version>1.4.8</version>

<scope>provided</scope>

<exclusions>

<exclusion>

<groupId>org.jpmml</groupId>

<artifactId>pmml-agent</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- End of shaded deps -->

<!-- Provide a JAXB impl; no longer auto available in Java 9+ in the JDK -->

<dependency>

<groupId>org.glassfish.jaxb</groupId>

<artifactId>jaxb-runtime</artifactId>

<version>2.3.2</version>

<scope>compile</scope>

<exclusions>

<!-- for now, we only write XML in PMML export, and these can be excluded -->

<exclusion>

<groupId>com.sun.xml.fastinfoset</groupId>

<artifactId>FastInfoset</artifactId>

</exclusion>

<exclusion>

<groupId>org.glassfish.jaxb</groupId>

<artifactId>txw2</artifactId>

</exclusion>

<exclusion>

<groupId>org.jvnet.staxex</groupId>

<artifactId>stax-ex</artifactId>

</exclusion>

<!--

<exclusion>

<groupId>jakarta.activation</groupId>

<artifactId>jakarta.activation-api</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-lang3</artifactId>

<version>${commons-lang3.version}</version>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-text</artifactId>

<version>1.10.0</version>

</dependency>

<dependency>

<groupId>commons-lang</groupId>

<artifactId>commons-lang</artifactId>

<version>${commons-lang2.version}</version>

</dependency>

<dependency>

<groupId>commons-io</groupId>

<artifactId>commons-io</artifactId>

<version>${commons-io.version}</version>

</dependency>

<dependency>

<groupId>commons-codec</groupId>

<artifactId>commons-codec</artifactId>

<version>${commons-codec.version}</version>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-compress</artifactId>

<version>${commons-compress.version}</version>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-math3</artifactId>

<version>${commons.math3.version}</version>

</dependency>

<dependency>

<groupId>commons-collections</groupId>

<artifactId>commons-collections</artifactId>

<version>${commons.collections.version}</version>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-collections4</artifactId>

<version>${commons.collections4.version}</version>

</dependency>

<dependency>

<groupId>commons-beanutils</groupId>

<artifactId>commons-beanutils</artifactId>

<version>1.9.4</version>

</dependency>

<dependency>

<groupId>commons-logging</groupId>

<artifactId>commons-logging</artifactId>

<!-- Hive uses commons-logging 1.1.3 from 0.13 to 1.2 -->

<version>1.1.3</version>

</dependency>

<dependency>

<groupId>org.apache.ivy</groupId>

<artifactId>ivy</artifactId>

<version>${ivy.version}</version>

</dependency>

<dependency>

<groupId>com.google.code.findbugs</groupId>

<artifactId>jsr305</artifactId>

<version>${jsr305.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpclient</artifactId>

<version>${commons.httpclient.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpmime</artifactId>

<version>${commons.httpclient.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpcore</artifactId>

<version>${commons.httpcore.version}</version>

</dependency>

<dependency>

<groupId>org.rocksdb</groupId>

<artifactId>rocksdbjni</artifactId>

<version>8.0.0</version>

</dependency>

<dependency>

<groupId>${leveldbjni.group}</groupId>

<artifactId>leveldbjni-all</artifactId>

<version>1.8</version>

</dependency>

<dependency>

<groupId>org.seleniumhq.selenium</groupId>

<artifactId>selenium-java</artifactId>

<version>${selenium.version}</version>

<scope>test</scope>

<exclusions>

<exclusion>

<groupId>com.google.guava</groupId>

<artifactId>guava</artifactId>

</exclusion>

<exclusion>

<groupId>com.google.auto.service</groupId>

<artifactId>*</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>*</artifactId>

</exclusion>

<exclusion>

<groupId>net.bytebuddy</groupId>

<artifactId>byte-buddy</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.seleniumhq.selenium</groupId>

<artifactId>htmlunit-driver</artifactId>

<version>${htmlunit-driver.version}</version>

<scope>test</scope>

</dependency>

<!-- Update htmlunit dependency that selenium uses for better JS support -->

<dependency>

<groupId>net.sourceforge.htmlunit</groupId>

<artifactId>htmlunit</artifactId>

<version>${htmlunit.version}</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>net.sourceforge.htmlunit</groupId>

<artifactId>htmlunit-core-js</artifactId>

<version>${htmlunit.version}</version>

<scope>test</scope>

</dependency>

<!-- Added for selenium only, and should match its dependent version: -->

<dependency>

<groupId>xml-apis</groupId>

<artifactId>xml-apis</artifactId>

<version>1.4.01</version>

</dependency>

<!-- log4j -->

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>slf4j-api</artifactId>

<version>${slf4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>jul-to-slf4j</artifactId>

<version>${slf4j.version}</version>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>jcl-over-slf4j</artifactId>

<version>${slf4j.version}</version>

<!-- runtime scope is appropriate, but causes SBT build problems -->

</dependency>

<dependency>

<groupId>org.apache.logging.log4j</groupId>

<artifactId>log4j-slf4j2-impl</artifactId>

<version>${log4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.apache.logging.log4j</groupId>

<artifactId>log4j-api</artifactId>

<version>${log4j.version}</version>

</dependency>

<dependency>

<groupId>org.apache.logging.log4j</groupId>

<artifactId>log4j-core</artifactId>

<version>${log4j.version}</version>

</dependency>

<dependency>

<!-- API bridge between log4j 1 and 2 -->

<groupId>org.apache.logging.log4j</groupId>

<artifactId>log4j-1.2-api</artifactId>

<version>${log4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<!-- end -->

<dependency>

<groupId>com.ning</groupId>

<artifactId>compress-lzf</artifactId>

<version>1.1.2</version>

</dependency>

<dependency>

<groupId>org.xerial.snappy</groupId>

<artifactId>snappy-java</artifactId>

<version>${snappy.version}</version>

</dependency>

<dependency>

<groupId>org.lz4</groupId>

<artifactId>lz4-java</artifactId>

<version>1.8.0</version>

</dependency>

<dependency>

<groupId>com.github.luben</groupId>

<artifactId>zstd-jni</artifactId>

<version>1.5.5-1</version>

</dependency>

<dependency>

<groupId>com.clearspring.analytics</groupId>

<artifactId>stream</artifactId>

<version>2.9.6</version>

<exclusions>

<!-- Only HyperLogLogPlus is used, which doesn't depend on fastutil -->

<exclusion>

<groupId>it.unimi.dsi</groupId>

<artifactId>fastutil</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- In theory we need not directly depend on protobuf since Spark does not directly

<dependency>

<groupId>com.google.protobuf</groupId>

<artifactId>protobuf-java</artifactId>

<version>${protobuf.hadoopDependency.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.roaringbitmap</groupId>

<artifactId>RoaringBitmap</artifactId>

<version>0.9.39</version>

</dependency>

<!-- Netty Begin -->

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-all</artifactId>

<version>${netty.version}</version>

<exclusions>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-dns</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-haproxy</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-memcache</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-mqtt</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-redis</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-smtp</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-stomp</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-codec-xml</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-resolver-dns</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-resolver-dns-classes-macos</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-resolver-dns-native-macos</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-transport-rxtx</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-transport-sctp</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-transport-udt</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty-handler-ssl-ocsp</artifactId>

</exclusion>

<exclusion>

<groupId>org.jctools</groupId>

<artifactId>jctools-core</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- SPARK-38885: After Netty 4.1.76, add the following `Netty` dependencies explicitly

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-transport-native-epoll</artifactId>

<version>${netty.version}</version>

<classifier>linux-x86_64</classifier>

</dependency>

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-transport-native-epoll</artifactId>

<version>${netty.version}</version>

<classifier>linux-aarch_64</classifier>

</dependency>

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-transport-native-kqueue</artifactId>

<version>${netty.version}</version>

<classifier>osx-aarch_64</classifier>

</dependency>

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-transport-native-kqueue</artifactId>

<version>${netty.version}</version>

<classifier>osx-x86_64</classifier>

</dependency>

<!-- Netty End -->

<dependency>

<groupId>org.apache.derby</groupId>

<artifactId>derby</artifactId>

<version>${derby.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-core</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-jvm</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-json</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-graphite</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-jmx</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-core</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-databind</artifactId>

<version>${fasterxml.jackson.databind.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-annotations</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.datatype</groupId>

<artifactId>jackson-datatype-jsr310</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.module</groupId>

<artifactId>jackson-module-scala_${scala.binary.version}</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.module</groupId>

<artifactId>jackson-module-jaxb-annotations</artifactId>