<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

<modelVersion>4.0.0</modelVersion>

<parent>

<groupId>org.apache</groupId>

<artifactId>apache</artifactId>

<version>18</version>

</parent>

<groupId>org.apache.spark</groupId>

<artifactId>spark-parent_2.11</artifactId>

<version>2.4.0-SNAPSHOT</version>

<packaging>pom</packaging>

<name>Spark Project Parent POM</name>

<url>http://spark.apache.org/</url>

<licenses>

<license>

<name>Apache 2.0 License</name>

<url>http://www.apache.org/licenses/LICENSE-2.0.html</url>

<distribution>repo</distribution>

</license>

</licenses>

<scm>

<connection>scm:git:git@github.com:apache/spark.git</connection>

<developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/spark.git</developerConnection>

<url>scm:git:git@github.com:apache/spark.git</url>

<tag>HEAD</tag>

</scm>

<developers>

<developer>

<id>matei</id>

<name>Matei Zaharia</name>

<email>matei.zaharia@gmail.com</email>

<url>http://www.cs.berkeley.edu/~matei</url>

<organization>Apache Software Foundation</organization>

<organizationUrl>http://spark.apache.org</organizationUrl>

</developer>

</developers>

<issueManagement>

<system>JIRA</system>

<url>https://issues.apache.org/jira/browse/SPARK</url>

</issueManagement>

<mailingLists>

<mailingList>

<name>Dev Mailing List</name>

<post>dev@spark.apache.org</post>

<subscribe>dev-subscribe@spark.apache.org</subscribe>

<unsubscribe>dev-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

<mailingList>

<name>User Mailing List</name>

<post>user@spark.apache.org</post>

<subscribe>user-subscribe@spark.apache.org</subscribe>

<unsubscribe>user-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

<mailingList>

<name>Commits Mailing List</name>

<post>commits@spark.apache.org</post>

<subscribe>commits-subscribe@spark.apache.org</subscribe>

<unsubscribe>commits-unsubscribe@spark.apache.org</unsubscribe>

</mailingList>

</mailingLists>

<modules>

<module>common/sketch</module>

<module>common/kvstore</module>

<module>common/network-common</module>

<module>common/network-shuffle</module>

<module>common/unsafe</module>

<module>common/tags</module>

<module>core</module>

<module>graphx</module>

<module>mllib</module>

<module>mllib-local</module>

<module>tools</module>

<module>streaming</module>

<module>sql/catalyst</module>

<module>sql/core</module>

<module>sql/hive</module>

<module>assembly</module>

<module>examples</module>

<module>repl</module>

<module>launcher</module>

<module>external/kafka-0-10</module>

<module>external/kafka-0-10-assembly</module>

<module>external/kafka-0-10-sql</module>

<!-- See additional modules enabled by profiles below -->

</modules>

<properties>

<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>

<java.version>1.8</java.version>

<maven.compiler.source>${java.version}</maven.compiler.source>

<maven.compiler.target>${java.version}</maven.compiler.target>

<maven.version>3.3.9</maven.version>

<sbt.project.name>spark</sbt.project.name>

<slf4j.version>1.7.16</slf4j.version>

<log4j.version>1.2.17</log4j.version>

<hadoop.version>2.6.5</hadoop.version>

<protobuf.version>2.5.0</protobuf.version>

<yarn.version>${hadoop.version}</yarn.version>

<flume.version>1.6.0</flume.version>

<zookeeper.version>3.4.6</zookeeper.version>

<curator.version>2.6.0</curator.version>

<hive.group>org.spark-project.hive</hive.group>

<!-- Version used in Maven Hive dependency -->

<hive.version>1.2.1.spark2</hive.version>

<!-- Version used for internal directory structure -->

<hive.version.short>1.2.1</hive.version.short>

<derby.version>10.12.1.1</derby.version>

<parquet.version>1.8.2</parquet.version>

<orc.version>1.4.1</orc.version>

<orc.classifier>nohive</orc.classifier>

<hive.parquet.version>1.6.0</hive.parquet.version>

<jetty.version>9.3.20.v20170531</jetty.version>

<javaxservlet.version>3.1.0</javaxservlet.version>

<chill.version>0.8.4</chill.version>

<ivy.version>2.4.0</ivy.version>

<oro.version>2.0.8</oro.version>

<codahale.metrics.version>3.1.5</codahale.metrics.version>

<avro.version>1.7.7</avro.version>

<avro.mapred.classifier>hadoop2</avro.mapred.classifier>

<jets3t.version>0.9.4</jets3t.version>

<aws.kinesis.client.version>1.7.3</aws.kinesis.client.version>

<!-- Should be consistent with Kinesis client dependency -->

<aws.java.sdk.version>1.11.76</aws.java.sdk.version>

<!-- the producer is used in tests -->

<aws.kinesis.producer.version>0.10.2</aws.kinesis.producer.version>

<!-- org.apache.httpcomponents/httpclient-->

<commons.httpclient.version>4.5.4</commons.httpclient.version>

<commons.httpcore.version>4.4.8</commons.httpcore.version>

<!-- commons-httpclient/commons-httpclient-->

<httpclient.classic.version>3.1</httpclient.classic.version>

<commons.math3.version>3.4.1</commons.math3.version>

<!-- managed up from 3.2.1 for SPARK-11652 -->

<commons.collections.version>3.2.2</commons.collections.version>

<scala.version>2.11.8</scala.version>

<scala.binary.version>2.11</scala.binary.version>

<codehaus.jackson.version>1.9.13</codehaus.jackson.version>

<fasterxml.jackson.version>2.6.7</fasterxml.jackson.version>

<fasterxml.jackson.databind.version>2.6.7.1</fasterxml.jackson.databind.version>

<snappy.version>1.1.2.6</snappy.version>

<netlib.java.version>1.1.2</netlib.java.version>

<calcite.version>1.2.0-incubating</calcite.version>

<commons-codec.version>1.10</commons-codec.version>

<commons-io.version>2.4</commons-io.version>

<!-- org.apache.commons/commons-lang/-->

<commons-lang2.version>2.6</commons-lang2.version>

<!-- org.apache.commons/commons-lang3/-->

<commons-lang3.version>3.5</commons-lang3.version>

<datanucleus-core.version>3.2.10</datanucleus-core.version>

<janino.version>3.0.8</janino.version>

<jersey.version>2.22.2</jersey.version>

<joda.version>2.9.3</joda.version>

<jodd.version>3.5.2</jodd.version>

<jsr305.version>1.3.9</jsr305.version>

<libthrift.version>0.9.3</libthrift.version>

<antlr4.version>4.7</antlr4.version>

<jpam.version>1.1</jpam.version>

<selenium.version>2.52.0</selenium.version>

<!--

<paranamer.version>2.8</paranamer.version>

<maven-antrun.version>1.8</maven-antrun.version>

<commons-crypto.version>1.0.0</commons-crypto.version>

<arrow.version>0.8.0</arrow.version>

<test.java.home>${java.home}</test.java.home>

<test.exclude.tags></test.exclude.tags>

<!-- Package to use when relocating shaded classes. -->

<spark.shade.packageName>org.spark_project</spark.shade.packageName>

<!-- Modules that copy jars to the build directory should do so under this location. -->

<jars.target.dir>${project.build.directory}/scala-${scala.binary.version}/jars</jars.target.dir>

<!-- Allow modules to enable / disable certain build plugins easily. -->

<build.testJarPhase>prepare-package</build.testJarPhase>

<build.copyDependenciesPhase>none</build.copyDependenciesPhase>

<!--

<flume.deps.scope>compile</flume.deps.scope>

<hadoop.deps.scope>compile</hadoop.deps.scope>

<hive.deps.scope>compile</hive.deps.scope>

<orc.deps.scope>compile</orc.deps.scope>

<parquet.deps.scope>compile</parquet.deps.scope>

<parquet.test.deps.scope>test</parquet.test.deps.scope>

<!--

<spark.test.home>${session.executionRootDirectory}</spark.test.home>

<CodeCacheSize>512m</CodeCacheSize>

</properties>

<repositories>

<repository>

<id>central</id>

<!-- This should be at top, it makes maven try the central repo first and then others and hence faster dep resolution -->

<name>Maven Repository</name>

<url>https://repo.maven.apache.org/maven2</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</repository>

</repositories>

<pluginRepositories>

<pluginRepository>

<id>central</id>

<url>https://repo.maven.apache.org/maven2</url>

<releases>

<enabled>true</enabled>

</releases>

<snapshots>

<enabled>false</enabled>

</snapshots>

</pluginRepository>

</pluginRepositories>

<dependencies>

<!--

<dependency>

<groupId>org.spark-project.spark</groupId>

<artifactId>unused</artifactId>

<version>1.0.0</version>

</dependency>

<!--

<dependency>

<groupId>org.scalatest</groupId>

<artifactId>scalatest_${scala.binary.version}</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>junit</groupId>

<artifactId>junit</artifactId>

<scope>test</scope>

</dependency>

<dependency>

<groupId>com.novocode</groupId>

<artifactId>junit-interface</artifactId>

<scope>test</scope>

</dependency>

</dependencies>

<dependencyManagement>

<dependencies>

<dependency>

<groupId>org.apache.spark</groupId>

<artifactId>spark-tags_${scala.binary.version}</artifactId>

<version>${project.version}</version>

</dependency>

<dependency>

<groupId>org.apache.spark</groupId>

<artifactId>spark-tags_${scala.binary.version}</artifactId>

<version>${project.version}</version>

<type>test-jar</type>

</dependency>

<dependency>

<groupId>com.twitter</groupId>

<artifactId>chill_${scala.binary.version}</artifactId>

<version>${chill.version}</version>

</dependency>

<dependency>

<groupId>com.twitter</groupId>

<artifactId>chill-java</artifactId>

<version>${chill.version}</version>

</dependency>

<!-- This artifact is a shaded version of ASM 5.0.4. The POM that was used to produce this

<dependency>

<groupId>org.apache.xbean</groupId>

<artifactId>xbean-asm5-shaded</artifactId>

<version>4.4</version>

</dependency>

<!-- Shaded deps marked as provided. These are promoted to compile scope

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-http</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-continuation</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-servlet</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-servlets</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-proxy</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-client</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-util</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-security</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-plus</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.eclipse.jetty</groupId>

<artifactId>jetty-server</artifactId>

<version>${jetty.version}</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>com.google.guava</groupId>

<artifactId>guava</artifactId>

<version>14.0.1</version>

<scope>provided</scope>

</dependency>

<dependency>

<groupId>org.jpmml</groupId>

<artifactId>pmml-model</artifactId>

<version>1.2.15</version>

<scope>provided</scope>

<exclusions>

<exclusion>

<groupId>org.jpmml</groupId>

<artifactId>pmml-agent</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- End of shaded deps -->

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-lang3</artifactId>

<version>${commons-lang3.version}</version>

</dependency>

<dependency>

<groupId>commons-lang</groupId>

<artifactId>commons-lang</artifactId>

<version>${commons-lang2.version}</version>

</dependency>

<dependency>

<groupId>commons-io</groupId>

<artifactId>commons-io</artifactId>

<version>${commons-io.version}</version>

</dependency>

<dependency>

<groupId>commons-codec</groupId>

<artifactId>commons-codec</artifactId>

<version>${commons-codec.version}</version>

</dependency>

<dependency>

<groupId>org.apache.commons</groupId>

<artifactId>commons-math3</artifactId>

<version>${commons.math3.version}</version>

</dependency>

<dependency>

<groupId>commons-collections</groupId>

<artifactId>commons-collections</artifactId>

<version>${commons.collections.version}</version>

</dependency>

<dependency>

<groupId>org.apache.ivy</groupId>

<artifactId>ivy</artifactId>

<version>${ivy.version}</version>

</dependency>

<dependency>

<groupId>com.google.code.findbugs</groupId>

<artifactId>jsr305</artifactId>

<version>${jsr305.version}</version>

</dependency>

<dependency>

<groupId>commons-httpclient</groupId>

<artifactId>commons-httpclient</artifactId>

<version>${httpclient.classic.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpclient</artifactId>

<version>${commons.httpclient.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpmime</artifactId>

<version>${commons.httpclient.version}</version>

</dependency>

<dependency>

<groupId>org.apache.httpcomponents</groupId>

<artifactId>httpcore</artifactId>

<version>${commons.httpcore.version}</version>

</dependency>

<dependency>

<groupId>org.fusesource.leveldbjni</groupId>

<artifactId>leveldbjni-all</artifactId>

<version>1.8</version>

</dependency>

<dependency>

<groupId>org.seleniumhq.selenium</groupId>

<artifactId>selenium-java</artifactId>

<version>${selenium.version}</version>

<scope>test</scope>

<exclusions>

<exclusion>

<groupId>com.google.guava</groupId>

<artifactId>guava</artifactId>

</exclusion>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.seleniumhq.selenium</groupId>

<artifactId>selenium-htmlunit-driver</artifactId>

<version>${selenium.version}</version>

<scope>test</scope>

</dependency>

<!-- Added for selenium only, and should match its dependent version: -->

<dependency>

<groupId>xml-apis</groupId>

<artifactId>xml-apis</artifactId>

<version>1.4.01</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>slf4j-api</artifactId>

<version>${slf4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>slf4j-log4j12</artifactId>

<version>${slf4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>jul-to-slf4j</artifactId>

<version>${slf4j.version}</version>

</dependency>

<dependency>

<groupId>org.slf4j</groupId>

<artifactId>jcl-over-slf4j</artifactId>

<version>${slf4j.version}</version>

<!-- runtime scope is appropriate, but causes SBT build problems -->

</dependency>

<dependency>

<groupId>log4j</groupId>

<artifactId>log4j</artifactId>

<version>${log4j.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>com.ning</groupId>

<artifactId>compress-lzf</artifactId>

<version>1.0.3</version>

</dependency>

<dependency>

<groupId>org.xerial.snappy</groupId>

<artifactId>snappy-java</artifactId>

<version>${snappy.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.lz4</groupId>

<artifactId>lz4-java</artifactId>

<version>1.4.0</version>

</dependency>

<dependency>

<groupId>com.github.luben</groupId>

<artifactId>zstd-jni</artifactId>

<version>1.3.2-2</version>

</dependency>

<dependency>

<groupId>com.clearspring.analytics</groupId>

<artifactId>stream</artifactId>

<version>2.7.0</version>

<exclusions>

<!-- Only HyperLogLogPlus is used, which doesn't depend on fastutil -->

<exclusion>

<groupId>it.unimi.dsi</groupId>

<artifactId>fastutil</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- In theory we need not directly depend on protobuf since Spark does not directly

<dependency>

<groupId>com.google.protobuf</groupId>

<artifactId>protobuf-java</artifactId>

<version>${protobuf.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.roaringbitmap</groupId>

<artifactId>RoaringBitmap</artifactId>

<version>0.5.11</version>

</dependency>

<dependency>

<groupId>commons-net</groupId>

<artifactId>commons-net</artifactId>

<version>2.2</version>

</dependency>

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty-all</artifactId>

<version>4.1.17.Final</version>

</dependency>

<dependency>

<groupId>io.netty</groupId>

<artifactId>netty</artifactId>

<version>3.9.9.Final</version>

</dependency>

<dependency>

<groupId>org.apache.derby</groupId>

<artifactId>derby</artifactId>

<version>${derby.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-core</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-jvm</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-json</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-ganglia</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>io.dropwizard.metrics</groupId>

<artifactId>metrics-graphite</artifactId>

<version>${codahale.metrics.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-core</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-databind</artifactId>

<version>${fasterxml.jackson.databind.version}</version>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>jackson-annotations</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<!-- Guava is excluded because of SPARK-6149. The Guava version referenced in this module is

<dependency>

<groupId>com.fasterxml.jackson.module</groupId>

<artifactId>jackson-module-scala_${scala.binary.version}</artifactId>

<version>${fasterxml.jackson.databind.version}</version>

<exclusions>

<exclusion>

<groupId>com.google.guava</groupId>

<artifactId>guava</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>com.fasterxml.jackson.module</groupId>

<artifactId>jackson-module-jaxb-annotations</artifactId>

<version>${fasterxml.jackson.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey.core</groupId>

<artifactId>jersey-server</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey.core</groupId>

<artifactId>jersey-common</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey.core</groupId>

<artifactId>jersey-client</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey.containers</groupId>

<artifactId>jersey-container-servlet</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey.containers</groupId>

<artifactId>jersey-container-servlet-core</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>org.glassfish.jersey</groupId>

<artifactId>jersey-client</artifactId>

<version>${jersey.version}</version>

</dependency>

<dependency>

<groupId>javax.ws.rs</groupId>

<artifactId>javax.ws.rs-api</artifactId>

<version>2.0.1</version>

</dependency>

<dependency>

<groupId>org.scalanlp</groupId>

<artifactId>breeze_${scala.binary.version}</artifactId>

<version>0.13.2</version>

<exclusions>

<!-- This is included as a compile-scoped dependency by jtransforms, which is

<exclusion>

<groupId>junit</groupId>

<artifactId>junit</artifactId>

</exclusion>

<exclusion>

<groupId>org.apache.commons</groupId>

<artifactId>commons-math3</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.json4s</groupId>

<artifactId>json4s-jackson_${scala.binary.version}</artifactId>

<version>3.5.3</version>

<exclusions>

<exclusion>

<groupId>com.fasterxml.jackson.core</groupId>

<artifactId>*</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.scala-lang</groupId>

<artifactId>scala-compiler</artifactId>

<version>${scala.version}</version>

</dependency>

<dependency>

<groupId>org.scala-lang</groupId>

<artifactId>scala-reflect</artifactId>

<version>${scala.version}</version>

</dependency>

<dependency>

<groupId>org.scala-lang</groupId>

<artifactId>scala-library</artifactId>

<version>${scala.version}</version>

</dependency>

<dependency>

<groupId>org.scala-lang</groupId>

<artifactId>scala-actors</artifactId>

<version>${scala.version}</version>

</dependency>

<dependency>

<groupId>org.scala-lang.modules</groupId>

<artifactId>scala-parser-combinators_${scala.binary.version}</artifactId>

<version>1.0.4</version>

</dependency>

<!-- SPARK-16770 affecting Scala 2.11.x -->

<dependency>

<groupId>jline</groupId>

<artifactId>jline</artifactId>

<version>2.12.1</version>

</dependency>

<dependency>

<groupId>org.scalatest</groupId>

<artifactId>scalatest_${scala.binary.version}</artifactId>

<version>3.0.3</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.mockito</groupId>

<artifactId>mockito-core</artifactId>

<version>1.10.19</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.scalacheck</groupId>

<artifactId>scalacheck_${scala.binary.version}</artifactId>

<version>1.13.5</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>junit</groupId>

<artifactId>junit</artifactId>

<version>4.12</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.hamcrest</groupId>

<artifactId>hamcrest-core</artifactId>

<version>1.3</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.hamcrest</groupId>

<artifactId>hamcrest-library</artifactId>

<version>1.3</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>com.novocode</groupId>

<artifactId>junit-interface</artifactId>

<version>0.11</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>com.spotify</groupId>

<artifactId>docker-client</artifactId>

<version>5.0.2</version>

<scope>test</scope>

<exclusions>

<exclusion>

<artifactId>guava</artifactId>

<groupId>com.google.guava</groupId>

</exclusion>

<exclusion>

<groupId>commons-logging</groupId>

<artifactId>commons-logging</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>mysql</groupId>

<artifactId>mysql-connector-java</artifactId>

<version>5.1.38</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.postgresql</groupId>

<artifactId>postgresql</artifactId>

<version>9.4.1207.jre7</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.apache.curator</groupId>

<artifactId>curator-recipes</artifactId>

<version>${curator.version}</version>

<scope>${hadoop.deps.scope}</scope>

<exclusions>

<exclusion>

<groupId>org.jboss.netty</groupId>

<artifactId>netty</artifactId>

</exclusion>

<exclusion>

<groupId>jline</groupId>

<artifactId>jline</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.apache.curator</groupId>

<artifactId>curator-client</artifactId>

<version>${curator.version}</version>

</dependency>

<dependency>

<groupId>org.apache.curator</groupId>

<artifactId>curator-framework</artifactId>

<version>${curator.version}</version>

</dependency>

<dependency>

<groupId>org.apache.curator</groupId>

<artifactId>curator-test</artifactId>

<version>${curator.version}</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.apache.hadoop</groupId>

<artifactId>hadoop-client</artifactId>

<version>${hadoop.version}</version>

<scope>${hadoop.deps.scope}</scope>

<exclusions>

<exclusion>

<groupId>asm</groupId>

<artifactId>asm</artifactId>

</exclusion>

<exclusion>

<groupId>org.codehaus.jackson</groupId>

<artifactId>jackson-mapper-asl</artifactId>

</exclusion>

<exclusion>

<groupId>org.ow2.asm</groupId>

<artifactId>asm</artifactId>

</exclusion>

<exclusion>

<groupId>org.jboss.netty</groupId>

<artifactId>netty</artifactId>

</exclusion>

<exclusion>

<groupId>commons-logging</groupId>

<artifactId>commons-logging</artifactId>

</exclusion>

<exclusion>

<groupId>org.mockito</groupId>

<artifactId>mockito-all</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>servlet-api-2.5</artifactId>

</exclusion>

<exclusion>

<groupId>javax.servlet</groupId>

<artifactId>servlet-api</artifactId>

</exclusion>

<exclusion>

<groupId>junit</groupId>

<artifactId>junit</artifactId>

</exclusion>

<exclusion>

<groupId>com.sun.jersey</groupId>

<artifactId>*</artifactId>

</exclusion>

<exclusion>

<groupId>com.sun.jersey.jersey-test-framework</groupId>

<artifactId>*</artifactId>

</exclusion>

<exclusion>

<groupId>com.sun.jersey.contribs</groupId>

<artifactId>*</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.apache.avro</groupId>

<artifactId>avro</artifactId>

<version>${avro.version}</version>

<scope>${hadoop.deps.scope}</scope>

</dependency>

<dependency>

<groupId>org.apache.avro</groupId>

<artifactId>avro-ipc</artifactId>

<version>${avro.version}</version>

<scope>${hadoop.deps.scope}</scope>

<exclusions>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>jetty</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>jetty-util</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>servlet-api</artifactId>

</exclusion>

<exclusion>

<groupId>org.apache.velocity</groupId>

<artifactId>velocity</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- avro-mapred for some reason depends on avro-ipc's test jar, so undo that. -->

<dependency>

<groupId>org.apache.avro</groupId>

<artifactId>avro-ipc</artifactId>

<classifier>tests</classifier>

<version>${avro.version}</version>

<scope>test</scope>

</dependency>

<dependency>

<groupId>org.apache.avro</groupId>

<artifactId>avro-mapred</artifactId>

<version>${avro.version}</version>

<classifier>${avro.mapred.classifier}</classifier>

<scope>${hive.deps.scope}</scope>

<exclusions>

<exclusion>

<groupId>io.netty</groupId>

<artifactId>netty</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>jetty</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>jetty-util</artifactId>

</exclusion>

<exclusion>

<groupId>org.mortbay.jetty</groupId>

<artifactId>servlet-api</artifactId>

</exclusion>

<exclusion>

<groupId>org.apache.velocity</groupId>

<artifactId>velocity</artifactId>

</exclusion>

</exclusions>

</dependency>

<!-- See SPARK-1556 for info on this dependency: -->

<dependency>

<groupId>net.java.dev.jets3t</groupId>

<artifactId>jets3t</artifactId>

<version>${jets3t.version}</version>

<scope>${hadoop.deps.scope}</scope>

<exclusions>

<exclusion>

<groupId>commons-logging</groupId>

<artifactId>commons-logging</artifactId>

</exclusion>

</exclusions>

</dependency>

<dependency>

<groupId>org.bouncycastle</groupId>

<artifactId>bcprov-jdk15on</artifactId>

<!-- brought in by jets3t; see SPARK-22634 -->

<version>1.58</version>

</dependency>

<dependency>

<groupId>org.apache.hadoop</groupId>

<artifactId>hadoop-yarn-api</artifactId>

<version>${yarn.version}</version>

<scope>${hadoop.deps.scope}</scope>

<exclusions>