0001 <?xml version="1.0" encoding="UTF-8"?>
0002 <!--
0003 ~ Licensed to the Apache Software Foundation (ASF) under one or more
0004 ~ contributor license agreements. See the NOTICE file distributed with
0005 ~ this work for additional information regarding copyright ownership.
0006 ~ The ASF licenses this file to You under the Apache License, Version 2.0
0007 ~ (the "License"); you may not use this file except in compliance with
0008 ~ the License. You may obtain a copy of the License at
0009 ~
0010 ~ http://www.apache.org/licenses/LICENSE-2.0
0011 ~
0012 ~ Unless required by applicable law or agreed to in writing, software
0013 ~ distributed under the License is distributed on an "AS IS" BASIS,
0014 ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
0015 ~ See the License for the specific language governing permissions and
0016 ~ limitations under the License.
0017 -->
0018 <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
0019 <modelVersion>4.0.0</modelVersion>
0020 <parent>
0021 <groupId>org.apache.spark</groupId>
0022 <artifactId>spark-parent_2.12</artifactId>
0023 <version>3.0.0</version>
0024 <relativePath>../../pom.xml</relativePath>
0025 </parent>
0026
0027 <artifactId>spark-yarn_2.12</artifactId>
0028 <packaging>jar</packaging>
0029 <name>Spark Project YARN</name>
0030 <properties>
0031 <sbt.project.name>yarn</sbt.project.name>
0032 <jersey-1.version>1.19</jersey-1.version>
0033 </properties>
0034
0035 <dependencies>
0036 <dependency>
0037 <groupId>org.apache.spark</groupId>
0038 <artifactId>spark-core_${scala.binary.version}</artifactId>
0039 <version>${project.version}</version>
0040 </dependency>
0041 <dependency>
0042 <groupId>org.apache.spark</groupId>
0043 <artifactId>spark-network-yarn_${scala.binary.version}</artifactId>
0044 <version>${project.version}</version>
0045 <scope>test</scope>
0046 </dependency>
0047 <dependency>
0048 <groupId>org.apache.spark</groupId>
0049 <artifactId>spark-core_${scala.binary.version}</artifactId>
0050 <version>${project.version}</version>
0051 <type>test-jar</type>
0052 <scope>test</scope>
0053 </dependency>
0054 <dependency>
0055 <groupId>org.apache.spark</groupId>
0056 <artifactId>spark-tags_${scala.binary.version}</artifactId>
0057 <type>test-jar</type>
0058 <scope>test</scope>
0059 </dependency>
0060 <dependency>
0061 <groupId>org.apache.hadoop</groupId>
0062 <artifactId>hadoop-yarn-api</artifactId>
0063 </dependency>
0064 <dependency>
0065 <groupId>org.apache.hadoop</groupId>
0066 <artifactId>hadoop-yarn-common</artifactId>
0067 </dependency>
0068 <dependency>
0069 <groupId>org.apache.hadoop</groupId>
0070 <artifactId>hadoop-yarn-server-web-proxy</artifactId>
0071 </dependency>
0072 <dependency>
0073 <groupId>org.apache.hadoop</groupId>
0074 <artifactId>hadoop-yarn-client</artifactId>
0075 </dependency>
0076 <dependency>
0077 <groupId>org.apache.hadoop</groupId>
0078 <artifactId>hadoop-client</artifactId>
0079 </dependency>
0080
0081 <!-- Explicit listing of transitive deps that are shaded. Otherwise, odd compiler crashes. -->
0082 <dependency>
0083 <groupId>com.google.guava</groupId>
0084 <artifactId>guava</artifactId>
0085 </dependency>
0086 <dependency>
0087 <groupId>org.eclipse.jetty</groupId>
0088 <artifactId>jetty-server</artifactId>
0089 </dependency>
0090 <dependency>
0091 <groupId>org.eclipse.jetty</groupId>
0092 <artifactId>jetty-plus</artifactId>
0093 </dependency>
0094 <dependency>
0095 <groupId>org.eclipse.jetty</groupId>
0096 <artifactId>jetty-util</artifactId>
0097 </dependency>
0098 <dependency>
0099 <groupId>org.eclipse.jetty</groupId>
0100 <artifactId>jetty-http</artifactId>
0101 </dependency>
0102 <dependency>
0103 <groupId>org.eclipse.jetty</groupId>
0104 <artifactId>jetty-servlet</artifactId>
0105 </dependency>
0106 <dependency>
0107 <groupId>org.eclipse.jetty</groupId>
0108 <artifactId>jetty-servlets</artifactId>
0109 </dependency>
0110 <!-- End of shaded deps. -->
0111
0112 <!--
0113 SPARK-10059: Explicitly add JSP dependencies for tests since the MiniYARN cluster needs them.
0114 -->
0115 <dependency>
0116 <groupId>org.eclipse.jetty.orbit</groupId>
0117 <artifactId>javax.servlet.jsp</artifactId>
0118 <version>2.2.0.v201112011158</version>
0119 <scope>test</scope>
0120 </dependency>
0121 <dependency>
0122 <groupId>org.eclipse.jetty.orbit</groupId>
0123 <artifactId>javax.servlet.jsp.jstl</artifactId>
0124 <version>1.2.0.v201105211821</version>
0125 <scope>test</scope>
0126 </dependency>
0127
0128 <dependency>
0129 <groupId>org.apache.hadoop</groupId>
0130 <artifactId>hadoop-yarn-server-tests</artifactId>
0131 <classifier>tests</classifier>
0132 <scope>test</scope>
0133 </dependency>
0134
0135 <dependency>
0136 <groupId>org.mockito</groupId>
0137 <artifactId>mockito-core</artifactId>
0138 <scope>test</scope>
0139 </dependency>
0140
0141 <!--
0142 Jersey 1 dependencies only required for YARN integration testing. Creating a YARN cluster
0143 in the JVM requires starting a Jersey 1-based web application.
0144 -->
0145 <dependency>
0146 <groupId>com.sun.jersey</groupId>
0147 <artifactId>jersey-core</artifactId>
0148 <scope>test</scope>
0149 <version>${jersey-1.version}</version>
0150 </dependency>
0151 <dependency>
0152 <groupId>com.sun.jersey</groupId>
0153 <artifactId>jersey-json</artifactId>
0154 <scope>test</scope>
0155 <version>${jersey-1.version}</version>
0156 </dependency>
0157 <dependency>
0158 <groupId>com.sun.jersey</groupId>
0159 <artifactId>jersey-server</artifactId>
0160 <scope>test</scope>
0161 <version>${jersey-1.version}</version>
0162 </dependency>
0163 <dependency>
0164 <groupId>com.sun.jersey.contribs</groupId>
0165 <artifactId>jersey-guice</artifactId>
0166 <scope>test</scope>
0167 <version>${jersey-1.version}</version>
0168 </dependency>
0169 <dependency>
0170 <groupId>com.sun.jersey</groupId>
0171 <artifactId>jersey-servlet</artifactId>
0172 <scope>test</scope>
0173 <version>${jersey-1.version}</version>
0174 </dependency>
0175
0176 <!-- These dependencies are duplicated from core, because dependencies in the "provided"
0177 scope are not transitive.-->
0178 <dependency>
0179 <groupId>${hive.group}</groupId>
0180 <artifactId>hive-exec</artifactId>
0181 <classifier>${hive.classifier}</classifier>
0182 <scope>provided</scope>
0183 </dependency>
0184 <dependency>
0185 <groupId>${hive.group}</groupId>
0186 <artifactId>hive-metastore</artifactId>
0187 <scope>provided</scope>
0188 </dependency>
0189 <dependency>
0190 <groupId>org.apache.thrift</groupId>
0191 <artifactId>libthrift</artifactId>
0192 <scope>provided</scope>
0193 </dependency>
0194 <dependency>
0195 <groupId>org.apache.thrift</groupId>
0196 <artifactId>libfb303</artifactId>
0197 <scope>provided</scope>
0198 </dependency>
0199 </dependencies>
0200
0201 <build>
0202 <outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory>
0203 <testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory>
0204 </build>
0205
0206 </project>
