Skip to content

Commit b32734e

Browse files
tedyupwendell
authored andcommitted
SPARK-1297 Upgrade HBase dependency to 0.98
pwendell rxin Please take a look Author: tedyu <[email protected]> Closes #3115 from tedyu/master and squashes the following commits: 2b079c8 [tedyu] SPARK-1297 Upgrade HBase dependency to 0.98
1 parent c6f4e70 commit b32734e

File tree

1 file changed

+136
-27
lines changed

1 file changed

+136
-27
lines changed

examples/pom.xml

Lines changed: 136 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,30 @@
5050
</dependency>
5151
</dependencies>
5252
</profile>
53+
<profile>
54+
<id>hbase-hadoop2</id>
55+
<activation>
56+
<property>
57+
<name>hbase.profile</name>
58+
<value>hadoop2</value>
59+
</property>
60+
</activation>
61+
<properties>
62+
<hbase.version>0.98.7-hadoop2</hbase.version>
63+
</properties>
64+
</profile>
65+
<profile>
66+
<id>hbase-hadoop1</id>
67+
<activation>
68+
<property>
69+
<name>!hbase.profile</name>
70+
</property>
71+
</activation>
72+
<properties>
73+
<hbase.version>0.98.7-hadoop1</hbase.version>
74+
</properties>
75+
</profile>
76+
5377
</profiles>
5478

5579
<dependencies>
@@ -120,37 +144,122 @@
120144
<artifactId>spark-streaming-mqtt_${scala.binary.version}</artifactId>
121145
<version>${project.version}</version>
122146
</dependency>
123-
<dependency>
124-
<groupId>org.apache.hbase</groupId>
125-
<artifactId>hbase</artifactId>
126-
<version>${hbase.version}</version>
127-
<exclusions>
128-
<exclusion>
129-
<groupId>asm</groupId>
130-
<artifactId>asm</artifactId>
131-
</exclusion>
132-
<exclusion>
133-
<groupId>org.jboss.netty</groupId>
134-
<artifactId>netty</artifactId>
135-
</exclusion>
136-
<exclusion>
137-
<groupId>io.netty</groupId>
138-
<artifactId>netty</artifactId>
139-
</exclusion>
140-
<exclusion>
141-
<groupId>commons-logging</groupId>
142-
<artifactId>commons-logging</artifactId>
143-
</exclusion>
144-
<exclusion>
145-
<groupId>org.jruby</groupId>
146-
<artifactId>jruby-complete</artifactId>
147-
</exclusion>
148-
</exclusions>
149-
</dependency>
150147
<dependency>
151148
<groupId>org.eclipse.jetty</groupId>
152149
<artifactId>jetty-server</artifactId>
153150
</dependency>
151+
<dependency>
152+
<groupId>org.apache.hbase</groupId>
153+
<artifactId>hbase-testing-util</artifactId>
154+
<version>${hbase.version}</version>
155+
<exclusions>
156+
<exclusion>
157+
<groupId>org.jruby</groupId>
158+
<artifactId>jruby-complete</artifactId>
159+
</exclusion>
160+
</exclusions>
161+
</dependency>
162+
<dependency>
163+
<groupId>org.apache.hbase</groupId>
164+
<artifactId>hbase-protocol</artifactId>
165+
<version>${hbase.version}</version>
166+
</dependency>
167+
<dependency>
168+
<groupId>org.apache.hbase</groupId>
169+
<artifactId>hbase-common</artifactId>
170+
<version>${hbase.version}</version>
171+
</dependency>
172+
<dependency>
173+
<groupId>org.apache.hbase</groupId>
174+
<artifactId>hbase-client</artifactId>
175+
<version>${hbase.version}</version>
176+
<exclusions>
177+
<exclusion>
178+
<groupId>io.netty</groupId>
179+
<artifactId>netty</artifactId>
180+
</exclusion>
181+
</exclusions>
182+
</dependency>
183+
<dependency>
184+
<groupId>org.apache.hbase</groupId>
185+
<artifactId>hbase-server</artifactId>
186+
<version>${hbase.version}</version>
187+
<exclusions>
188+
<exclusion>
189+
<groupId>org.apache.hadoop</groupId>
190+
<artifactId>hadoop-core</artifactId>
191+
</exclusion>
192+
<exclusion>
193+
<groupId>org.apache.hadoop</groupId>
194+
<artifactId>hadoop-client</artifactId>
195+
</exclusion>
196+
<exclusion>
197+
<groupId>org.apache.hadoop</groupId>
198+
<artifactId>hadoop-mapreduce-client-jobclient</artifactId>
199+
</exclusion>
200+
<exclusion>
201+
<groupId>org.apache.hadoop</groupId>
202+
<artifactId>hadoop-mapreduce-client-core</artifactId>
203+
</exclusion>
204+
<exclusion>
205+
<groupId>org.apache.hadoop</groupId>
206+
<artifactId>hadoop-auth</artifactId>
207+
</exclusion>
208+
<exclusion>
209+
<groupId>org.apache.hadoop</groupId>
210+
<artifactId>hadoop-annotations</artifactId>
211+
</exclusion>
212+
<exclusion>
213+
<groupId>org.apache.hadoop</groupId>
214+
<artifactId>hadoop-hdfs</artifactId>
215+
</exclusion>
216+
<exclusion>
217+
<groupId>org.apache.hbase</groupId>
218+
<artifactId>hbase-hadoop1-compat</artifactId>
219+
</exclusion>
220+
<exclusion>
221+
<groupId>org.apache.commons</groupId>
222+
<artifactId>commons-math</artifactId>
223+
</exclusion>
224+
<exclusion>
225+
<groupId>com.sun.jersey</groupId>
226+
<artifactId>jersey-core</artifactId>
227+
</exclusion>
228+
<exclusion>
229+
<groupId>org.slf4j</groupId>
230+
<artifactId>slf4j-api</artifactId>
231+
</exclusion>
232+
<exclusion>
233+
<groupId>com.sun.jersey</groupId>
234+
<artifactId>jersey-server</artifactId>
235+
</exclusion>
236+
<exclusion>
237+
<groupId>com.sun.jersey</groupId>
238+
<artifactId>jersey-core</artifactId>
239+
</exclusion>
240+
<exclusion>
241+
<groupId>com.sun.jersey</groupId>
242+
<artifactId>jersey-json</artifactId>
243+
</exclusion>
244+
<exclusion>
245+
<!-- hbase uses v2.4, which is better, but ...-->
246+
<groupId>commons-io</groupId>
247+
<artifactId>commons-io</artifactId>
248+
</exclusion>
249+
</exclusions>
250+
</dependency>
251+
<dependency>
252+
<groupId>org.apache.hbase</groupId>
253+
<artifactId>hbase-hadoop-compat</artifactId>
254+
<version>${hbase.version}</version>
255+
</dependency>
256+
<dependency>
257+
<groupId>org.apache.hbase</groupId>
258+
<artifactId>hbase-hadoop-compat</artifactId>
259+
<version>${hbase.version}</version>
260+
<type>test-jar</type>
261+
<scope>test</scope>
262+
</dependency>
154263
<dependency>
155264
<groupId>com.twitter</groupId>
156265
<artifactId>algebird-core_${scala.binary.version}</artifactId>

0 commit comments

Comments
 (0)