Skip to content

Commit 934f24d

Browse files
committed
review commit
1 parent cf46edc commit 934f24d

File tree

2 files changed

+12
-145
lines changed

2 files changed

+12
-145
lines changed

docs/building-with-maven.md

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,9 @@ For Apache Hadoop versions 1.x, Cloudera CDH MRv1, and other Hadoop versions wit
3939
# Cloudera CDH 4.2.0 with MapReduce v1
4040
$ mvn -Dhadoop.version=2.0.0-mr1-cdh4.2.0 -DskipTests clean package
4141

42+
# Apache Hadoop 0.23.x
43+
$ mvn -Phadoop-0.23 -Dhadoop.version=0.23.7 -DskipTests clean package
44+
4245
For Apache Hadoop 2.x, 0.23.x, Cloudera CDH MRv2, and other Hadoop versions with YARN, you should enable the "yarn-alpha" or "yarn" profile and set the "hadoop.version", "yarn.version" property:
4346

4447
# Apache Hadoop 2.0.5-alpha
@@ -50,6 +53,9 @@ For Apache Hadoop 2.x, 0.23.x, Cloudera CDH MRv2, and other Hadoop versions with
5053
# Apache Hadoop 2.2.X ( e.g. 2.2.0 as below ) and newer
5154
$ mvn -Pyarn -Dhadoop.version=2.2.0 -Dyarn.version=2.2.0 -DskipTests clean package
5255

56+
# Apache Hadoop 0.23.x
57+
$ mvn -Pyarn-alpha -Phadoop-0.23 -Dhadoop.version=0.23.7 -Dyarn.version=0.23.7 -DskipTests clean package
58+
5359
## Spark Tests in Maven ##
5460

5561
Tests are run by default via the [ScalaTest Maven plugin](http://www.scalatest.org/user_guide/using_the_scalatest_maven_plugin). Some of the require Spark to be packaged first, so always run `mvn package` with `-DskipTests` the first time. You can then run the tests with `mvn -Dhadoop.version=... test`.

pom.xml

Lines changed: 6 additions & 145 deletions
Original file line numberDiff line numberDiff line change
@@ -127,6 +127,7 @@
127127
<jetty.version>8.1.14.v20131031</jetty.version>
128128
<chill.version>0.3.1</chill.version>
129129
<codahale.metrics.version>3.0.0</codahale.metrics.version>
130+
<avro.version>1.7.4</avro.version>
130131

131132
<PermGen>64m</PermGen>
132133
<MaxPermGen>512m</MaxPermGen>
@@ -506,7 +507,7 @@
506507
<dependency>
507508
<groupId>org.apache.avro</groupId>
508509
<artifactId>avro</artifactId>
509-
<version>1.7.4</version>
510+
<version>${avro.version}</version>
510511
<exclusions>
511512
<exclusion>
512513
<groupId>org.jboss.netty</groupId>
@@ -521,7 +522,7 @@
521522
<dependency>
522523
<groupId>org.apache.avro</groupId>
523524
<artifactId>avro-ipc</artifactId>
524-
<version>1.7.4</version>
525+
<version>${avro.version}</version>
525526
<exclusions>
526527
<exclusion>
527528
<groupId>org.mortbay.jetty</groupId>
@@ -544,7 +545,7 @@
544545
<dependency>
545546
<groupId>org.apache.avro</groupId>
546547
<artifactId>avro-mapred</artifactId>
547-
<version>1.7.4</version>
548+
<version>${avro.version}</version>
548549
<exclusions>
549550
<exclusion>
550551
<groupId>org.jboss.netty</groupId>
@@ -833,155 +834,15 @@
833834
<profiles>
834835
<!-- SPARK-1121: Adds an explicit dependency on Avro to work around a Hadoop 0.23.X issue -->
835836
<profile>
836-
<id>hadoop0.23.1</id>
837-
<activation>
838-
<property>
839-
<name>hadoop.version</name>
840-
<value>0.23.1</value>
841-
</property>
842-
</activation>
843-
<dependencies>
844-
<dependency>
845-
<groupId>org.apache.avro</groupId>
846-
<artifactId>avro</artifactId>
847-
</dependency>
848-
</dependencies>
849-
</profile>
850-
<profile>
851-
<id>hadoop0.23.2</id>
852-
<activation>
853-
<property>
854-
<name>hadoop.version</name>
855-
<value>0.23.2</value>
856-
</property>
857-
</activation>
858-
<dependencies>
859-
<dependency>
860-
<groupId>org.apache.avro</groupId>
861-
<artifactId>avro</artifactId>
862-
</dependency>
863-
</dependencies>
864-
</profile>
865-
<profile>
866-
<id>hadoop0.23.3</id>
867-
<activation>
868-
<property>
869-
<name>hadoop.version</name>
870-
<value>0.23.3</value>
871-
</property>
872-
</activation>
873-
<dependencies>
874-
<dependency>
875-
<groupId>org.apache.avro</groupId>
876-
<artifactId>avro</artifactId>
877-
</dependency>
878-
</dependencies>
879-
</profile>
880-
<profile>
881-
<id>hadoop0.23.4</id>
882-
<activation>
883-
<property>
884-
<name>hadoop.version</name>
885-
<value>0.23.4</value>
886-
</property>
887-
</activation>
888-
<dependencies>
889-
<dependency>
890-
<groupId>org.apache.avro</groupId>
891-
<artifactId>avro</artifactId>
892-
</dependency>
893-
</dependencies>
894-
</profile>
895-
<profile>
896-
<id>hadoop0.23.5</id>
897-
<activation>
898-
<property>
899-
<name>hadoop.version</name>
900-
<value>0.23.5</value>
901-
</property>
902-
</activation>
903-
<dependencies>
904-
<dependency>
905-
<groupId>org.apache.avro</groupId>
906-
<artifactId>avro</artifactId>
907-
</dependency>
908-
</dependencies>
909-
</profile>
910-
<profile>
911-
<id>hadoop0.23.6</id>
912-
<activation>
913-
<property>
914-
<name>hadoop.version</name>
915-
<value>0.23.6</value>
916-
</property>
917-
</activation>
918-
<dependencies>
919-
<dependency>
920-
<groupId>org.apache.avro</groupId>
921-
<artifactId>avro</artifactId>
922-
</dependency>
923-
</dependencies>
924-
</profile>
925-
<profile>
926-
<id>hadoop0.23.7</id>
927-
<activation>
928-
<property>
929-
<name>hadoop.version</name>
930-
<value>0.23.7</value>
931-
</property>
932-
</activation>
933-
<dependencies>
934-
<dependency>
935-
<groupId>org.apache.avro</groupId>
936-
<artifactId>avro</artifactId>
937-
</dependency>
938-
</dependencies>
939-
</profile>
940-
<profile>
941-
<id>hadoop0.23.8</id>
942-
<activation>
943-
<property>
944-
<name>hadoop.version</name>
945-
<value>0.23.8</value>
946-
</property>
947-
</activation>
948-
<dependencies>
949-
<dependency>
950-
<groupId>org.apache.avro</groupId>
951-
<artifactId>avro</artifactId>
952-
</dependency>
953-
</dependencies>
954-
</profile>
955-
<profile>
956-
<id>hadoop0.23.9</id>
957-
<activation>
958-
<property>
959-
<name>hadoop.version</name>
960-
<value>0.23.9</value>
961-
</property>
962-
</activation>
963-
<dependencies>
964-
<dependency>
965-
<groupId>org.apache.avro</groupId>
966-
<artifactId>avro</artifactId>
967-
</dependency>
968-
</dependencies>
969-
</profile>
970-
<profile>
971-
<id>hadoop0.23.10</id>
972-
<activation>
973-
<property>
974-
<name>hadoop.version</name>
975-
<value>0.23.10</value>
976-
</property>
977-
</activation>
837+
<id>hadoop-0.23</id>
978838
<dependencies>
979839
<dependency>
980840
<groupId>org.apache.avro</groupId>
981841
<artifactId>avro</artifactId>
982842
</dependency>
983843
</dependencies>
984844
</profile>
845+
985846
<profile>
986847
<id>yarn-alpha</id>
987848
<properties>

0 commit comments

Comments
 (0)