source: gs3-extensions/maori-lang-detection/hdfs-cc-work/conf/ia-hadoop-tools-pom.xml@ 33569

Last change on this file since 33569 was 33524, checked in by ak19, 5 years ago
  1. Further adjustments to documenting what we did to get things to run on the hadoop filesystem. 2. All the hadoop related gitprojects (with patches), separate copy of patches, config modifications and missing jar files that we needed, scripts we created to run on the hdfs machine and its host machine.
File size: 4.9 KB
Line 
1<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2 xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3 <modelVersion>4.0.0</modelVersion>
4
5 <groupId>org.archive</groupId>
6 <artifactId>ia-hadoop-tools</artifactId>
7 <version>1.0-SNAPSHOT</version>
8 <packaging>jar</packaging>
9
10 <name>ia-hadoop-tools</name>
11 <url>http://maven.apache.org</url>
12
13 <properties>
14 <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
15 </properties>
16
17 <dependencies>
18 <!-- START GS TEAM INSERT -->
19 <dependency>
20 <groupId>org.json</groupId>
21 <artifactId>json</artifactId>
22 <version>20131018</version>
23 </dependency>
24 <!-- END GS TEAM INSERT -->
25 <dependency>
26 <groupId>junit</groupId>
27 <artifactId>junit</artifactId>
28 <version>4.10</version>
29 <type>jar</type>
30 <scope>test</scope>
31 </dependency>
32 <dependency>
33 <groupId>org.commoncrawl</groupId>
34 <artifactId>ia-web-commons</artifactId>
35 <version>1.1.9-SNAPSHOT</version>
36 <scope>compile</scope>
37 </dependency>
38 <dependency>
39 <groupId>org.archive.access-control</groupId>
40 <artifactId>access-control</artifactId>
41 <version>0.1.0-SNAPSHOT</version>
42 </dependency>
43 <dependency>
44 <groupId>org.apache.pig</groupId>
45 <artifactId>pig</artifactId>
46 <version>0.10.0</version>
47 <scope>provided</scope>
48 </dependency>
49 <dependency>
50 <groupId>org.mortbay.jetty</groupId>
51 <artifactId>jetty</artifactId>
52 <version>6.1.26</version>
53 <scope>compile</scope>
54 </dependency>
55 <dependency>
56 <groupId>org.apache.httpcomponents</groupId>
57 <artifactId>httpclient</artifactId>
58 <version>4.1.3</version>
59 <type>jar</type>
60 <scope>compile</scope>
61 </dependency>
62 <dependency>
63 <groupId>org.apache.hbase</groupId>
64 <artifactId>hbase</artifactId>
65 <version>0.90.5</version>
66 <type>jar</type>
67 <scope>provided</scope>
68 </dependency>
69 <dependency>
70 <groupId>org.apache.cassandra</groupId>
71 <artifactId>cassandra-all</artifactId>
72 <version>2.0.2</version>
73 </dependency>
74 <dependency>
75 <groupId>com.datastax.cassandra</groupId>
76 <artifactId>cassandra-driver-core</artifactId>
77 <version>2.0.0-rc1</version>
78 </dependency>
79 <dependency>
80 <groupId>org.slf4j</groupId>
81 <artifactId>slf4j-log4j12</artifactId>
82 <version>1.7.5</version>
83 </dependency>
84 <dependency>
85 <groupId>commons-collections</groupId>
86 <artifactId>commons-collections</artifactId>
87 <version>3.1</version>
88 <scope>compile</scope>
89 </dependency>
90
91 </dependencies>
92 <build>
93 <pluginManagement>
94 <plugins>
95 <plugin>
96 <groupId>org.sonatype.plugins</groupId>
97 <artifactId>jarjar-maven-plugin</artifactId>
98 <version>1.5</version>
99 </plugin>
100 </plugins>
101 </pluginManagement>
102 <plugins>
103 <plugin>
104 <groupId>org.apache.maven.plugins</groupId>
105 <artifactId>maven-compiler-plugin</artifactId>
106 <version>2.3.2</version>
107 <configuration>
108 <source>1.6</source>
109 <target>1.6</target>
110 </configuration>
111 </plugin>
112 <plugin>
113 <artifactId>maven-assembly-plugin</artifactId>
114 <version>2.4</version>
115 <configuration>
116
117 <descriptorRefs>
118 <descriptorRef>jar-with-dependencies</descriptorRef>
119 </descriptorRefs>
120
121 <finalName>ia-hadoop-tools</finalName>
122 <archive>
123 <manifest>
124 <mainClass>org.archive.hadoop.jobs.JobDriver</mainClass>
125 </manifest>
126 </archive>
127 </configuration>
128 <executions>
129 <execution>
130 <phase>package</phase>
131 <goals>
132 <goal>single</goal>
133 </goals>
134 </execution>
135 </executions>
136 </plugin>
137 </plugins>
138 <resources>
139 <resource>
140 <directory>src/test/resources</directory>
141 <filtering>true</filtering>
142 </resource>
143 </resources>
144 </build>
145 <repositories>
146 <repository>
147 <id>internetarchive</id>
148 <name>Internet Archive Maven Repository</name>
149 <url>http://builds.archive.org:8080/maven2</url>
150 <layout>default</layout>
151
152 <releases>
153 <enabled>true</enabled>
154 <updatePolicy>daily</updatePolicy>
155 <checksumPolicy>warn</checksumPolicy>
156 </releases>
157 <snapshots>
158 <enabled>true</enabled>
159 <updatePolicy>daily</updatePolicy>
160 <checksumPolicy>fail</checksumPolicy>
161 </snapshots>
162 </repository>
163 </repositories>
164
165 <distributionManagement>
166 <repository>
167 <id>repository</id>
168 <!--Pass as command-line system property to maven -->
169 <url>${repository.url}</url>
170 </repository>
171 </distributionManagement>
172
173</project>
Note: See TracBrowser for help on using the repository browser.