-
Notifications
You must be signed in to change notification settings - Fork 15
/
pom.xml
399 lines (387 loc) · 17 KB
/
pom.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.expediagroup</groupId>
<artifactId>eg-oss-parent</artifactId>
<version>2.4.0</version>
</parent>
<groupId>com.hotels</groupId>
<artifactId>circus-train-parent</artifactId>
<description>circus-train replicates data and hive metadata between various clusters</description>
<version>16.4.2-SNAPSHOT</version>
<packaging>pom</packaging>
<name>Circus Train Parent</name>
<inceptionYear>2016</inceptionYear>
<scm>
<connection>scm:git:https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/ExpediaGroup/circus-train.git</connection>
<developerConnection>scm:git:https://${GIT_USERNAME}:${GIT_PASSWORD}@github.com/ExpediaGroup/circus-train.git</developerConnection>
<url>https://github.com/ExpediaGroup/circus-train</url>
<tag>HEAD</tag>
</scm>
<modules>
<module>circus-train-api</module>
<module>circus-train-avro</module>
<module>circus-train-aws</module>
<module>circus-train-core</module>
<module>circus-train-distcp-copier</module>
<module>circus-train-gcp</module>
<module>circus-train-integration-tests</module>
<module>circus-train-metrics</module>
<module>circus-train-housekeeping</module>
<module>circus-train-s3-mapreduce-cp-copier</module>
<module>circus-train-s3-mapreduce-cp</module>
<module>circus-train-s3-s3-copier</module>
<module>circus-train-package</module>
<module>circus-train-aws-sns</module>
<module>circus-train-hive</module>
<module>circus-train-hive-view</module>
<module>circus-train-tool-parent</module>
<module>circus-train-comparator</module>
<module>circus-train-common-test</module>
</modules>
<properties>
<jdk.version>1.8</jdk.version>
<maven-assembly-plugin.version>3.1.0</maven-assembly-plugin.version>
<maven-shade-plugin.version>3.1.0</maven-shade-plugin.version>
<shade.prefix>${project.groupId}.shaded</shade.prefix>
<spring-platform.version>2.0.8.RELEASE</spring-platform.version>
<spring-boot.version>1.5.22.RELEASE</spring-boot.version>
<spring-core.version>4.3.9.RELEASE</spring-core.version>
<!-- BEGIN: AWS jdk version + dependencies -->
<aws-jdk.version>1.11.728</aws-jdk.version>
<httpcomponents.httpclient.version>4.5.13</httpcomponents.httpclient.version>
<jackson.version>2.10.0</jackson.version>
<!-- END: AWS jdk version + dependencies -->
<hadoop.version>2.7.1</hadoop.version>
<hive.version>2.3.7</hive.version>
<mockito.version>2.28.2</mockito.version>
<junit.version>4.13.1</junit.version>
<powermock.version>2.0.2</powermock.version>
<derby.version>10.10.2.0</derby.version>
<beeju.version>4.0.0</beeju.version>
<hamcrest-library.version>1.3</hamcrest-library.version>
<housekeeping.version>3.1.0</housekeeping.version>
<guava.version>20.0</guava.version>
<hcommon-hive-metastore.version>1.3.0</hcommon-hive-metastore.version>
<log4j2.version>2.17.1</log4j2.version>
</properties>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-dependencies</artifactId>
<version>${spring-boot.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
<dependency>
<groupId>org.springframework</groupId>
<artifactId>spring-core</artifactId>
<version>${spring-core.version}</version>
</dependency>
<!-- Log4j v2 -->
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-core</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-api</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-web</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-jul</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-slf4j-impl</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-1.2-api</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>org.apache.logging.log4j</groupId>
<artifactId>log4j-to-slf4j</artifactId>
<version>${log4j2.version}</version>
</dependency>
<dependency>
<groupId>com.hotels</groupId>
<artifactId>housekeeping</artifactId>
<version>${housekeeping.version}</version>
</dependency>
<dependency>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
<version>${guava.version}</version>
</dependency>
<dependency>
<groupId>io.spring.platform</groupId>
<artifactId>platform-bom</artifactId>
<version>${spring-platform.version}</version>
<type>pom</type>
<scope>import</scope>
<exclusions>
<exclusion>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-common</artifactId>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-common</artifactId>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-mapreduce-client-core</artifactId>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-hdfs</artifactId>
<version>${hadoop.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-metastore</artifactId>
<version>${hive.version}</version>
<scope>provided</scope>
<exclusions>
<exclusion>
<groupId>jdk.tools</groupId>
<artifactId>jdk.tools</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.hive</groupId>
<artifactId>hive-exec</artifactId>
<classifier>core</classifier>
<version>${hive.version}</version>
<exclusions>
<exclusion>
<groupId>org.pentaho</groupId>
<artifactId>pentaho-aggdesigner-algorithm</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-s3</artifactId>
<version>${aws-jdk.version}</version>
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-sns</artifactId>
<version>${aws-jdk.version}</version>
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-core</artifactId>
<version>${aws-jdk.version}</version>
</dependency>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>${httpcomponents.httpclient.version}</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-annotations</artifactId>
<version>${jackson.version}</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-core</artifactId>
<version>${jackson.version}</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
<version>${jackson.version}</version>
</dependency>
<dependency>
<groupId>com.fasterxml.jackson.dataformat</groupId>
<artifactId>jackson-dataformat-cbor</artifactId>
<version>${jackson.version}</version>
</dependency>
<dependency>
<groupId>com.hotels</groupId>
<artifactId>hcommon-hive-metastore</artifactId>
<version>${hcommon-hive-metastore.version}</version>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>${junit.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId>
<version>${mockito.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.hamcrest</groupId>
<artifactId>hamcrest-library</artifactId>
<scope>test</scope>
<version>${hamcrest-library.version}</version>
</dependency>
<dependency>
<groupId>org.dbunit</groupId>
<artifactId>dbunit</artifactId>
<version>2.5.1</version>
<scope>test</scope>
<exclusions>
<exclusion>
<artifactId>junit</artifactId>
<groupId>junit</groupId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.powermock</groupId>
<artifactId>powermock-api-mockito2</artifactId>
<version>${powermock.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.powermock</groupId>
<artifactId>powermock-module-junit4</artifactId>
<version>${powermock.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>com.github.springtestdbunit</groupId>
<artifactId>spring-test-dbunit</artifactId>
<version>1.2.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>com.hotels</groupId>
<artifactId>beeju</artifactId>
<version>${beeju.version}</version>
<scope>test</scope>
<exclusions>
<exclusion>
<groupId>org.apache.hive</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.derby</groupId>
<artifactId>derby</artifactId>
<version>${derby.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>net.sourceforge.cobertura</groupId>
<artifactId>cobertura-runtime</artifactId>
<version>${cobertura.version}</version>
<scope>test</scope>
<type>pom</type>
<exclusions>
<exclusion>
<groupId>ch.qos.logback</groupId>
<artifactId>logback-classic</artifactId>
</exclusion>
</exclusions>
</dependency>
</dependencies>
</dependencyManagement>
<build>
<pluginManagement>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<version>${maven-shade-plugin.version}</version>
</plugin>
<plugin>
<groupId>com.mycila</groupId>
<artifactId>license-maven-plugin</artifactId>
<version>${license.maven.plugin.version}</version>
<configuration>
<!-- excluding files that don't need a header update -->
<excludes>
<exclude>src/main/java/com/hotels/bdp/circustrain/api/metastore/compatibility/HiveMetaStoreClientCompatibility12x.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/comparator/comparator/PropertyComparator.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/api/validation/constraints/TunnelRoute.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/api/validation/constraintvalidators/TunnelRouteValidator.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/command/RetriableCommand.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/io/BytesFormatter.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/io/ThrottledInputStream.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/jcommander/PositiveLong.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/jcommander/PositiveNonZeroInteger.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/jcommander/PositiveNonZeroLong.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/lib/DynamicInputChunk.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/lib/DynamicInputFormat.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/lib/DynamicRecordReader.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/CopyCommitter.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/CopyMapper.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/CopyOutputFormat.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/Counter.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/RetriableFileCopyCommand.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/UniformSizeInputFormat.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/util/ConfigurationUtil.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/util/IoUtil.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/util/PathUtil.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/CopyListing.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/CopyListingFileStatus.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/S3MapReduceCp.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/S3MapReduceCpConstants.java</exclude>
<exclude>src/main/java/com/hotels/bdp/circustrain/s3mapreducecp/SimpleCopyListing.java</exclude>
<exclude>src/main/resources/s3mapreducecp-default.xml</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/command/RetriableCommandTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/io/ThrottledInputStreamTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/mapreduce/lib/DynamicInputFormatTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/util/ConfigurationUtilTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/util/IoUtilTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/util/PathUtilTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/util/S3MapReduceCpTestUtils.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/CopyListingTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/OptionsParserTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/SimpleCopyListingTest.java</exclude>
<exclude>src/test/java/com/hotels/bdp/circustrain/s3mapreducecp/StubContext.java</exclude>
</excludes>
</configuration>
</plugin>
</plugins>
</pluginManagement>
</build>
<reporting>
<plugins>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>findbugs-maven-plugin</artifactId>
<version>${findbugs.maven.plugin.version}</version>
<configuration>
<excludeFilterFile>file://${project.build.directory}/plugin-config/findbugs/hotels-findbugs-exclude.xml</excludeFilterFile>
</configuration>
</plugin>
</plugins>
</reporting>
</project>