Skip to content
This repository was archived by the owner on Oct 24, 2022. It is now read-only.

Commit d279464

Browse files
morazowmorazow
authored
#67: Fixed compilation issues (#68)
1 parent 30aae8a commit d279464

File tree

10 files changed

+538
-458
lines changed

10 files changed

+538
-458
lines changed

‎.github/workflows/ci-build.yml

+41
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,41 @@
1+
name: CI Build
2+
3+
on:
4+
- push
5+
6+
jobs:
7+
build:
8+
runs-on: ubuntu-latest
9+
steps:
10+
- name: Checkout the repository
11+
uses: actions/checkout@v2
12+
with:
13+
fetch-depth: 0
14+
- name: Set up JDK 8
15+
uses: actions/setup-java@v1
16+
with:
17+
java-version: 1.8
18+
- name: Cache local Maven repository
19+
uses: actions/cache@v2
20+
with:
21+
path: ~/.m2/repository
22+
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
23+
restore-keys: |
24+
${{ runner.os }}-maven-
25+
- name: Run tests and build with maven
26+
run: mvn --batch-mode --update-snapshots clean verify
27+
env:
28+
GITHUB_OAUTH: ${{ secrets.GITHUB_TOKEN }}
29+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
30+
SONAR_TOKEN: ${{ secrets.SONAR_TOKEN }}
31+
- name: Build Apache artifact
32+
run: mvn clean -DskipTests package -P apache -Dhadoop.version=3.2.2 -Dhive.version=2.3.9
33+
- name: Build Cloudera artifact
34+
run: mvn clean -DskipTests package -P cloudera -Dhadoop.version=2.6.0-cdh5.16.2 -Dhive.version=1.1.0-cdh5.16.2
35+
- name: Build Cloudera 6.x version artifact
36+
run: mvn clean -DskipTests package -P cloudera6x -Dhadoop.version=3.0.0-cdh6.2.0 -Dhive.version=2.1.1-cdh6.2.0
37+
- name: Build Hortonworks artifact
38+
run: mvn clean -DskipTests package -P hortonworks -Dhadoop.version=2.7.3.2.6.5.3004-13 -Dhive.version=2.1.0.2.6.5.3004-13
39+
- name: Build Mapr artifact
40+
run: mvn clean -DskipTests package -P mapr -Dhadoop.version=2.7.0-mapr-1602 -Dhive.version=2.0.0-mapr-1605
41+

‎.travis.yml

-25
This file was deleted.

‎README.md

+3-4
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,10 @@
11
# Hadoop ETL UDFs
22

3-
[![Build Status](https://travis-ci.com/exasol/hadoop-etl-udfs.svg?branch=main)](https://travis-ci.com/exasol/hadoop-etl-udfs)
4-
5-
6-
###### Please note that this is an open source project which is officially supported by Exasol. For any questions, you can contact our support team. Please note, however, that the EXPORT functionality is still in BETA mode.
3+
[![Build Status](https://github.com/exasol/hadoop-etl-udfs/actions/workflows/ci-build.yml/badge.svg)](https://github.com/exasol/hadoop-etl-udfs/actions/workflows/ci-build.yml)
4+
[![GitHub Release](https://img.shields.io/github/release/exasol/hadoop-etl-udfs.svg?logo=github)](https://github.com/exasol/hadoop-etl-udfs/releases/latest)
75

86
## Overview
7+
98
Hadoop ETL UDFs are the main way to transfer data between Exasol and Hadoop (HCatalog tables on HDFS). The SQL syntax for calling the UDFs is similar to that of Exasol's native IMPORT and EXPORT commands, but with added UDF paramters for specifying the various necessary and optional Hadoop properties.
109

1110
A brief overview of features includes support for:

‎doc/changes/changes_1.0.0.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Hadoo ETL UDFs 1.0.0, released 2020-12-DD
1+
# Hadoo ETL UDFs 1.0.0, released 2021-10-21
22

33
## Bugfixes
44

‎exa-parquet-api/pom.xml

+22-10
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,28 @@
11
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2-
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3-
4-
<modelVersion>4.0.0</modelVersion>
5-
6-
<parent>
2+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3+
<modelVersion>4.0.0</modelVersion>
4+
<parent>
75
<groupId>com.exasol</groupId>
86
<artifactId>exa-hadoop-etl-udfs</artifactId>
9-
<version>1.0.0-SNAPSHOT</version>
7+
<version>1.0.0</version>
108
</parent>
9+
<artifactId>exa-parquet-api</artifactId>
10+
<properties>
11+
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
12+
<java.version>1.8</java.version>
13+
</properties>
1114

12-
<artifactId>exa-parquet-api</artifactId>
13-
14-
<dependencies />
15-
15+
<build>
16+
<plugins>
17+
<plugin>
18+
<groupId>org.apache.maven.plugins</groupId>
19+
<artifactId>maven-compiler-plugin</artifactId>
20+
<version>3.2</version>
21+
<configuration>
22+
<source>${java.version}</source>
23+
<target>${java.version}</target>
24+
</configuration>
25+
</plugin>
26+
</plugins>
27+
</build>
1628
</project>

‎hadoop-etl-common/pom.xml

+45-24
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,12 @@
11
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2-
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3-
4-
<modelVersion>4.0.0</modelVersion>
5-
2+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3+
<modelVersion>4.0.0</modelVersion>
64
<parent>
75
<groupId>com.exasol</groupId>
86
<artifactId>exa-hadoop-etl-udfs</artifactId>
9-
<version>1.0.0-SNAPSHOT</version>
7+
<version>1.0.0</version>
108
</parent>
11-
12-
<artifactId>hadoop-etl-common</artifactId>
13-
9+
<artifactId>hadoop-etl-common</artifactId>
1410
<properties>
1511
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
1612
<java.version>1.8</java.version>
@@ -45,7 +41,7 @@
4541
<dependency>
4642
<groupId>com.exasol</groupId>
4743
<artifactId>parquet</artifactId>
48-
<version>1.0.0-SNAPSHOT</version>
44+
<version>1.0.0</version>
4945
</dependency>
5046
</dependencies>
5147
</profile>
@@ -58,7 +54,26 @@
5854
<dependency>
5955
<groupId>com.exasol</groupId>
6056
<artifactId>parquet-pre-1.7</artifactId>
61-
<version>1.0.0-SNAPSHOT</version>
57+
<version>1.0.0</version>
58+
</dependency>
59+
</dependencies>
60+
<repositories>
61+
<repository>
62+
<id>cloudera</id>
63+
<url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
64+
</repository>
65+
</repositories>
66+
</profile>
67+
<profile>
68+
<id>cloudera6x</id>
69+
<activation>
70+
<activeByDefault>false</activeByDefault>
71+
</activation>
72+
<dependencies>
73+
<dependency>
74+
<groupId>com.exasol</groupId>
75+
<artifactId>parquet</artifactId>
76+
<version>1.0.0</version>
6277
</dependency>
6378
</dependencies>
6479
<repositories>
@@ -77,18 +92,18 @@
7792
<dependency>
7893
<groupId>com.exasol</groupId>
7994
<artifactId>parquet</artifactId>
80-
<version>1.0.0-SNAPSHOT</version>
95+
<version>1.0.0</version>
8196
</dependency>
8297
</dependencies>
8398
<repositories>
8499
<repository>
85100
<id>hortonworks releases</id>
86-
<url>http://repo.hortonworks.com/content/repositories/releases/</url>
101+
<url>https://repo.hortonworks.com/content/repositories/releases/</url>
87102
</repository>
88103
<!-- Hortonworks introduces a strange dependency to org.mortbay.jetty:jetty:jar:6.1.26.hwx, available in a special repo -->
89104
<repository>
90105
<id>hortonworks jetty</id>
91-
<url>http://repo.hortonworks.com/content/repositories/jetty-hadoop/</url>
106+
<url>https://repo.hortonworks.com/content/repositories/jetty-hadoop/</url>
92107
</repository>
93108
</repositories>
94109
</profile>
@@ -101,13 +116,13 @@
101116
<dependency>
102117
<groupId>com.exasol</groupId>
103118
<artifactId>parquet</artifactId>
104-
<version>1.0.0-SNAPSHOT</version>
119+
<version>1.0.0</version>
105120
</dependency>
106121
</dependencies>
107122
<repositories>
108123
<repository>
109124
<id>mapr-releases</id>
110-
<url>http://repository.mapr.com/maven/</url>
125+
<url>https://repository.mapr.com/maven/</url>
111126
</repository>
112127
</repositories>
113128
</profile>
@@ -117,7 +132,7 @@
117132
<dependency>
118133
<groupId>com.exasol</groupId>
119134
<artifactId>exa-parquet-api</artifactId>
120-
<version>1.0.0-SNAPSHOT</version>
135+
<version>1.0.0</version>
121136
</dependency>
122137
<dependency>
123138
<groupId>com.exasol</groupId>
@@ -191,6 +206,16 @@
191206
<groupId>org.apache.hive</groupId>
192207
<artifactId>hive-exec</artifactId>
193208
<version>${hive.version}</version>
209+
<exclusions>
210+
<exclusion>
211+
<groupId>eigenbase</groupId>
212+
<artifactId>eigenbase-properties</artifactId>
213+
</exclusion>
214+
<exclusion>
215+
<groupId>org.pentaho</groupId>
216+
<artifactId>pentaho-aggdesigner-algorithm</artifactId>
217+
</exclusion>
218+
</exclusions>
194219
</dependency>
195220
<dependency>
196221
<groupId>org.apache.hive</groupId>
@@ -201,15 +226,12 @@
201226
<groupId>org.apache.slider</groupId>
202227
<artifactId>slider-core</artifactId>
203228
</exclusion>
229+
<exclusion>
230+
<groupId>org.glassfish</groupId>
231+
<artifactId>javax.el</artifactId>
232+
</exclusion>
204233
</exclusions>
205234
</dependency>
206-
<!--
207-
<dependency>
208-
<groupId>org.anarres.lzo</groupId>
209-
<artifactId>lzo-hadoop</artifactId>
210-
<version>1.0.4</version>
211-
</dependency>
212-
-->
213235
</dependencies>
214236

215237
<build>
@@ -225,5 +247,4 @@
225247
</plugin>
226248
</plugins>
227249
</build>
228-
229250
</project>

‎hadoop-etl-dist/pom.xml

+25-17
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,12 @@
11
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2-
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3-
4-
<modelVersion>4.0.0</modelVersion>
5-
6-
<parent>
2+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
3+
<modelVersion>4.0.0</modelVersion>
4+
<parent>
75
<groupId>com.exasol</groupId>
86
<artifactId>exa-hadoop-etl-udfs</artifactId>
9-
<version>1.0.0-SNAPSHOT</version>
7+
<version>1.0.0</version>
108
</parent>
11-
12-
<artifactId>hadoop-etl-dist</artifactId>
13-
9+
<artifactId>hadoop-etl-dist</artifactId>
1410
<properties>
1511
<maven.deploy.skip>true</maven.deploy.skip>
1612
</properties>
@@ -25,7 +21,7 @@
2521
<dependency>
2622
<groupId>com.exasol</groupId>
2723
<artifactId>parquet</artifactId>
28-
<version>1.0.0-SNAPSHOT</version>
24+
<version>1.0.0</version>
2925
</dependency>
3026
</dependencies>
3127
</profile>
@@ -38,7 +34,20 @@
3834
<dependency>
3935
<groupId>com.exasol</groupId>
4036
<artifactId>parquet-pre-1.7</artifactId>
41-
<version>1.0.0-SNAPSHOT</version>
37+
<version>1.0.0</version>
38+
</dependency>
39+
</dependencies>
40+
</profile>
41+
<profile>
42+
<id>cloudera6x</id>
43+
<activation>
44+
<activeByDefault>false</activeByDefault>
45+
</activation>
46+
<dependencies>
47+
<dependency>
48+
<groupId>com.exasol</groupId>
49+
<artifactId>parquet</artifactId>
50+
<version>1.0.0</version>
4251
</dependency>
4352
</dependencies>
4453
</profile>
@@ -51,7 +60,7 @@
5160
<dependency>
5261
<groupId>com.exasol</groupId>
5362
<artifactId>parquet</artifactId>
54-
<version>1.0.0-SNAPSHOT</version>
63+
<version>1.0.0</version>
5564
</dependency>
5665
</dependencies>
5766
</profile>
@@ -64,7 +73,7 @@
6473
<dependency>
6574
<groupId>com.exasol</groupId>
6675
<artifactId>parquet</artifactId>
67-
<version>1.0.0-SNAPSHOT</version>
76+
<version>1.0.0</version>
6877
</dependency>
6978
</dependencies>
7079
</profile>
@@ -74,12 +83,12 @@
7483
<dependency>
7584
<groupId>com.exasol</groupId>
7685
<artifactId>hadoop-etl-common</artifactId>
77-
<version>1.0.0-SNAPSHOT</version>
86+
<version>1.0.0</version>
7887
</dependency>
7988
<dependency>
8089
<groupId>com.exasol</groupId>
8190
<artifactId>exa-parquet-api</artifactId>
82-
<version>1.0.0-SNAPSHOT</version>
91+
<version>1.0.0</version>
8392
</dependency>
8493
</dependencies>
8594

@@ -131,13 +140,12 @@
131140
<!-- Resources transformer that relocates classes in META-INF/services and appends entries in META-INF/services resources into a single resource. -->
132141
<configuration>
133142
<transformers>
134-
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
143+
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
135144
</transformers>
136145
</configuration>
137146
</execution>
138147
</executions>
139148
</plugin>
140149
</plugins>
141150
</build>
142-
143151
</project>

0 commit comments

Comments
 (0)