Issue 13: Initial Check in of the S3 Connector

build.gradle

@@ -0,0 +1,153 @@
+/*
+ * Build gradle file for the Pravega connector
+ */
+
+plugins {
+    id 'java'
+    id 'distribution'
+    id 'maven'
+}
+
+apply from: "$rootDir/gradle/checkstyle.gradle"
+
+repositories {
+    mavenLocal()
+
+    maven {
+        url = uri('https://oss.jfrog.org/jfrog-dependencies')
+    }
+
+    maven {
+        url = uri('https://jitpack.io')
+    }
+
+    maven {
+        url = uri('https://repo.maven.apache.org/maven2')
+    }
+}
+
+dependencies {
+    compile 'org.glassfish.hk2.external:jakarta.inject:2.6.1'
+    compile 'org.glassfish.jersey.containers:jersey-container-servlet-core:2.30'
+    compile 'org.glassfish.jersey.core:jersey-common:2.30'
+    compile 'org.glassfish.jersey.ext:jersey-proxy-client:2.30'
+    compile 'org.glassfish.jersey.core:jersey-client:2.30'
+    compile 'org.glassfish.jersey.inject:jersey-hk2:2.30'
+    compile 'jakarta.validation:jakarta.validation-api:2.0.2'
+    compile 'com.fasterxml.jackson.core:jackson-databind:2.10.0'
+    compile 'com.fasterxml.jackson.core:jackson-annotations:2.10.0'
+    compile 'com.facebook.airlift:bootstrap:0.198'
+    compile 'com.facebook.airlift:json:0.198'
+    compile 'com.facebook.airlift:log:0.198'
+    compile 'com.facebook.airlift:concurrent:0.198'
+    compile 'com.facebook.airlift:configuration:0.198'
+    compile 'com.facebook.airlift:log-manager:0.198'
+    compile 'com.facebook.airlift:jaxrs:0.198'
+    compile 'com.facebook.airlift:http-server:0.198'
+    compile 'com.google.guava:guava:26.0-jre'
+    compile 'com.google.inject:guice:4.2.2'
+    compile 'com.amazonaws:aws-java-sdk-s3:1.11.871'
+    compile 'com.amazonaws:aws-java-sdk-core:1.11.871'
+    compile 'javax.ws.rs:javax.ws.rs-api:2.1'
+    compile 'org.apache.avro:avro:1.8.1'
+    compile 'com.opencsv:opencsv:4.6'
+    compile 'net.sf.opencsv:opencsv:2.3'
+    compile 'org.json:json:20190722'
+    compile 'joda-time:joda-time:2.2'
+    compile 'com.facebook.presto:presto-record-decoder:0.249'
+    compile 'com.emc.ecs:object-client:3.1.3'
+    compile 'io.pravega:schemaregistry-client:0.2.0'
+    compile 'io.pravega:schemaregistry-contract:0.2.0'
+    compile 'org.apache.parquet:parquet-hadoop:1.10.0'
+    compile 'org.apache.parquet:parquet-column:1.10.0'
+    compile 'org.weakref:jmxutils:1.19'
+    compile 'com.facebook.presto:presto-parquet:0.249'
+    compile 'com.facebook.presto:presto-memory-context:0.249'
+    compile 'com.facebook.presto.hadoop:hadoop-apache2:2.7.4-8'
+    compile 'javax.xml.bind:jaxb-api:2.2.11'
+    compile 'com.sun.xml.bind:jaxb-core:2.2.11'
+    compile 'com.sun.xml.bind:jaxb-impl:2.2.11'
+    compile 'io.airlift:joda-to-java-time-bridge:3'
+    compile 'org.slf4j:slf4j-simple:1.7.5'
+    compile 'com.emc.ecs:smart-client:2.2.1'
+    compile 'com.emc.ecs:object-transform:1.1.0'
+    compile 'org.jdom:jdom2:2.0.6'
+    compile 'io.pravega:schemaregistry-common:0.2.0'
+    compile 'io.pravega:pravega-common:0.9.0'
+    testImplementation 'com.facebook.presto:presto-tests:0.249'
+    testImplementation 'org.eclipse.jetty:jetty-server:9.4.14.v20181114'
+    testImplementation 'org.testng:testng:6.10'
+    testImplementation 'com.facebook.airlift:testing:0.198'
+    compile 'com.facebook.drift:drift-api:1.31'
+    compile 'com.facebook.presto:presto-spi:0.249'
+    compile 'io.airlift:slice:0.38'
+    compile 'org.openjdk.jol:jol-core:0.2'
+    compile 'io.airlift:units:1.3'
+    compile 'com.facebook.presto:presto-common:0.249'
+    compile 'com.facebook.presto:presto-main:0.249'
+}
+
+/*
+    testImplementation "io.pravega:schemaregistry-common:${pravegaSchemaRegistryVersion}"
+*/
+
+group = 'com.facebook.presto'
+version = '0.1.0'
+description = 'S3 PrestoDB Connector'
+sourceCompatibility = '1.8'
+
+compileJava {
+options.debug = true
+options.debugOptions.debugLevel = 'lines,source'
+options.deprecation = true
+}
+
+task copyDependentJars(type: Copy) {
+    println configurations.compile
+    from configurations.runtime
+    into "$buildDir/plugin/libs/s3"
+}
+
+jar {
+    baseName = 's3-connector'
+    destinationDir = file("$buildDir/plugin/libs/s3")
+    manifest {
+        attributes "Main-Class": "com.facebook.presto.s3"
+    }
+}
+
+plugins.withType(DistributionPlugin) {
+    distTar {
+        compression = Compression.GZIP
+        extension = 'tar.gz'
+    }
+}
+
+distributions {
+    main {
+        contents {
+            distributionBaseName = 's3-presto-connector'
+            from(project.configurations.runtime)
+            from jar
+        }
+    }
+}
+
+task zip(type: Zip) {
+    into "$buildDir/plugin/libs/s3"
+    into (project.name + '-' + project.version)
+}
+
+def integration = project.hasProperty("integration")
+
+test {
+    maxHeapSize = "2048m"
+    useTestNG() {
+        suites "src/test/unit-test.xml"
+        if (integration) {
+            suites "src/test/integration-test.xml"
+        }
+    }
+}
+
+jar.dependsOn(copyDependentJars)

config/checkstyle/checkstyle.xml

@@ -0,0 +1,222 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE module PUBLIC
+        "-//Puppy Crawl//DTD Check Configuration 1.3//EN"
+        "http://checkstyle.sourceforge.net/dtds/configuration_1_3.dtd">
+<module name="Checker">
+    <module name="Header">
+        <property name="headerFile" value="HEADER" />
+    </module>
+    <module name="FileTabCharacter" />
+    <module name="NewlineAtEndOfFile">
+        <property name="lineSeparator" value="lf" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\r" />
+        <property name="message" value="Line contains carriage return" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value=" \n" />
+        <property name="message" value="Line has trailing whitespace" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\n\n\n" />
+        <property name="message" value="Multiple consecutive blank lines" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\n\n\Z" />
+        <property name="message" value="Blank line before end of file" />
+    </module>
+
+    <module name="RegexpMultiline">
+        <property name="format" value="\{\n\n" />
+        <property name="message" value="Blank line after opening brace" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="\n\n\s*\}" />
+        <property name="message" value="Blank line before closing brace" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="[^;]\s\)+\s*[\{;,]?\s*\n" />
+        <property name="message" value="Whitespace character before closing parenthesis" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="->\s*\{\s+\}" />
+        <property name="message" value="Whitespace inside empty lambda body" />
+    </module>
+    <module name="RegexpSingleline">
+        <property name="format" value="(class|interface) ([a-zA-Z0-9_])+(&lt;.*&gt;)? (extends|implements)" />
+        <property name="message" value="No new line before extends/implements" />
+    </module>
+
+    <module name="RegexpSingleline">
+        <property name="format" value="^import static .*\.(of|copyOf|valueOf);$" />
+        <property name="message" value="The following methods may not be statically imported: of, copyOf, valueOf" />
+    </module>
+    <module name="RegexpSingleline">
+        <property name="format" value="^import static .*\.(all|none);$" />
+        <property name="message" value="The following methods may not be statically imported: all, none" />
+    </module>
+    <module name="RegexpSingleline">
+        <property name="format" value="^import static (?!java\.lang\.String\.format;).*\.format;" />
+        <property name="message" value="Only 'format' from java.lang.String may be statically imported" />
+    </module>
+    <module name="RegexpSingleline">
+        <property name="format" value="^import static java\.util\.Optional\." />
+        <property name="message" value="Members of Optional may not be statically imported" />
+    </module>
+
+    <module name="RegexpSingleline">
+        <property name="format" value="^([^i]|i[^m]|im[^p]|imp[^o]|impo[^r]|impor[^t]|import[^ ]).*Objects\.requireNonNull" />
+        <property name="message" value="Objects.requireNonNull should only be used with static imports" />
+    </module>
+    <module name="RegexpSingleline">
+        <property name="format" value="^([^i]|i[^m]|im[^p]|imp[^o]|impo[^r]|impor[^t]|import[^ ]).*Math\.toIntExact" />
+        <property name="message" value="Math.toIntExact should only be used with static imports" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="^[ \t]*import org\.testng\.Assert;$" />
+        <property name="message" value="org.testng.Assert should only be used with static imports" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="^[ \t]*import com\.google\.common\.base\.MoreObjects;$" />
+        <property name="message" value="com.google.common.base.MoreObjects should only be used with static imports" />
+    </module>
+
+    <module name="RegexpMultiline">
+        <property name="format" value="^[ \t]*import org\.jetbrains\.annotations\.NotNull;$" />
+        <property name="message" value="Not null is the default for the codebase and should not be annotated" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="^[ \t]*import org\.jetbrains\.annotations\.Nullable;$" />
+        <property name="message" value="Use javax.annotation.Nullable instead of org.jetbrains.annotations.Nullable" />
+    </module>
+    <module name="RegexpMultiline">
+        <property name="format" value="^[ \t]*import static org\.testng\.AssertJUnit\." />
+        <property name="message" value="Use org.testng.Assert instead of org.testng.AssertJUnit" />
+    </module>
+
+    <module name="SuppressWarningsFilter" />
+
+    <module name="TreeWalker">
+        <module name="SuppressWarningsHolder" />
+
+        <module name="EmptyBlock">
+            <property name="option" value="text" />
+            <property name="tokens" value="
+                LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_IF,
+                LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT, STATIC_INIT" />
+        </module>
+        <module name="EmptyStatement" />
+        <module name="EmptyForInitializerPad" />
+        <module name="EmptyForIteratorPad">
+            <property name="option" value="space" />
+        </module>
+        <module name="MethodParamPad">
+            <property name="allowLineBreaks" value="true" />
+            <property name="option" value="nospace" />
+        </module>
+        <module name="ParenPad" />
+        <module name="TypecastParenPad" />
+        <module name="NeedBraces" />
+        <module name="LeftCurly">
+            <property name="option" value="nl" />
+            <property name="tokens" value="CLASS_DEF, CTOR_DEF, INTERFACE_DEF, METHOD_DEF" />
+        </module>
+        <module name="LeftCurly">
+            <property name="option" value="eol" />
+            <property name="tokens" value="
+                 LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY, LITERAL_FOR,
+                 LITERAL_IF, LITERAL_SWITCH, LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE" />
+        </module>
+        <module name="RightCurly">
+            <property name="option" value="alone" />
+        </module>
+        <module name="GenericWhitespace" />
+        <module name="WhitespaceAfter" />
+        <module name="NoWhitespaceAfter" />
+        <module name="NoWhitespaceBefore" />
+        <module name="SingleSpaceSeparator" />
+        <module name="Indentation">
+            <property name="throwsIndent" value="8" />
+            <property name="lineWrappingIndentation" value="8" />
+        </module>
+
+        <module name="UpperEll" />
+        <module name="DefaultComesLast" />
+        <module name="ArrayTypeStyle" />
+        <module name="MultipleVariableDeclarations" />
+        <module name="ModifierOrder" />
+        <module name="OneStatementPerLine" />
+        <module name="StringLiteralEquality" />
+        <module name="MutableException" />
+        <module name="EqualsHashCode" />
+        <module name="InnerAssignment" />
+        <module name="InterfaceIsType" />
+        <module name="HideUtilityClassConstructor" />
+        <module name="ExplicitInitialization" />
+        <module name="OneTopLevelClass" />
+
+        <module name="MemberName" />
+        <module name="LocalVariableName" />
+        <module name="LocalFinalVariableName" />
+        <module name="TypeName" />
+        <module name="PackageName" />
+        <module name="ParameterName" />
+        <module name="StaticVariableName" />
+        <module name="ClassTypeParameterName">
+            <property name="format" value="^[A-Z][0-9]?$" />
+        </module>
+        <module name="MethodTypeParameterName">
+            <property name="format" value="^[A-Z][0-9]?$" />
+        </module>
+
+        <module name="AnnotationUseStyle">
+            <property name="trailingArrayComma" value="ignore" />
+        </module>
+
+        <module name="AvoidStarImport" />
+        <module name="RedundantImport" />
+        <module name="UnusedImports" />
+        <module name="ImportOrder">
+            <property name="groups" value="*,javax,java" />
+            <property name="separated" value="true" />
+            <property name="option" value="bottom" />
+            <property name="sortStaticImportsAlphabetically" value="true" />
+        </module>
+
+        <module name="WhitespaceAround">
+            <property name="allowEmptyConstructors" value="true" />
+            <property name="allowEmptyMethods" value="true" />
+            <property name="allowEmptyLambdas" value="true" />
+            <property name="ignoreEnhancedForColon" value="false" />
+            <property name="tokens" value="
+                ASSIGN, BAND, BAND_ASSIGN, BOR, BOR_ASSIGN, BSR, BSR_ASSIGN,
+                BXOR, BXOR_ASSIGN, COLON, DIV, DIV_ASSIGN, DO_WHILE, EQUAL, GE, GT, LAND,
+                LAMBDA, LE, LITERAL_ASSERT, LITERAL_CATCH, LITERAL_DO, LITERAL_ELSE,
+                LITERAL_FINALLY, LITERAL_FOR, LITERAL_IF, LITERAL_RETURN, LITERAL_SWITCH,
+                LITERAL_SYNCHRONIZED, LITERAL_TRY, LITERAL_WHILE,
+                LOR, LT, MINUS, MINUS_ASSIGN, MOD, MOD_ASSIGN, NOT_EQUAL,
+                PLUS, PLUS_ASSIGN, QUESTION, SL, SLIST, SL_ASSIGN, SR, SR_ASSIGN,
+                STAR, STAR_ASSIGN, TYPE_EXTENSION_AND" />
+        </module>
+
+        <module name="WhitespaceAfter" />
+
+        <module name="NoWhitespaceAfter">
+            <property name="tokens" value="DOT" />
+            <property name="allowLineBreaks" value="false" />
+        </module>
+
+        <module name="IllegalImport">
+            <property name="illegalPkgs" value="org.weakref.jmx.internal" />
+            <property name="illegalPkgs" value="jersey.repackaged" />
+            <property name="illegalPkgs" value="jdk.nashorn.internal" />
+            <property name="illegalPkgs" value="jdk.internal" />
+        </module>
+
+        <module name="IllegalImport">
+            <property name="illegalPkgs" value=".*\.\$internal" />
+            <property name="regexp" value="true" />
+        </module>
+    </module>
+</module>

config/checkstyle/suppressions.xml

@@ -0,0 +1,14 @@
+<?xml version="1.0"?>
+<!DOCTYPE suppressions PUBLIC
+        "-//Puppy Crawl//DTD Suppressions 1.1//EN"
+        "http://www.puppycrawl.com/dtds/suppressions_1_1.dtd">
+<suppressions>
+    <suppress checks="JavadocStyle" files=".+Tests\.java" />
+    <suppress checks="JavadocMethod" files=".+Tests\.java" />
+    <suppress checks="JavadocStyle" files=".+Test\.java" />
+    <suppress checks="JavadocMethod" files=".+Test\.java" />
+    <suppress files="[\\/]generated[\\/]" checks="[a-zA-Z0-9]*"/>
+    <suppress files="\.pem" checks="[a-zA-Z0-9]*"/>
+    <suppress files="passwd" checks="[a-zA-Z0-9]*"/>
+</suppressions>
+