[WIP] Update mantis 3rd party dependency specifications

build.gradle

@@ -35,21 +35,82 @@ buildscript {
 }
 
 ext.versions = [
+        akkaHttpVersion : '10.2.7',
+        akkaVersion : '2.6.15',
+        archaiusVersion: "latest.release",
+        avroVersion : "1.10.2",
+        cliParserVersion : '1.1.1',
+        configMagicVersion : '0.11',
+        curatorVersion : '2.12.+',
+        fenzoVersion : '0.13.8',
         flink    : "1.14.2",
+        gsonVersion : "2.8.+",
+        guavaFailureAccessVersion : '1.0.1',
+        guavaVersion : '31.1-jre',
+        guiceVersion : "4.2.2",
+        guiceServletVersion : '4.0',
         hadoop   : "2.7.7",
+        hdrHistogramVersion : '2.+',
+        httpComponentsVersion : '4.5.9',
+        icebergVersion : "0.14.+",
+        jacksonVersion : '2.12.+',
+        jctoolsVersion : "1.+",
+        jlineVersion : '0.9.94',
+        jodaTimeVersion : '2.+',
+        jsonVersion : '20180813',
         junit4   : "4.11",
         junit5   : "5.4.+",
-        mockito  : "2.0.+",
+        kafkaVersion : "2.2.+",
+        mantisConnectorsVersion : '1.2.5',
+        mantisRxControlVersion : '1.3.+',
+        mesosVersion : '1.7.2',
+        mockito  : "2.18.+",
+        mockito1 : "1.9.5",
         mockito3 : "3.+",
-        spectator: "1.3.+",
+        mockNeatVersion : '0.4.8',
+        mqlVersion : '3.4.+',
+        nettyVersion3 : '3.7.0.Final',
+        nettyVersion : "4.1.34.Final",
+        parquetVersion : "1.12.0",
+        rxJavaMathVersion : "0.20.6",
+        rxJavaReactiveStreamsVersion : '1.+',
+        scalaBinaryVersion : '2.12',
+        snappyVersion : "1.1.+",
+        spectator: "latest.release",
         slf4j    : "1.7.0",
+        testngVersion : '6.14.+',
         vavr     : "0.9.2",
+        zookeeperVersion : '3.4.+',
 ]
 
 ext.libraries = [
+        akkaActor      : "com.typesafe.akka:akka-actor_${versions.scalaBinaryVersion}:${versions.akkaVersion}",
+        akkaHttp       : [
+            "com.typesafe.akka:akka-http_${versions.scalaBinaryVersion}:${versions.akkaHttpVersion}",
+            "com.typesafe.akka:akka-http-caching_${versions.scalaBinaryVersion}:${versions.akkaHttpVersion}",
+            "com.typesafe.akka:akka-http-jackson_${versions.scalaBinaryVersion}:${versions.akkaHttpVersion}",
+        ],
+        akkaSlf4j      : "com.typesafe.akka:akka-slf4j_${versions.scalaBinaryVersion}:${versions.akkaVersion}",
+        akkaStream     : "com.typesafe.akka:akka-stream_${versions.scalaBinaryVersion}:${versions.akkaVersion}",
+        akkaTestkit    : "com.typesafe.akka:akka-testkit_${versions.scalaBinaryVersion}:${versions.akkaVersion}",
+        akkaHttpTestkit: "com.typesafe.akka:akka-http-testkit_${versions.scalaBinaryVersion}:${versions.akkaHttpVersion}",
+        archaius2Api   : "com.netflix.archaius:archaius2-api:${versions.archaiusVersion}",
+        archaius2Core  : "com.netflix.archaius:archaius2-core:${versions.archaiusVersion}",
+        archaius2Guice : "com.netflix.archaius:archaius2-guice:${versions.archaiusVersion}",
         asyncHttpClient: "org.asynchttpclient:async-http-client:2.12.3",
+        avro           : "org.apache.avro:avro:${versions.avroVersion}",
         commonsIo      : "commons-io:commons-io:2.11.0",
         commonsLang3   : 'org.apache.commons:commons-lang3:3.5',
+        configMagic    : "org.skife.config:config-magic:${versions.configMagicVersion}",
+        cliParser      : "com.github.spullara.cli-parser:cli-parser:${versions.cliParserVersion}",
+        curator        : [
+            "org.apache.curator:curator-recipes:${versions.curatorVersion}",
+            "org.apache.curator:curator-framework:${versions.curatorVersion}",
+            "org.apache.curator:curator-client:${versions.curatorVersion}",
+        ],
+        failureaccess  : "com.google.guava:failureaccess:${versions.guavaFailureAccessVersion}",
+        fenzoCore      : "com.netflix.fenzo:fenzo-core:${versions.fenzoVersion}",
+        fenzoTriggers  : "com.netflix.fenzo:fenzo-triggers:${versions.fenzoVersion}",
         flinkCore      : "org.apache.flink:flink-core:${versions.flink}",
         flinkRpcApi    : [
                 "org.apache.flink:flink-rpc-core:${versions.flink}",
@@ -61,28 +122,84 @@ ext.libraries = [
                 "junit:junit:${versions.junit4}",
                 "junit:junit-dep:${versions.junit4}",
         ],
+        gson           : "com.google.code.gson:gson:${versions.gsonVersion}",
+        guava          : "com.google.guava:guava:${versions.guavaVersion}",
+        guice          : "com.google.inject:guice:${versions.guiceVersion}",
+        guiceServlet   : "com.google.inject.extensions:guice-servlet:${versions.guiceServletVersion}",
         hadoopCommon   : "org.apache.hadoop:hadoop-common:${versions.hadoop}",
         hadoopS3       : "org.apache.hadoop:hadoop-aws:${versions.hadoop}",
+        hamcrest       : "org.hamcrest:hamcrest-core:1.3",
+        hamcrestAll    : "org.hamcrest:hamcrest-all:1.3",
+        hbcCore        : "com.twitter:hbc-core:2.2.0",
+        hdrHistogram   : "org.hdrhistogram:HdrHistogram:${versions.hdrHistogramVersion}",
+        httpClient     : "org.apache.httpcomponents:httpclient:${versions.httpComponentsVersion}",
+        iceberg        : [
+            "org.apache.iceberg:iceberg-api:${versions.icebergVersion}",
+            "org.apache.iceberg:iceberg-core:${versions.icebergVersion}",
+            "org.apache.iceberg:iceberg-data:${versions.icebergVersion}",
+            "org.apache.iceberg:iceberg-parquet:${versions.icebergVersion}", 
+        ],
+        jackson        : [
+            "com.fasterxml.jackson.core:jackson-annotations:${versions.jacksonVersion}",
+            "com.fasterxml.jackson.core:jackson-core:${versions.jacksonVersion}",
+            "com.fasterxml.jackson.core:jackson-databind:${versions.jacksonVersion}",
+            "com.fasterxml.jackson.datatype:jackson-datatype-jdk8:${versions.jacksonVersion}",
+        ],
+        jacksonDatatypeJsr310 : "com.fasterxml.jackson.datatype:jackson-datatype-jsr310:${versions.jacksonVersion}",
+        jacksonModuleAfterburner : "com.fasterxml.jackson.module:jackson-module-afterburner:${versions.jacksonVersion}",
+        jacksonDataformatCbor :  "com.fasterxml.jackson.dataformat:jackson-dataformat-cbor:${versions.jacksonVersion}",
+        javaxServletApi: "javax.servlet:javax.servlet-api:3.1.0",
+        jcip           : "net.jcip:jcip-annotations:1.0",
+        jctools        : "org.jctools:jctools-core:${versions.jctoolsVersion}",
+        jline          : "jline:jline:${versions.jlineVersion}",
+        jodaTime       : "joda-time:joda-time:${versions.jodaTimeVersion}",
+        json           : "org.json:json:${versions.jsonVersion}",
         junitJupiter   : [
                 "org.junit.jupiter:junit-jupiter-api:${versions.junit5}",
                 "org.junit.jupiter:junit-jupiter-engine:${versions.junit5}",
                 "org.junit.jupiter:junit-jupiter-params:${versions.junit5}",
         ],
+        kafkaClients   : "org.apache.kafka:kafka-clients:${versions.kafkaVersion}",
+        mantisConnectorJob : "io.mantisrx:mantis-connector-job:${versions.mantisConnectorsVersion}",
         mantisShaded   : "io.mantisrx:mantis-shaded:2.0.2",
+        mantisRxControl: "io.mantisrx:mantis-rxcontrol:${versions.mantisRxControlVersion}",
+        mesos          : "org.apache.mesos:mesos:${versions.mesosVersion}",
+        moa            : "nz.ac.waikato.cms.moa:moa:2017.06",
         mockitoAll     : "org.mockito:mockito-all:${versions.mockito}",
+        mockitoAll1    : "org.mockito:mockito-all:${versions.mockito1}",
         mockitoCore    : "org.mockito:mockito-core:${versions.mockito}",
         mockitoCore3   : "org.mockito:mockito-core:${versions.mockito3}",
-        mockneat       : "net.andreinc:mockneat:0.4.8",
+        mockneat       : "net.andreinc:mockneat:${versions.mockneatVersion}",
+        mqlJvm         : "io.mantisrx:mql-jvm:${versions.mqlVersion}",
+        netty          : "io.netty:netty:${versions.nettyVersion}",
+        nettyAll       : "io.netty:netty-all:${versions.nettyVersion}",
+        nettyBuffer    : "io.netty:netty-buffer:${versions.nettyVersion}",
+        nettyCodec     : "io.netty:netty-codec-http:${versions.nettyVersion}",
+        nettyEpoll     : "io.netty:netty-transport-native-epoll:${versions.nettyVersion}:linux-x86_64",
+        nettyHandler   : "io.netty:netty-handler:${versions.nettyVersion}",
+        parquetHadoop  : "org.apache.parquet:parquet-hadoop:${versions.parquetVersion}",
         rxJava         : "io.reactivex:rxjava:1.3.8",
+        rxJavaMath     : "com.netflix.rxjava:rxjava-math:${versions.rxJavaMathVersion}",
+        rxJavaReactiveStreams : "io.reactivex:rxjava-reactive-streams:${versions.rxJavaReactiveStreamsVersion}",
         rxNettyShaded  : "com.netflix:mantis-rxnetty:0.4.19.1",
+        sketchesCore   : "com.yahoo.datasketches:sketches-core:0.9.1",
         slf4jApi       : "org.slf4j:slf4j-api:${versions.slf4j}",
         slf4jLog4j12   : "org.slf4j:slf4j-log4j12:${versions.slf4j}",
+        snappyJava     : "org.xerial.snappy:snappy-java:${versions.snappyVersion}",
         spectatorApi   : "com.netflix.spectator:spectator-api:${versions.spectator}",
+        spectatorExtIpc: "com.netflix.spectator:spectator-ext-ipc:${versions.spectator}",
+        spectatorApi0 : "com.netflix.spectator:spectator-api:0.134.0",
+        spectatorExtIpc0: "com.netflix.spectator:spectator-ext-ipc:0.134.0",
+        spectatorPlugin: "com.netflix.spectator:spectator-nflx-plugin:${versions.spectatorVersion}",
+        spectatorPlugin0: "com.netflix.spectator:spectator-nflx-plugin:0.134.0",
         spotifyFutures : "com.spotify:completable-futures:0.3.1",
+        testng         : "org.testng:testng:${versions.testngVersion}",
         vavr           : "io.vavr:vavr:${versions.vavr}",
         vavrJackson    : "io.vavr:vavr-jackson:${versions.vavr}",
         vavrTest       : "io.vavr:vavr-test:${versions.vavr}",
+        wiremock       : "com.github.tomakehurst:wiremock-jre8:2.21.0",
         zip4j          : "net.lingala.zip4j:zip4j:2.9.0",
+        zookeeper      : "org.apache.zookeeper:zookeeper:${versions.zookeeperVersion}"
 ]
 
 allprojects {
@@ -161,4 +278,4 @@ subprojects {
     }
 }
 
-apply from: file('baseline.gradle')
+apply from: file('baseline.gradle')

mantis-common/build.gradle

@@ -16,19 +16,13 @@
 
 apply plugin: 'java-test-fixtures'
 
-ext {
-    jctoolsVersion = '1.+'
-    nettyVersion = '4.1.17.Final'
-    snappyVersion = '1.1.+'
-}
-
 dependencies {
     api project(":mantis-common-serde")
-    api "io.netty:netty-codec-http:$nettyVersion"
-    api "io.netty:netty-buffer:$nettyVersion"
-    api group: 'io.netty', name: 'netty-transport-native-epoll', classifier: 'linux-x86_64', version: nettyVersion
-    api "org.xerial.snappy:snappy-java:$snappyVersion"
-    api "org.jctools:jctools-core:$jctoolsVersion"
+    api libraries.nettyCodec
+    api libraries.nettyBuffer
+    api libraries.nettyEpoll
+    api libraries.snappyJava
+    api libraries.jctools
 
     // spectatorApi should be packaged at entry point level to avoid version conflicts.
     compileOnly libraries.spectatorApi
@@ -39,11 +33,11 @@ dependencies {
     api libraries.slf4jApi
     api libraries.slf4jLog4j12
     implementation libraries.commonsIo
-    implementation 'net.jcip:jcip-annotations:1.0'
+    implementation libraries.jcip
 
     testImplementation libraries.spectatorApi
     testImplementation libraries.commonsLang3
-    testImplementation "org.hamcrest:hamcrest-core:1.3"
+    testImplementation libraries.hamcrest
     testImplementation libraries.junit4
     testImplementation libraries.mockitoCore
 }

mantis-connectors/mantis-connector-iceberg/build.gradle

@@ -17,12 +17,6 @@
 apply plugin: 'com.github.johnrengelman.shadow'
 apply plugin: 'mantis'
 
-ext {
-    hadoopVersion = '2.7.3'
-    icebergVersion = '0.14.+'
-    avroVersion = '1.10.2'
-    parquetVersion = '1.12.0'
-}
 
 dependencies {
     configurations {
@@ -33,30 +27,27 @@ dependencies {
             // we want a parquet version above 1.12.0 because we need this fix
             // https://issues.apache.org/jira/browse/PARQUET-1851
             resolutionStrategy {
-                force "org.apache.parquet:parquet-hadoop:${parquetVersion}"
+                force libraries.parquetHadoop
             }
         }
     }
     implementation project(":mantis-runtime")
     implementation libraries.slf4jApi
 
     // We only need the Configuration interface. Users can bring their own hadoop-common version.
-    shadow "org.apache.hadoop:hadoop-common:$hadoopVersion"
+    shadow libraries.hadoopCommon
 
     // Exclude in case there are differences in SHAs between 0.7.0 incubation versions.
-    shadow "org.apache.iceberg:iceberg-api:$icebergVersion"
-    shadow "org.apache.iceberg:iceberg-core:$icebergVersion"
-    shadow "org.apache.iceberg:iceberg-data:$icebergVersion"
-    shadow "org.apache.iceberg:iceberg-parquet:$icebergVersion"
-    shadow "org.apache.avro:avro:$avroVersion"
-    shadow "org.apache.parquet:parquet-hadoop:${parquetVersion}"
+    shadow libraries.iceberg
+    shadow libraries.avro
+    shadow libraries.parquetHadoop
 
     // We only need this for local mains(). Users bring their own implementation.
     shadow libraries.slf4jLog4j12
 
     testImplementation project(":mantis-runtime").sourceSets.test.output
-    testImplementation "org.apache.hadoop:hadoop-common:$hadoopVersion"
-    testImplementation "org.apache.iceberg:iceberg-data:$icebergVersion" 
+    testImplementation libraries.hadoopCommon
+    testImplementation libraries.iceberg[2]
     testImplementation libraries.junitJupiter
     testImplementation libraries.mockitoCore
     testImplementation libraries.spectatorApi

mantis-connectors/mantis-connector-job/build.gradle

@@ -16,16 +16,13 @@
 
 apply plugin: 'mantis'
 
-ext {
-    gsonVersion = '2.8.+'
-}
 
 dependencies {
     implementation project(":mantis-runtime")
     implementation project(":mantis-client")
     implementation project(":mantis-control-plane:mantis-control-plane-core")
     implementation project(":mantis-publish:mantis-publish-core")
 
-    implementation "com.google.code.gson:gson:$gsonVersion"
+    implementation libraries.gson
     implementation libraries.vavr
 }

mantis-connectors/mantis-connector-kafka/build.gradle

@@ -16,26 +16,21 @@
 
 apply plugin: 'mantis'
 
-ext {
-    archaiusVersion = '2.3.+'
-    spectatorVersion = '0.82.+'
-    kafkaVersion = '2.2.+'
-}
 
 dependencies {
     implementation libraries.mantisShaded
     implementation project(":mantis-runtime")
 
-    api "org.apache.kafka:kafka-clients:$kafkaVersion"
+    api libraries.kafkaClients
 
     api libraries.rxJava
-    api "com.netflix.spectator:spectator-api:$spectatorVersion"
-    api "com.netflix.archaius:archaius2-api:$archaiusVersion"
-    api "com.netflix.archaius:archaius2-core:$archaiusVersion"
+    api libraries.spectatorApi0
+    api libraries.archaius2Api
+    api libraries.archaius2Core
 
     testImplementation libraries.junit4
     testImplementation project(':mantis-runtime').sourceSets.test.output
     testImplementation libraries.mockitoAll
-    testImplementation "com.github.tomakehurst:wiremock-jre8:2.21.0"
-    testCompileOnly "com.netflix.archaius:archaius2-core:$archaiusVersion"
+    testImplementation libraries.wiremock
+    testCompileOnly libraries.archaius2Core
 }

mantis-control-plane/mantis-control-plane-core/build.gradle

@@ -15,34 +15,23 @@
  */
 apply plugin: 'java-test-fixtures'
 
-ext {
-
-    cliParserVersion = '1.1.1'
-    configMagicVersion = '0.11'
-    curatorVersion = '2.11.0'
-    hdrHistogramVersion = '2.+'
-    jodaTimeVersion = '2.+'
-    jsonVersion = '20180813'
-    mesosVersion = '1.7.2'
-    testngVersion = '6.14.+'
-}
 
 dependencies {
 
     api project(":mantis-common")
 
-    api "org.skife.config:config-magic:$configMagicVersion"
+    api libraries.configMagic
     api libraries.flinkRpcApi
     api libraries.flinkRpcImpl
     api libraries.flinkCore
 
-    api "org.apache.mesos:mesos:$mesosVersion"
-    api "org.json:json:$jsonVersion"
-    api "org.hdrhistogram:HdrHistogram:$hdrHistogramVersion"
-    api "com.github.spullara.cli-parser:cli-parser:$cliParserVersion"
-    api "joda-time:joda-time:$jodaTimeVersion"
+    api libraries.mesos
+    api libraries.json
+    api libraries.hdrHistogram
+    api libraries.cliParser
+    api libraries.jodaTime
 
 
     testImplementation libraries.junit4
     testImplementation libraries.mockitoAll
-}
+}