From c132445bd8f46aa2eafa344628c0e33522822a97 Mon Sep 17 00:00:00 2001 From: James Turton Date: Fri, 18 Aug 2023 10:52:32 +0200 Subject: [PATCH] Disable unsupported MapR profile and plugins. --- .../drill/common/config/DrillProperties.java | 7 +- contrib/pom.xml | 40 +- contrib/storage-hbase/pom.xml | 3 + contrib/storage-hive/core/pom.xml | 8 +- .../exec/store/hive/HiveStoragePlugin.java | 40 - distribution/pom.xml | 192 +- distribution/src/assemble/component.xml | 74 +- exec/java-exec/pom.xml | 83 +- .../org/apache/drill/exec/ExecConstants.java | 35 +- .../server/options/SystemOptionManager.java | 10 +- .../drill/exec/ssl/SSLConfigClient.java | 3 +- .../drill/exec/ssl/SSLConfigServer.java | 4 +- .../exec/ssl/SSLCredentialsProvider.java | 39 +- .../src/main/resources/drill-module.conf | 16 +- .../ssl/SSLCredentialsProviderMaprClient.java | 64 - .../ssl/SSLCredentialsProviderMaprServer.java | 64 - exec/jdbc-all/pom.xml | 159 +- exec/jdbc/pom.xml | 37 +- metastore/iceberg-metastore/pom.xml | 3 + pom.xml | 1664 +++++++++-------- 20 files changed, 1197 insertions(+), 1348 deletions(-) delete mode 100644 exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprClient.java delete mode 100644 exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprServer.java diff --git a/common/src/main/java/org/apache/drill/common/config/DrillProperties.java b/common/src/main/java/org/apache/drill/common/config/DrillProperties.java index 2ba886da982..7aedb298576 100644 --- a/common/src/main/java/org/apache/drill/common/config/DrillProperties.java +++ b/common/src/main/java/org/apache/drill/common/config/DrillProperties.java @@ -85,10 +85,13 @@ public final class DrillProperties extends Properties { public static final String TLS_HANDSHAKE_TIMEOUT = "TLSHandshakeTimeout"; public static final String TLS_PROVIDER = "TLSProvider"; public static final String USE_SYSTEM_TRUSTSTORE = "useSystemTrustStore"; - public static final String USE_MAPR_SSL_CONFIG = "useMapRSSLConfig"; - public static final String QUERY_TAGS = "queryTags"; + // Properties that are no longer supported. + /* + public static final String USE_MAPR_SSL_CONFIG = "useMapRSSLConfig"; + */ + // Although all properties from the application are sent to the server (from the client), the following // sets of properties are used by the client and server respectively. These are reserved words. diff --git a/contrib/pom.xml b/contrib/pom.xml index b4ee5326b35..95670faf856 100644 --- a/contrib/pom.xml +++ b/contrib/pom.xml @@ -40,39 +40,43 @@ data - udfs - storage-hbase - format-maprdb - format-syslog - format-ltsv + format-access + format-deltalake + format-esri format-excel + format-hdf5 format-httpd - format-esri + format-iceberg + format-image format-log - format-access + format-ltsv + format-pcapng format-pdf - format-hdf5 format-sas format-spss + format-syslog format-xml - format-image - format-pcapng - format-iceberg - format-deltalake + storage-cassandra storage-drill - storage-phoenix + storage-druid + storage-elasticsearch storage-googlesheets + storage-hbase storage-hive - storage-mongo + storage-http storage-jdbc storage-kafka storage-kudu + storage-mongo storage-opentsdb + storage-phoenix storage-splunk - storage-http - storage-druid - storage-elasticsearch - storage-cassandra + udfs + + + diff --git a/contrib/storage-hbase/pom.xml b/contrib/storage-hbase/pom.xml index c1edbb177ef..352b791b858 100644 --- a/contrib/storage-hbase/pom.xml +++ b/contrib/storage-hbase/pom.xml @@ -259,6 +259,8 @@ + + diff --git a/contrib/storage-hive/core/pom.xml b/contrib/storage-hive/core/pom.xml index 57f17d8689e..1a6e1ae2be6 100644 --- a/contrib/storage-hive/core/pom.xml +++ b/contrib/storage-hive/core/pom.xml @@ -322,6 +322,8 @@ + + diff --git a/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveStoragePlugin.java b/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveStoragePlugin.java index 2bd58563e79..997d0e39cb0 100644 --- a/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveStoragePlugin.java +++ b/contrib/storage-hive/core/src/main/java/org/apache/drill/exec/store/hive/HiveStoragePlugin.java @@ -36,8 +36,6 @@ import org.apache.drill.common.exceptions.DrillRuntimeException; import org.apache.drill.common.exceptions.ExecutionSetupException; import org.apache.drill.common.expression.SchemaPath; -import org.apache.drill.common.logical.FormatPluginConfig; -import org.apache.drill.common.logical.StoragePluginConfig; import org.apache.drill.exec.ExecConstants; import org.apache.drill.exec.ops.OptimizerRulesContext; import org.apache.drill.exec.physical.base.AbstractGroupScan; @@ -50,11 +48,9 @@ import org.apache.drill.exec.store.AbstractStoragePlugin; import org.apache.drill.exec.store.SchemaConfig; import org.apache.drill.exec.store.StoragePluginOptimizerRule; -import org.apache.drill.exec.store.dfs.FormatPlugin; import org.apache.drill.exec.store.hive.schema.HiveSchemaFactory; import com.google.common.collect.ImmutableSet; -import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.conf.HiveConf.ConfVars; import org.apache.hadoop.hive.metastore.api.MetaException; @@ -64,8 +60,6 @@ public class HiveStoragePlugin extends AbstractStoragePlugin { private static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(HiveStoragePlugin.class); - public static final String HIVE_MAPRDB_FORMAT_PLUGIN_NAME = "hive-maprdb"; - private final HiveStoragePluginConfig config; private HiveSchemaFactory schemaFactory; private final HiveConf hiveConf; @@ -206,44 +200,10 @@ public Set getOptimizerRules(OptimizerRulesContext o options.getBoolean(ExecConstants.HIVE_OPTIMIZE_PARQUET_SCAN_WITH_NATIVE_READER)) { ruleBuilder.add(ConvertHiveParquetScanToDrillParquetScan.INSTANCE); } - if (options.getBoolean(ExecConstants.HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER)) { - try { - Class hiveToDrillMapRDBJsonRuleClass = - Class.forName("org.apache.drill.exec.planner.sql.logical.ConvertHiveMapRDBJsonScanToDrillMapRDBJsonScan"); - ruleBuilder.add((StoragePluginOptimizerRule) hiveToDrillMapRDBJsonRuleClass.getField("INSTANCE").get(null)); - } catch (ReflectiveOperationException e) { - logger.warn("Current Drill build is not designed for working with Hive MapR-DB tables. " + - "Please disable {} option", ExecConstants.HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER); - } - } return ruleBuilder.build(); } default: return ImmutableSet.of(); } } - - @Override - public FormatPlugin getFormatPlugin(FormatPluginConfig formatConfig) { - // TODO: implement formatCreator similar to FileSystemPlugin formatCreator. DRILL-6621 - try { - Class mapRDBFormatPluginConfigClass = - Class.forName("org.apache.drill.exec.store.mapr.db.MapRDBFormatPluginConfig"); - Class mapRDBFormatPluginClass = - Class.forName("org.apache.drill.exec.store.mapr.db.MapRDBFormatPlugin"); - - if (mapRDBFormatPluginConfigClass.isInstance(formatConfig)) { - return (FormatPlugin) mapRDBFormatPluginClass.getConstructor( - new Class[]{String.class, DrillbitContext.class, Configuration.class, - StoragePluginConfig.class, mapRDBFormatPluginConfigClass}) - .newInstance( - new Object[]{HIVE_MAPRDB_FORMAT_PLUGIN_NAME, context, hiveConf, config, formatConfig}); - } - } catch (ReflectiveOperationException e) { - throw new DrillRuntimeException("The error is occurred while connecting to MapR-DB or instantiating mapRDBFormatPlugin", e); - } - throw new DrillRuntimeException(String.format("Hive storage plugin doesn't support usage of %s format plugin", - formatConfig.getClass().getName())); - } - } diff --git a/distribution/pom.xml b/distribution/pom.xml index dfb9d28484a..df247a5a929 100644 --- a/distribution/pom.xml +++ b/distribution/pom.xml @@ -453,17 +453,6 @@ drill-format-esri ${project.version} - org.apache.drill.contrib drill-format-excel @@ -499,6 +488,15 @@ drill-storage ${project.version} + + + @@ -535,90 +533,6 @@ - - mapr - - - org.apache.drill.contrib - drill-format-mapr - ${project.version} - - - com.mapr - mapr-test-annotations - - - - - org.apache.hbase - hbase-client - - - org.apache.hbase - hbase-annotations - - - org.apache.hbase - hbase-common - - - org.apache.hbase - hbase-protocol - - - org.apache.hive - hive-maprdb-json-handler - - - com.mapr.db - maprdb-mapreduce - - - com.mapr.security - mapr-security-web - - - - - - maven-resources-plugin - - - copy-winutils - none - - - - - org.apache.maven.plugins - maven-dependency-plugin - 3.6.0 - - - unpack-winutils - - unpack - - process-resources - - - - org.apache.hadoop - hadoop-winutils - 2.7.0-mapr-1506 - zip - true - ${project.build.directory}/winutils - **/*.pdb,**/*.lib,**/*.exp - - - - - - - - - rpm @@ -868,6 +782,94 @@ + + + diff --git a/distribution/src/assemble/component.xml b/distribution/src/assemble/component.xml index 7cf3066e51d..9516821d869 100644 --- a/distribution/src/assemble/component.xml +++ b/distribution/src/assemble/component.xml @@ -25,53 +25,57 @@ - org.apache.drill.exec:drill-jdbc:jar - org.apache.drill:drill-protocol:jar - org.apache.drill:drill-common:jar - org.apache.drill:drill-logical:jar - org.apache.drill.exec:vector:jar - org.apache.drill.memory:drill-memory-base:jar - org.apache.drill.exec:drill-rpc:jar - org.apache.drill.exec:drill-java-exec:jar - org.apache.drill.metastore:drill-metastore-api:jar - org.apache.drill.metastore:drill-iceberg-metastore:jar - org.apache.drill.metastore:drill-rdbms-metastore:jar - org.apache.drill.metastore:drill-mongo-metastore:jar - org.apache.drill.contrib.storage-hive:drill-storage-hive-core:jar - org.apache.drill.contrib.storage-hive:drill-hive-exec-shaded:jar org.apache.drill.contrib.data:tpch-sample-data:jar - org.apache.drill.contrib:drill-mongo-storage:jar - org.apache.drill.contrib:drill-storage-hbase:jar - org.apache.drill.contrib:drill-format-mapr:jar - org.apache.drill.contrib:drill-format-syslog:jar + org.apache.drill.contrib:drill-deltalake-format:jar + org.apache.drill.contrib:drill-druid-storage:jar org.apache.drill.contrib:drill-format-esri:jar - org.apache.drill.contrib:drill-format-xml:jar - org.apache.drill.contrib:drill-format-image:jar - org.apache.drill.contrib:drill-format-pcapng:jar + org.apache.drill.contrib:drill-format-excel:jar org.apache.drill.contrib:drill-format-hdf5:jar + org.apache.drill.contrib:drill-format-httpd:jar + org.apache.drill.contrib:drill-format-image:jar org.apache.drill.contrib:drill-format-log:jar org.apache.drill.contrib:drill-format-ltsv:jar - org.apache.drill.contrib:drill-format-httpd:jar - org.apache.drill.contrib:drill-format-pdf:jar - org.apache.drill.contrib:drill-format-excel:jar org.apache.drill.contrib:drill-format-msaccess:jar - org.apache.drill.contrib:drill-format-spss:jar + org.apache.drill.contrib:drill-format-pcapng:jar + org.apache.drill.contrib:drill-format-pdf:jar org.apache.drill.contrib:drill-format-sas:jar + org.apache.drill.contrib:drill-format-spss:jar + org.apache.drill.contrib:drill-format-syslog:jar + org.apache.drill.contrib:drill-format-xml:jar + org.apache.drill.contrib:drill-iceberg-format:jar org.apache.drill.contrib:drill-jdbc-storage:jar org.apache.drill.contrib:drill-kudu-storage:jar - org.apache.drill.contrib:drill-storage-phoenix:jar - org.apache.drill.contrib:drill-storage-splunk:jar - org.apache.drill.contrib:drill-storage-googlesheets:jar - org.apache.drill.contrib:drill-storage-kafka:jar - org.apache.drill.contrib:drill-storage-elasticsearch:jar + org.apache.drill.contrib:drill-mongo-storage:jar + org.apache.drill.contrib:drill-opentsdb-storage:jar org.apache.drill.contrib:drill-storage-cassandra:jar + org.apache.drill.contrib:drill-storage-elasticsearch:jar + org.apache.drill.contrib:drill-storage-googlesheets:jar + org.apache.drill.contrib:drill-storage-hbase:jar org.apache.drill.contrib:drill-storage-http:jar - org.apache.drill.contrib:drill-opentsdb-storage:jar - org.apache.drill.contrib:drill-udfs:jar - org.apache.drill.contrib:drill-druid-storage:jar - org.apache.drill.contrib:drill-iceberg-format:jar - org.apache.drill.contrib:drill-deltalake-format:jar org.apache.drill.contrib:drill-storage:jar + org.apache.drill.contrib:drill-storage-kafka:jar + org.apache.drill.contrib:drill-storage-phoenix:jar + org.apache.drill.contrib:drill-storage-splunk:jar + org.apache.drill.contrib:drill-udfs:jar + org.apache.drill.contrib.storage-hive:drill-hive-exec-shaded:jar + org.apache.drill.contrib.storage-hive:drill-storage-hive-core:jar + org.apache.drill:drill-common:jar + org.apache.drill:drill-logical:jar + org.apache.drill:drill-protocol:jar + org.apache.drill.exec:drill-java-exec:jar + org.apache.drill.exec:drill-jdbc:jar + org.apache.drill.exec:drill-rpc:jar + org.apache.drill.exec:vector:jar + org.apache.drill.memory:drill-memory-base:jar + org.apache.drill.metastore:drill-iceberg-metastore:jar + org.apache.drill.metastore:drill-metastore-api:jar + org.apache.drill.metastore:drill-mongo-metastore:jar + org.apache.drill.metastore:drill-rdbms-metastore:jar + + + jars false diff --git a/exec/java-exec/pom.xml b/exec/java-exec/pom.xml index 045d812aece..fc4ee1099ca 100644 --- a/exec/java-exec/pom.xml +++ b/exec/java-exec/pom.xml @@ -688,46 +688,6 @@ - - mapr - - - - org.codehaus.mojo - build-helper-maven-plugin - - - add-mapr-sources - generate-sources - - add-source - - - - srcMapr/main/java - - - - - - - - - - com.mapr.hadoop - maprfs - runtime - - - com.tdunning - json - - - com.mapr.security - mapr-security-web - - - hdp @@ -830,6 +790,49 @@ + + diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java b/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java index 8fd01be1ef2..cff5cd2562d 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/ExecConstants.java @@ -213,7 +213,6 @@ private ExecConstants() { public static final String SSL_TRUSTSTORE_PATH = "drill.exec.ssl.trustStorePath"; // path to keystore. default : $JRE_HOME/lib/security/cacerts.jks public static final String SSL_TRUSTSTORE_PASSWORD = "drill.exec.ssl.trustStorePassword"; // default: changeit public static final String SSL_USE_HADOOP_CONF = "drill.exec.ssl.useHadoopConfig"; // Initialize ssl params from hadoop if not provided by drill. default: true - public static final String SSL_USE_MAPR_CONFIG = "drill.exec.ssl.useMapRSSLConfig"; // Use keyStore and trustStore credentials provided by MapR platform. public static final String SSL_HANDSHAKE_TIMEOUT = "drill.exec.security.user.encryption.ssl.handshakeTimeout"; // Default 10 seconds public static final String TEXT_LINE_READER_BATCH_SIZE = "drill.exec.storage.file.text.batch.size"; @@ -646,21 +645,6 @@ private ExecConstants() { public static final OptionValidator HIVE_OPTIMIZE_PARQUET_SCAN_WITH_NATIVE_READER_VALIDATOR = new BooleanValidator(HIVE_OPTIMIZE_PARQUET_SCAN_WITH_NATIVE_READER, new OptionDescription("Optimize reads of Parquet-backed external tables from Hive by using Drill native readers instead of the Hive Serde interface. (Drill 1.2+)")); - public static final String HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER = "store.hive.maprdb_json.optimize_scan_with_native_reader"; - public static final OptionValidator HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER_VALIDATOR = - new BooleanValidator(HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER, - new OptionDescription("Enables Drill to use the Drill native reader (instead of the Hive Serde interface) to optimize reads of MapR Database JSON tables from Hive. Default is false. (Drill 1.14+)")); - - public static final String HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET = "store.hive.maprdb_json.read_timestamp_with_timezone_offset"; - public static final OptionValidator HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET_VALIDATOR = - new BooleanValidator(HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET, - new OptionDescription("Enables Drill to read timestamp values with timezone offset when Hive plugin is used and Drill native MaprDB JSON reader usage is enabled. (Drill 1.16+)")); - - public static final String HIVE_MAPRDB_JSON_ALL_TEXT_MODE = "store.hive.maprdb_json.all_text_mode"; - public static final OptionValidator HIVE_MAPRDB_JSON_ALL_TEXT_MODE_VALIDATOR = - new BooleanValidator(HIVE_MAPRDB_JSON_ALL_TEXT_MODE, - new OptionDescription("Drill reads all data from the maprDB Json tables as VARCHAR when hive plugin is used and Drill native MaprDB JSON reader usage is enabled. Prevents schema change errors. (Drill 1.17+)")); - public static final String HIVE_CONF_PROPERTIES = "store.hive.conf.properties"; public static final OptionValidator HIVE_CONF_PROPERTIES_VALIDATOR = new StringValidator(HIVE_CONF_PROPERTIES, new OptionDescription("Enables the user to specify Hive properties at the session level. Do not set the property values in quotes. Separate the property name and value by =. Separate each property with a new line (\\n). Example: set `store.hive.conf.properties` = 'hive.mapred.supports.subdirectories=true\\nmapred.input.dir.recursive=true'. (Drill 1.14+)")); @@ -1314,4 +1298,23 @@ ENABLE_DYNAMIC_CREDIT_BASED_FC, new OptionDescription("Enable dynamic credit bas public static final String HTTPS_PROXY_PORT = NET_PROXY_BASE + ".https.port"; public static final String HTTPS_PROXY_USER_NAME = NET_PROXY_BASE + ".https.user_name"; public static final String HTTPS_PROXY_PASSWORD = NET_PROXY_BASE + ".https.password"; + + // Options that are no longer supported. + /* + public static final String SSL_USE_MAPR_CONFIG = "drill.exec.ssl.useMapRSSLConfig"; // Use keyStore and trustStore credentials provided by MapR platform. + public static final String HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER = "store.hive.maprdb_json.optimize_scan_with_native_reader"; + public static final OptionValidator HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER_VALIDATOR = + new BooleanValidator(HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER, + new OptionDescription("Enables Drill to use the Drill native reader (instead of the Hive Serde interface) to optimize reads of MapR Database JSON tables from Hive. Default is false. (Drill 1.14+)")); + + public static final String HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET = "store.hive.maprdb_json.read_timestamp_with_timezone_offset"; + public static final OptionValidator HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET_VALIDATOR = + new BooleanValidator(HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET, + new OptionDescription("Enables Drill to read timestamp values with timezone offset when Hive plugin is used and Drill native MaprDB JSON reader usage is enabled. (Drill 1.16+)")); + + public static final String HIVE_MAPRDB_JSON_ALL_TEXT_MODE = "store.hive.maprdb_json.all_text_mode"; + public static final OptionValidator HIVE_MAPRDB_JSON_ALL_TEXT_MODE_VALIDATOR = + new BooleanValidator(HIVE_MAPRDB_JSON_ALL_TEXT_MODE, + new OptionDescription("Drill reads all data from the maprDB Json tables as VARCHAR when hive plugin is used and Drill native MaprDB JSON reader usage is enabled. Prevents schema change errors. (Drill 1.17+)")); + */ } diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/server/options/SystemOptionManager.java b/exec/java-exec/src/main/java/org/apache/drill/exec/server/options/SystemOptionManager.java index 707cec90b63..cf5d77693ee 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/server/options/SystemOptionManager.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/server/options/SystemOptionManager.java @@ -220,9 +220,6 @@ public static CaseInsensitiveMap createDefaultOptionDefinition new OptionDefinition(ExecConstants.KAFKA_READER_ESCAPE_ANY_CHAR_VALIDATOR), new OptionDefinition(ExecConstants.HIVE_OPTIMIZE_SCAN_WITH_NATIVE_READERS_VALIDATOR), new OptionDefinition(ExecConstants.HIVE_OPTIMIZE_PARQUET_SCAN_WITH_NATIVE_READER_VALIDATOR), - new OptionDefinition(ExecConstants.HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER_VALIDATOR), - new OptionDefinition(ExecConstants.HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET_VALIDATOR), - new OptionDefinition(ExecConstants.HIVE_MAPRDB_JSON_ALL_TEXT_MODE_VALIDATOR), new OptionDefinition(ExecConstants.HIVE_CONF_PROPERTIES_VALIDATOR), new OptionDefinition(ExecConstants.SLICE_TARGET_OPTION), new OptionDefinition(ExecConstants.AFFINITY_FACTOR), @@ -327,6 +324,13 @@ public static CaseInsensitiveMap createDefaultOptionDefinition new OptionDefinition(ExecConstants.STORAGE_PLUGIN_RETRY_ATTEMPTS_VALIDATOR, new OptionMetaData(OptionValue.AccessibleScopes.SYSTEM, true, false)), new OptionDefinition(ExecConstants.STORAGE_PLUGIN_RETRY_DELAY_VALIDATOR, new OptionMetaData(OptionValue.AccessibleScopes.SYSTEM, true, false)), new OptionDefinition(ExecConstants.STORAGE_PLUGIN_AUTO_DISABLE_VALIDATOR, new OptionMetaData(OptionValue.AccessibleScopes.SYSTEM, true, false)) + + // Options that are no longer supported. + /* + new OptionDefinition(ExecConstants.HIVE_OPTIMIZE_MAPRDB_JSON_SCAN_WITH_NATIVE_READER_VALIDATOR), + new OptionDefinition(ExecConstants.HIVE_READ_MAPRDB_JSON_TIMESTAMP_WITH_TIMEZONE_OFFSET_VALIDATOR), + new OptionDefinition(ExecConstants.HIVE_MAPRDB_JSON_ALL_TEXT_MODE_VALIDATOR), + */ }; CaseInsensitiveMap map = Arrays.stream(definitions) diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigClient.java b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigClient.java index 3b4f12b4907..607c855fafe 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigClient.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigClient.java @@ -59,8 +59,7 @@ public SSLConfigClient(Properties properties, Configuration hadoopConfig) throws SSLCredentialsProvider credentialsProvider = SSLCredentialsProvider.getSSLCredentialsProvider( this::getStringProperty, this::getPasswordStringProperty, - getMode(), - getBooleanProperty(DrillProperties.USE_MAPR_SSL_CONFIG) + getMode() ); trustStoreType = credentialsProvider.getTrustStoreType(DrillProperties.TRUSTSTORE_TYPE, "JKS"); trustStorePath = credentialsProvider.getTrustStoreLocation(DrillProperties.TRUSTSTORE_PATH, ""); diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigServer.java b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigServer.java index 8d3e7e2fa01..3d3c6b07ab5 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigServer.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLConfigServer.java @@ -78,8 +78,8 @@ public SSLConfigServer(DrillConfig config, Configuration hadoopConfig) throws Dr SSLCredentialsProvider credentialsProvider = SSLCredentialsProvider.getSSLCredentialsProvider( this::getConfigParam, this::getPasswordConfigParam, - Mode.SERVER, - config.getBoolean(ExecConstants.SSL_USE_MAPR_CONFIG)); + Mode.SERVER + ); trustStoreType = credentialsProvider.getTrustStoreType( ExecConstants.SSL_TRUSTSTORE_TYPE, resolveHadoopPropertyName(HADOOP_SSL_TRUSTSTORE_TYPE_TPL_KEY, mode)); trustStorePath = credentialsProvider.getTrustStoreLocation( diff --git a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLCredentialsProvider.java b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLCredentialsProvider.java index e2d0ceda3ff..982bfc11782 100644 --- a/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLCredentialsProvider.java +++ b/exec/java-exec/src/main/java/org/apache/drill/exec/ssl/SSLCredentialsProvider.java @@ -17,23 +17,13 @@ */ package org.apache.drill.exec.ssl; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.util.Optional; import java.util.function.BiFunction; /** - * Provides an implementation of credentials provider depending on "useMapRSSLConfig" option value - * and whether Drill was built with mapr profile or not. + * Provides an implementation of credentials provider. */ abstract class SSLCredentialsProvider { - private static final String MAPR_CREDENTIALS_PROVIDER_CLIENT = "org.apache.drill.exec.ssl.SSLCredentialsProviderMaprClient"; - private static final String MAPR_CREDENTIALS_PROVIDER_SERVER = "org.apache.drill.exec.ssl.SSLCredentialsProviderMaprServer"; - - private static final Logger logger = LoggerFactory.getLogger(SSLCredentialsProvider.class); - /** * Provides a concrete implementation of {@link SSLCredentialsProvider}. * @@ -48,34 +38,11 @@ abstract class SSLCredentialsProvider { * using Hadoop's CredentialProvider API with fallback * to standard means as is used for {@code getPropertyMethod} * @param mode CLIENT or SERVER - * @param useMapRSSLConfig use a MapR credential provider * @return concrete implementation of SSLCredentialsProvider */ static SSLCredentialsProvider getSSLCredentialsProvider(BiFunction getPropertyMethod, - BiFunction getPasswordPropertyMethod, SSLConfig.Mode mode, boolean useMapRSSLConfig) { - return useMapRSSLConfig ? getMaprCredentialsProvider(mode) - .orElseGet(() -> new SSLCredentialsProviderImpl(getPropertyMethod, getPasswordPropertyMethod)) : - new SSLCredentialsProviderImpl(getPropertyMethod, getPasswordPropertyMethod); - } - - private static Optional getMaprCredentialsProvider(SSLConfig.Mode mode) { - String maprCredentialsProviderClass = ""; - switch (mode) { - case SERVER: - maprCredentialsProviderClass = MAPR_CREDENTIALS_PROVIDER_SERVER; - break; - case CLIENT: - maprCredentialsProviderClass = MAPR_CREDENTIALS_PROVIDER_CLIENT; - break; - default: - throw new IllegalStateException("Should never occur."); - } - try { - return Optional.of((SSLCredentialsProvider) Class.forName(maprCredentialsProviderClass).newInstance()); - } catch (ClassNotFoundException | InstantiationException | IllegalAccessException e) { - logger.warn("Trying to use MapR credentials provider on a non-MapR platform", e); - return Optional.empty(); - } + BiFunction getPasswordPropertyMethod, SSLConfig.Mode mode) { + return new SSLCredentialsProviderImpl(getPropertyMethod, getPasswordPropertyMethod); } abstract String getTrustStoreType(String propertyName, String defaultValue); diff --git a/exec/java-exec/src/main/resources/drill-module.conf b/exec/java-exec/src/main/resources/drill-module.conf index ff817b5e4b8..48c43b0ea24 100644 --- a/exec/java-exec/src/main/resources/drill-module.conf +++ b/exec/java-exec/src/main/resources/drill-module.conf @@ -219,10 +219,12 @@ drill.exec: { # if true, then Drill will read SSL parameters from the # Hadoop configuration files. useHadoopConfig : true, - # Use keyStore and trustStore credentials provided by MapR platform. - useMapRSSLConfig : false, - #Drill can use either the JDK implementation or the OpenSSL implementation. + # Drill can use either the JDK implementation or the OpenSSL implementation. provider: "JDK" + + # Options that are no longer supported. + # Use keyStore and trustStore credentials provided by MapR platform. + # useMapRSSLConfig : false, }, network: { start: 35000 @@ -695,9 +697,6 @@ drill.exec.options: { store.format: "parquet", store.hive.optimize_scan_with_native_readers: false, store.hive.parquet.optimize_scan_with_native_reader: false, - store.hive.maprdb_json.optimize_scan_with_native_reader: false, - store.hive.maprdb_json.read_timestamp_with_timezone_offset: false, - store.hive.maprdb_json.all_text_mode: false, # Properties values should NOT be set in double-quotes or any other quotes. # Property name and value should be separated by =. # Properties should be separated by new line (\n). @@ -800,4 +799,9 @@ drill.exec.options: { metastore.metadata.use_statistics: true, metastore.metadata.ctas.auto-collect: "NONE", metastore.metadata.fallback_to_file_metadata: true + + # Options that are no longer supported. + # store.hive.maprdb_json.optimize_scan_with_native_reader: false, + # store.hive.maprdb_json.read_timestamp_with_timezone_offset: false, + # store.hive.maprdb_json.all_text_mode: false, } diff --git a/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprClient.java b/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprClient.java deleted file mode 100644 index aebfd59057d..00000000000 --- a/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprClient.java +++ /dev/null @@ -1,64 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.drill.exec.ssl; - -import com.mapr.web.security.SslConfig; -import com.mapr.web.security.WebSecurityManager; - -/** - * Provides SSL credentials for Client using {@link WebSecurityManager}. - */ -class SSLCredentialsProviderMaprClient extends SSLCredentialsProvider { - - private final SslConfig sslConfig = WebSecurityManager.getSslConfig(); - - @Override - String getTrustStoreType(String propertyName, String defaultValue) { - return sslConfig.getClientTruststoreType(); - } - - @Override - String getTrustStoreLocation(String propertyName, String defaultValue) { - return sslConfig.getClientTruststoreLocation(); - } - - @Override - String getTrustStorePassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getClientTruststorePassword()); - } - - @Override - String getKeyStoreType(String propertyName, String defaultValue) { - return sslConfig.getClientKeystoreType(); - } - - @Override - String getKeyStoreLocation(String propertyName, String defaultValue) { - return sslConfig.getClientKeystoreLocation(); - } - - @Override - String getKeyStorePassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getClientKeystorePassword()); - } - - @Override - String getKeyPassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getClientKeyPassword()); - } -} diff --git a/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprServer.java b/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprServer.java deleted file mode 100644 index 11860dfa377..00000000000 --- a/exec/java-exec/srcMapr/main/java/org/apache/drill/exec/ssl/SSLCredentialsProviderMaprServer.java +++ /dev/null @@ -1,64 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.drill.exec.ssl; - -import com.mapr.web.security.SslConfig; -import com.mapr.web.security.WebSecurityManager; - -/** - * Provides SSL credentials for Server using {@link WebSecurityManager}. - */ -class SSLCredentialsProviderMaprServer extends SSLCredentialsProvider { - - private final SslConfig sslConfig = WebSecurityManager.getSslConfig(); - - @Override - String getTrustStoreType(String propertyName, String defaultValue) { - return sslConfig.getServerTruststoreType(); - } - - @Override - String getTrustStoreLocation(String propertyName, String defaultValue) { - return sslConfig.getServerTruststoreLocation(); - } - - @Override - String getTrustStorePassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getServerTruststorePassword()); - } - - @Override - String getKeyStoreType(String propertyName, String defaultValue) { - return sslConfig.getServerKeystoreType(); - } - - @Override - String getKeyStoreLocation(String propertyName, String defaultValue) { - return sslConfig.getServerKeystoreLocation(); - } - - @Override - String getKeyStorePassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getServerKeystorePassword()); - } - - @Override - String getKeyPassword(String propertyName, String defaultValue) { - return String.valueOf(sslConfig.getServerKeyPassword()); - } -} diff --git a/exec/jdbc-all/pom.xml b/exec/jdbc-all/pom.xml index 4ea4f06e3b5..f6b64275b70 100644 --- a/exec/jdbc-all/pom.xml +++ b/exec/jdbc-all/pom.xml @@ -822,6 +822,73 @@ + + apache-release + + + + org.apache.maven.plugins + maven-javadoc-plugin + + + attach-javadocs + + aggregate-jar + + false + + true + + org.apache.drill.exec:drill-jdbc + + + org.apache.drill.jdbc.impl + + + + Apache Drill JDBC Driver v. ${project.version} + + + +
Apache Drill JDBC Driver v. ${project.version}
+
Apache Drill JDBC Driver v. ${project.version}
+ + + + Apache Drill JDBC Driver version ${project.version} + + + + Drill JDBC Driver + org.apache.drill.jdbc + + + Tracing Proxy JDBC Driver + org.apache.drill.jdbc.proxy + + + +
+
+
+
+
+
+
+ + hadoop-2 + + 51000000 + + + + - - - + only when trying to run the maven release goal) ==> + ${project.build.directory}/dependency-reduced-pom.xml + + ${project.build.directory}/generated/shade/dependency-reduced-pom.xml false - + *:* @@ -907,7 +974,7 @@ - + org.apache.drill.exec. oadd.org.apache.drill.exec. @@ -917,7 +984,7 @@ oadd.org.apache.drill.common. - + antlr. oadd.antlr. @@ -1137,7 +1204,7 @@ - + *:* @@ -1212,13 +1279,13 @@ webapps/** - + org.apache.calcite.avatica:* META-INF/services/java.sql.Driver - + org/slf4j/** @@ -1229,71 +1296,7 @@ - - apache-release - - - - org.apache.maven.plugins - maven-javadoc-plugin - - - attach-javadocs - - aggregate-jar - - false - - true - - org.apache.drill.exec:drill-jdbc - - - org.apache.drill.jdbc.impl - - - - Apache Drill JDBC Driver v. ${project.version} - - - -
Apache Drill JDBC Driver v. ${project.version}
-
Apache Drill JDBC Driver v. ${project.version}
- - - - Apache Drill JDBC Driver version ${project.version} - - - - Drill JDBC Driver - org.apache.drill.jdbc - - - Tracing Proxy JDBC Driver - org.apache.drill.jdbc.proxy - - - -
-
-
-
-
-
-
- - hadoop-2 - - 51000000 - - + -->
diff --git a/exec/jdbc/pom.xml b/exec/jdbc/pom.xml index 6f02d45fb0a..0cb00015488 100644 --- a/exec/jdbc/pom.xml +++ b/exec/jdbc/pom.xml @@ -124,31 +124,17 @@ - mapr + cdh4 org.apache.hadoop hadoop-common test - - - commons-logging - commons-logging - - - org.eclipse.jetty - jetty-server - - - org.eclipse.jetty - jetty-servlet - - - cdh4 + hdp org.apache.hadoop @@ -157,15 +143,32 @@ + + diff --git a/metastore/iceberg-metastore/pom.xml b/metastore/iceberg-metastore/pom.xml index 2737bfd3be7..da030f5efb8 100644 --- a/metastore/iceberg-metastore/pom.xml +++ b/metastore/iceberg-metastore/pom.xml @@ -158,6 +158,8 @@ + + diff --git a/pom.xml b/pom.xml index 418885d0ca1..36334eab200 100644 --- a/pom.xml +++ b/pom.xml @@ -59,8 +59,6 @@ 1.12.0 2.14.3 3.5.7 - 6.1.0-mapr - 3.0-mapr-1808 1.0.0 3.0.5 @@ -134,6 +132,11 @@ 4.3.3 2.1.12 + + @@ -174,18 +177,6 @@ - - mapr-releases - https://repository.mapr.com/maven/ - - true - fail - - - false - - - sonatype-nexus-snapshots https://oss.sonatype.org/content/repositories/snapshots @@ -202,6 +193,21 @@ jitpack.io https://jitpack.io + + + @@ -1643,109 +1649,6 @@ jackson-dataformat-hocon 1.1.1 - - com.mapr.db - maprdb - ${mapr.release.version} - - - com.mapr.fs - mapr-hbase - ${mapr.release.version} - - - log4j - log4j - - - slf4j-log4j12 - org.slf4j - - - org.slf4j - slf4j-reload4j - - - com.sun.jersey - jersey-core - - - com.sun.jersey - jersey-server - - - com.sun.jersey - jersey-json - - - commons-logging - commons-logging - - - asm - asm - - - org.eclipse.jetty - jetty-server - - - org.eclipse.jetty - jetty-servlet - - - org.json - json - - - - - com.mapr.hadoop - maprfs - ${mapr.release.version} - - - org.yaml - snakeyaml - - - commons-logging - commons-logging - - - log4j - log4j - - - slf4j-log4j12 - org.slf4j - - - org.slf4j - slf4j-reload4j - - - org.json - json - - - - - com.mapr.security - mapr-security-web - ${mapr.release.version} - - - org.ojai - ojai - ${ojai.version} - - - org.apache.hadoop - hadoop-common - - - io.netty netty-tcnative @@ -2027,6 +1930,114 @@ pom import + + + + @@ -2935,23 +2946,16 @@ - mapr + cdh - mapr - 2.3.3-mapr-1808 - 1.1.1-mapr-1602-m7-5.2.0 - 2.7.0-mapr-1808 - 3.4.11-mapr-1808 - - 2.13.0 + cdh4 org.apache.hadoop hadoop-common - ${hadoop.version} + 2.3.0-cdh5.0.3 commons-logging @@ -2966,13 +2970,40 @@ jetty-servlet - javax.servlet - servlet-api - + dnsjava + dnsjava + + + + + org.apache.hadoop + hadoop-client + 2.3.0-cdh5.0.3 + + + javax.servlet + servlet-api + + + commons-logging + commons-logging + org.eclipse.jetty - jetty-util + jetty-server + + + org.eclipse.jetty + jetty-servlet + + + + org.apache.hadoop + hadoop-yarn-client + 2.3.0-cdh5.0.3 + compile + com.sun.jersey jersey-core @@ -2989,34 +3020,6 @@ com.sun.jersey jersey-client - - jets3t - net.java.dev.jets3t - - - log4j - log4j - - - slf4j-log4j12 - org.slf4j - - - slf4j-reload4j - org.slf4j - - - mockito-all - org.mockito - - - commons-logging-api - commons-logging - - - core - org.eclipse.jdt - org.codehaus.jackson jackson-core-asl @@ -3033,24 +3036,50 @@ org.codehaus.jackson jackson-jaxrs + + + - org.apache.hadoop - hadoop-core + log4j + log4j - commons-httpclient - commons-httpclient + javax.servlet + servlet-api - dnsjava - dnsjava + commons-logging + commons-logging + + + + + cloudera + https://repository.cloudera.com/artifactory/cloudera-repos/ + + fail + + + fail + + + + + + hdp + + hdp + + + org.apache.hadoop - hadoop-client - ${hadoop.version} + hadoop-common + 2.4.0.2.1.3.0-563 commons-logging @@ -3065,83 +3094,38 @@ jetty-servlet - javax.servlet - servlet-api - - - org.eclipse.jetty - jetty-util - - - jets3t - net.java.dev.jets3t - - - log4j - log4j - - - slf4j-log4j12 - org.slf4j - - - org.slf4j - slf4j-reload4j + dnsjava + dnsjava + + + + org.apache.hadoop + hadoop-client + 2.4.0.2.1.3.0-563 + - mockito-all - org.mockito + javax.servlet + servlet-api - commons-logging-api + commons-logging commons-logging - com.sun.jersey - jersey-core - - - com.sun.jersey - jersey-server - - - com.sun.jersey - jersey-json - - - com.sun.jersey - jersey-client - - - core - org.eclipse.jdt - - - org.codehaus.jackson - jackson-core-asl - - - org.codehaus.jackson - jackson-mapper-asl - - - org.codehaus.jackson - jackson-xc - - - org.codehaus.jackson - jackson-jaxrs + org.eclipse.jetty + jetty-server - org.apache.hadoop - hadoop-core + org.eclipse.jetty + jetty-servlet org.apache.hadoop hadoop-yarn-client - ${hadoop.version} + 2.4.0.2.1.3.0-563 compile @@ -3194,94 +3178,179 @@ - - org.apache.hive - hive-maprdb-json-handler - ${hive.version} - - - org.apache.hive - hive-exec - - - - - com.mapr.db - maprdb-mapreduce - ${mapr.release.version} - - - log4j - log4j - - - org.slf4j - slf4j-log4j12 - - - org.slf4j - slf4j-reload4j - - - commons-logging - commons-logging - - - javax.servlet - servlet-api - - - - - xerces - xercesImpl - ${xerces.version} - - - org.apache.parquet - parquet-hadoop - ${parquet.version} - - - org.xerial.snappy - snappy-java - - - - - - org.apache.hadoop - hadoop-hdfs - ${hadoop.version} - test - - - commons-logging - commons-logging - - - javax.servlet - servlet-api - - - org.codehaus.jackson - jackson-core-asl - - - org.codehaus.jackson - jackson-mapper-asl - - - + + + + + + true + always + fail + + + false + never + fail + + HDPReleases + HDP Releases + https://repo.hortonworks.com/content/repositories/releases + default + + + + + build-contrib + + + !skipContrib + + + + contrib + + + + + openssl + + + enableOpenSSL + true + + + + + + fedora + ${os.detected.classifier} + + + + findbugs + + false + + + + + org.codehaus.mojo + findbugs-maven-plugin + 3.0.0 + + + Normal + + Low + + false + + true + + ${project.build.directory}/findbugs + + + + + + verify + + check + + + + + + org.codehaus.mojo + xml-maven-plugin + 1.0 + + + verify + + transform + + + + + + + ${project.build.directory}/findbugs + ${project.build.directory}/findbugs + fancy-hist.xsl + + + + + + + .html + + + + + + + + com.google.code.findbugs + findbugs + 2.0.0 + + + + + + + + jdk9+ + + [9,) + + + 8 + + --add-opens java.base/java.lang=ALL-UNNAMED + --add-opens java.base/java.net=ALL-UNNAMED + --add-opens java.base/java.nio=ALL-UNNAMED + --add-opens java.base/java.util=ALL-UNNAMED + --add-opens java.base/sun.nio.ch=ALL-UNNAMED + --add-opens java.security.jgss/sun.security.krb5=ALL-UNNAMED + + + + + hadoop-2 + + + hadoop-2 + + + + 2.10.2 + 2.5.5 + + + org.apache.hadoop - hadoop-yarn-api + hadoop-common ${hadoop.version} - test - commons-logging commons-logging + commons-logging org.eclipse.jetty @@ -3296,31 +3365,32 @@ servlet-api - log4j - log4j + org.eclipse.jetty + jetty-util - - - - org.apache.hbase - hbase-client - ${hbase.version} - - javax.servlet - servlet-api + com.sun.jersey + jersey-core - org.eclipse.jetty - jetty-server + com.sun.jersey + jersey-server - org.eclipse.jetty - jetty-servlet + com.sun.jersey + jersey-json - commons-logging - commons-logging + com.sun.jersey + jersey-client + + + jets3t + net.java.dev.jets3t + + + log4j + log4j slf4j-log4j12 @@ -3331,83 +3401,87 @@ slf4j-reload4j - log4j - log4j + reload4j + ch.qos.reload4j - com.sun.jersey - jersey-core + slf4j-reload4j + org.slf4j - com.sun.jersey - jersey-server + mockito-all + org.mockito - com.sun.jersey - jersey-json + commons-logging-api + commons-logging - com.sun.jersey - jersey-client + core + org.eclipse.jdt - org.codehaus.jackson - jackson-core-asl + org.apache.hadoop + hadoop-core - org.codehaus.jackson - jackson-mapper-asl + commons-httpclient + commons-httpclient + + + dnsjava + dnsjava - org.apache.hbase - hbase-server - ${hbase.version} + org.apache.hadoop + hadoop-client + ${hadoop.version} - tomcat - jasper-compiler + commons-logging + commons-logging - tomcat - jasper-runtime - - - javax.servlet - servlet-api + org.eclipse.jetty + jetty-server org.eclipse.jetty - jetty-server + jetty-servlet - org.eclipse.jetty - jetty-servlet + javax.servlet + servlet-api - jetty-jsp org.eclipse.jetty + jetty-util - jamon-runtime - org.jamon + jets3t + net.java.dev.jets3t - commons-logging - commons-logging + log4j + log4j slf4j-log4j12 org.slf4j - org.slf4j slf4j-reload4j + org.slf4j - log4j - log4j + mockito-all + org.mockito + + + commons-logging-api + commons-logging com.sun.jersey @@ -3425,174 +3499,92 @@ com.sun.jersey jersey-client - - - - org.apache.hbase - hbase-testing-util - tests - ${hbase.version} - test - - - javax.servlet - servlet-api - - - org.eclipse.jetty - jetty-server - - - org.eclipse.jetty - jetty-servlet - - - commons-logging - commons-logging - - - slf4j-log4j12 - org.slf4j - - - org.slf4j - slf4j-reload4j - - asm - asm + core + org.eclipse.jdt - org.apache.hbase - hbase-annotations + org.codehaus.jackson + jackson-core-asl - tomcat - jasper-compiler + org.codehaus.jackson + jackson-mapper-asl - tomcat - jasper-runtime + org.codehaus.jackson + jackson-xc - - - - org.apache.curator - curator-test - ${curator.test.version} - test - - log4j - log4j + org.codehaus.jackson + jackson-jaxrs - - - - org.apache.hbase - hbase-annotations - ${hbase.version} - - log4j - log4j + org.apache.hadoop + hadoop-core - jdk.tools - jdk.tools + com.zaxxer + HikariCP-java7 - org.apache.hbase - hbase-common - ${hbase.version} + org.apache.hadoop + hadoop-mapreduce-client-core + ${hadoop.version} + compile - log4j - log4j - - - commons-logging - commons-logging + reload4j + ch.qos.reload4j - - - - org.apache.hbase - hbase-protocol - ${hbase.version} - - log4j - log4j + org.slf4j + slf4j-reload4j - commons-logging - commons-logging + io.netty + netty - - - - - cdh - - cdh4 - - - org.apache.hadoop - hadoop-common - 2.3.0-cdh5.0.3 + hadoop-auth + ${hadoop.version} + compile - commons-logging - commons-logging - - - org.eclipse.jetty - jetty-server + org.slf4j + slf4j-reload4j - org.eclipse.jetty - jetty-servlet + reload4j + ch.qos.reload4j - dnsjava - dnsjava + org.ow2.asm + asm org.apache.hadoop - hadoop-client - 2.3.0-cdh5.0.3 + hadoop-yarn-common + ${hadoop.version} + compile - javax.servlet - servlet-api - - - commons-logging - commons-logging - - - org.eclipse.jetty - jetty-server - - - org.eclipse.jetty - jetty-servlet + reload4j + ch.qos.reload4j org.apache.hadoop hadoop-yarn-client - 2.3.0-cdh5.0.3 + ${hadoop.version} compile @@ -3643,46 +3635,51 @@ commons-logging commons-logging + + reload4j + ch.qos.reload4j + - - - - - cloudera - https://repository.cloudera.com/artifactory/cloudera-repos/ - - fail - - - fail - - - - - - hdp - - hdp - - - + + xerces + xercesImpl + ${xerces.version} + + + org.apache.parquet + parquet-hadoop + ${parquet.version} + + + org.xerial.snappy + snappy-java + + + + org.apache.hadoop hadoop-common - 2.4.0.2.1.3.0-563 + ${hadoop.version} + tests + test - commons-logging commons-logging + commons-logging - org.eclipse.jetty - jetty-server + reload4j + ch.qos.reload4j - org.eclipse.jetty - jetty-servlet + org.slf4j + slf4j-reload4j + + + javax.servlet + servlet-api dnsjava @@ -3692,16 +3689,73 @@ org.apache.hadoop - hadoop-client - 2.4.0.2.1.3.0-563 + hadoop-hdfs + ${hadoop.version} + test - javax.servlet - servlet-api + commons-codec + commons-codec + commons-logging commons-logging + + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + + + com.sun.jersey + jersey-json + + + javax.servlet + servlet-api + + + org.codehaus.jackson + jackson-core-asl + + + org.codehaus.jackson + jackson-mapper-asl + + + log4j + log4j + + + reload4j + ch.qos.reload4j + + + org.slf4j + slf4j-reload4j + + + io.netty + netty-all + + + io.netty + netty + + + + + org.apache.hadoop + hadoop-yarn-api + ${hadoop.version} + test + + commons-logging + commons-logging org.eclipse.jetty @@ -3711,14 +3765,41 @@ org.eclipse.jetty jetty-servlet + + log4j + log4j + - org.apache.hadoop - hadoop-yarn-client - 2.4.0.2.1.3.0-563 - compile + org.apache.hbase + hbase-client + ${hbase.version} + + org.eclipse.jetty + jetty-server + + + org.eclipse.jetty + jetty-servlet + + + commons-logging + commons-logging + + + slf4j-log4j12 + org.slf4j + + + org.slf4j + slf4j-reload4j + + + log4j + log4j + com.sun.jersey jersey-core @@ -3743,194 +3824,201 @@ org.codehaus.jackson jackson-mapper-asl + + + + org.apache.hbase + hbase-server + ${hbase.version} + - org.codehaus.jackson - jackson-xc + tomcat + jasper-compiler - org.codehaus.jackson - jackson-jaxrs + tomcat + jasper-runtime + + + javax.servlet + servlet-api + + + org.eclipse.jetty + jetty-server + + + org.eclipse.jetty + jetty-servlet + + + jetty-jsp + org.eclipse.jetty + + + jamon-runtime + org.jamon + + + commons-logging + commons-logging + + + slf4j-log4j12 + org.slf4j + + + org.slf4j + slf4j-reload4j - - - - log4j log4j + log4j + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + + + com.sun.jersey + jersey-json + + + com.sun.jersey + jersey-client + + + + + org.apache.hbase + hbase-testing-util + tests + ${hbase.version} + test + javax.servlet servlet-api - commons-logging + org.eclipse.jetty + jetty-server + + + org.eclipse.jetty + jetty-servlet + + commons-logging + commons-logging + + + slf4j-log4j12 + org.slf4j + + + slf4j-reload4j + org.slf4j + + + asm + asm + + + org.apache.hbase + hbase-annotations + + + tomcat + jasper-compiler + + + tomcat + jasper-runtime + + + commons-httpclient + commons-httpclient - - - - - - true - always - fail - - - false - never - fail - - HDPReleases - HDP Releases - https://repo.hortonworks.com/content/repositories/releases - default - - - - - build-contrib - - - !skipContrib - - - - contrib - - - - - openssl - - - enableOpenSSL - true - - - - - - fedora - ${os.detected.classifier} - - - - findbugs - - false - - - - - org.codehaus.mojo - findbugs-maven-plugin - 3.0.0 - - - Normal - - Low - - false - - true - - ${project.build.directory}/findbugs - - - - - - verify - - check - - - - - - org.codehaus.mojo - xml-maven-plugin - 1.0 - - - verify - - transform - - - - - - - ${project.build.directory}/findbugs - ${project.build.directory}/findbugs - fancy-hist.xsl - - - - - - - .html - - - - - - - - com.google.code.findbugs - findbugs - 2.0.0 - - - - - - - - jdk9+ - - [9,) - - - 8 - - --add-opens java.base/java.lang=ALL-UNNAMED - --add-opens java.base/java.net=ALL-UNNAMED - --add-opens java.base/java.nio=ALL-UNNAMED - --add-opens java.base/java.util=ALL-UNNAMED - --add-opens java.base/sun.nio.ch=ALL-UNNAMED - --add-opens java.security.jgss/sun.security.krb5=ALL-UNNAMED - - + + org.apache.curator + curator-test + ${curator.version} + test + + + log4j + log4j + + + + + org.apache.hbase + hbase-annotations + ${hbase.version} + + + log4j + log4j + + + jdk.tools + jdk.tools + + + + + org.apache.hbase + hbase-common + ${hbase.version} + + + log4j + log4j + + + commons-logging + commons-logging + + + + + org.apache.hbase + hbase-protocol + ${hbase.version} + + + log4j + log4j + + + commons-logging + commons-logging + + + + + + + + log4j @@ -4226,84 +4266,73 @@ commons-logging commons-logging - - reload4j - ch.qos.reload4j - - xerces - xercesImpl - ${xerces.version} - - - org.apache.parquet - parquet-hadoop - ${parquet.version} + org.apache.hive + hive-maprdb-json-handler + ${hive.version} - org.xerial.snappy - snappy-java + org.apache.hive + hive-exec - - org.apache.hadoop - hadoop-common - ${hadoop.version} - tests - test + com.mapr.db + maprdb-mapreduce + ${mapr.release.version} - commons-logging - commons-logging + log4j + log4j - reload4j - ch.qos.reload4j + org.slf4j + slf4j-log4j12 org.slf4j slf4j-reload4j + + commons-logging + commons-logging + javax.servlet servlet-api + + + + xerces + xercesImpl + ${xerces.version} + + + org.apache.parquet + parquet-hadoop + ${parquet.version} + - dnsjava - dnsjava + org.xerial.snappy + snappy-java + org.apache.hadoop hadoop-hdfs ${hadoop.version} test - - commons-codec - commons-codec - commons-logging commons-logging - - com.sun.jersey - jersey-core - - - com.sun.jersey - jersey-server - - - com.sun.jersey - jersey-json - javax.servlet servlet-api @@ -4316,26 +4345,6 @@ org.codehaus.jackson jackson-mapper-asl - - log4j - log4j - - - reload4j - ch.qos.reload4j - - - org.slf4j - slf4j-reload4j - - - io.netty - netty-all - - - io.netty - netty - @@ -4356,6 +4365,10 @@ org.eclipse.jetty jetty-servlet + + javax.servlet + servlet-api + log4j log4j @@ -4367,6 +4380,10 @@ hbase-client ${hbase.version} + + javax.servlet + servlet-api + org.eclipse.jetty jetty-server @@ -4512,8 +4529,8 @@ org.slf4j - slf4j-reload4j org.slf4j + slf4j-reload4j asm @@ -4531,16 +4548,12 @@ tomcat jasper-runtime - - commons-httpclient - commons-httpclient - org.apache.curator curator-test - ${curator.version} + ${curator.test.version} test @@ -4597,6 +4610,7 @@ + --> tools