add SQOOP_VERSION

uc-cdis · Jun 30, 2024 · 5aa28c7 · 5aa28c7
1 parent f0fc4a5
commit 5aa28c7
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/spark/base/Dockerfile b/spark/base/Dockerfile
@@ -4,12 +4,17 @@ FROM quay.io/cdis/hadoop-base:v3.3.0
 ENV DEBIAN_FRONTEND=noninteractive \
     HADOOP_SPARK_VERSION="3" \
     ES_HADOOP_VERSION="8.3.3" \
-    SPARK_VERSION="3.3.0"
+    SQOOP_VERSION="1.4.7" \
+    SPARK_VERSION="3.3.0" \
+    MAVEN_ES_URL="https://search.maven.org/remotecontent?filepath=org/elasticsearch" \
+    ES_SPARK_30_2_12="elasticsearch-spark-30_2.12" \
+    ES_SPARK_20_2_11="elasticsearch-spark-20_2.11"
 
 ENV SPARK_INSTALLATION_URL="http://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_SPARK_VERSION}.tgz" \
     SQOOP_INSTALLATION_URL="http://archive.apache.org/dist/sqoop/${SQOOP_VERSION}/sqoop-${SQOOP_VERSION}.bin__hadoop-2.6.0.tar.gz" \
     HADOOP_INSTALLATION_URL="http://archive.apache.org/dist/hadoop/common/hadoop-${HADOOP_VERSION}/hadoop-${HADOOP_VERSION}.tar.gz" \
     ES_HADOOP_INSTALLATION_URL="https://artifacts.elastic.co/downloads/elasticsearch-hadoop/elasticsearch-hadoop-${ES_HADOOP_VERSION}.zip" \
+    SPARK_HOME="/spark" \
     SQOOP_HOME="/sqoop" \
     HADOOP_HOME="/hadoop" \
     ES_HADOOP_HOME="/es-hadoop" \