Skip to content

Commit

Permalink
Use published releases of spark-scylladb-connector
Browse files Browse the repository at this point in the history
  • Loading branch information
julienrf committed Aug 30, 2024
1 parent 9253872 commit 4c64182
Show file tree
Hide file tree
Showing 4 changed files with 4 additions and 20 deletions.
4 changes: 0 additions & 4 deletions .gitmodules
Original file line number Diff line number Diff line change
@@ -1,4 +0,0 @@
[submodule "spark-cassandra-connector"]
path = spark-cassandra-connector
url = https://github.com/scylladb/spark-cassandra-connector
branch = feature/track-token-ranges
5 changes: 2 additions & 3 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -48,9 +48,8 @@ lazy val migrator = (project in file("migrator")).enablePlugins(BuildInfoPlugin)
"software.amazon.awssdk" % "dynamodb" % awsSdkVersion,
"software.amazon.awssdk" % "s3" % awsSdkVersion,
"software.amazon.awssdk" % "sts" % awsSdkVersion,
// Revision number is automatically generated by the submodule when we do publishLocal. It is based on the output of 'git describe --tags'
"com.datastax.spark" %% "spark-cassandra-connector" % "3.5.0-1-g468079b4",
"com.github.jnr" % "jnr-posix" % "3.1.19", // Needed by the cassandra connector
"com.scylladb" %% "spark-scylladb-connector" % "4.0.0-RC1",
"com.github.jnr" % "jnr-posix" % "3.1.19", // Needed by the Spark ScyllaDB connector
"com.scylladb.alternator" % "emr-dynamodb-hadoop" % "5.7.1",
"com.scylladb.alternator" % "load-balancing" % "1.0.0",
"io.circe" %% "circe-generic" % "0.14.7",
Expand Down
14 changes: 2 additions & 12 deletions build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -3,16 +3,6 @@
set -e
set -x

#workaround for number exceptions, once new sbt will be used + 2.12 scala below won't be needed
export TERM=xterm-color
export TERM=xterm-color

git submodule update --init --recursive

TMPDIR="$PWD"/tmpexec
mkdir -p "$TMPDIR"
trap "rm -rf $TMPDIR" EXIT
pushd spark-cassandra-connector
sbt -Djava.io.tmpdir="$TMPDIR" ++2.13.11 publishLocal
popd

sbt -Djava.io.tmpdir="$TMPDIR" -mem 8192 migrator/assembly
sbt -mem 8192 migrator/assembly
1 change: 0 additions & 1 deletion spark-cassandra-connector
Submodule spark-cassandra-connector deleted from 468079

0 comments on commit 4c64182

Please sign in to comment.