diff --git a/ansible/templates/submit-alternator-job.sh b/ansible/templates/submit-alternator-job.sh index 7acbdb0..f9d554b 100644 --- a/ansible/templates/submit-alternator-job.sh +++ b/ansible/templates/submit-alternator-job.sh @@ -12,5 +12,5 @@ time spark-submit --class com.scylladb.migrator.Migrator \ --conf spark.scylla.config=/home/ubuntu/scylla-migrator/config.dynamodb.yml \ --executor-memory $EXECUTOR_MEMORY \ --executor-cores $EXECUTOR_CORES \ ---conf spark.driver.memory=64G \ +--driver-memory 4G \ /home/ubuntu/scylla-migrator/scylla-migrator-assembly.jar \ No newline at end of file diff --git a/ansible/templates/submit-cql-job.sh b/ansible/templates/submit-cql-job.sh index e9f6143..f167df7 100644 --- a/ansible/templates/submit-cql-job.sh +++ b/ansible/templates/submit-cql-job.sh @@ -19,7 +19,7 @@ time spark-submit --class com.scylladb.migrator.Migrator \ #sometimes you will need a tuning for driver memory size #add this config to above to tune it: -# --conf spark.driver.memory=4G \ +# --driver-memory 4G \ # debug example #$SPARK_HOME/spark-submit --class com.scylladb.migrator.Migrator \