fix: sqoop workaround for mysql 8.0

openedx-unsupported · Oct 31, 2023 · fbf84d5 · fbf84d5
1 parent c0981cf
commit fbf84d5
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/edx/analytics/tasks/common/sqoop.py b/edx/analytics/tasks/common/sqoop.py
@@ -255,6 +255,15 @@ def import_args(self):
             arglist.append('--direct')
         if self.mysql_delimiters:
             arglist.append('--mysql-delimiters')
+
+        # Sqoop 1.4.6 adds --skip-opt by default, which in turn adds
+        # NO_FIELD_OPTIONS, NO_KEY_OPTIONS and NO_TABLE_OPTIONS to the sql_mode.
+        # MySQL 8.0 do not support these options, so we need to
+        # explicitly disable them.
+        arglist.append('--')
+        arglist.append('--no-tablespaces')
+        arglist.append('--opt')
+
         return arglist
 
     def source_database_type(self):