test_redshift

.github/workflows/redshift.yml

@@ -26,7 +26,7 @@ jobs:
   test:
     runs-on: ubuntu-20.04
     container: python:2.7.18-buster
-    timeout-minutes: 30
+    timeout-minutes: 3
     env:
       RS_PREFIX: ci_${{ github.sha }}_${{ github.run_id }}_${{ github.run_attempt }}_
       RS_HOST: ${{ secrets.RS_HOST_CI }}

clouds/redshift/common/run_script.py

@@ -33,6 +33,7 @@ def run_queries(queries):
         with conn.cursor() as cursor:
             for i in trange(len(queries) if not filter else 1, ncols=97):
                 query = apply_replacements(queries[i])
+                print(query)
                 if (not filter) or (filter in query):
                     pattern = os.environ['RS_SCHEMA'] + '.(.*?)[(|\n]'
                     result = re.search(pattern, str(query))

clouds/redshift/libraries/python/Makefile

@@ -39,7 +39,7 @@ build:
 	rm -rf $(BUILD_DIR)
 	mkdir $(BUILD_DIR)
 	$(MAKE) build-library
-	$(MAKE) build-dependencies
+# $(MAKE) build-dependencies
 	$(MAKE) build-libraries-sql
 
 build-library:
@@ -69,8 +69,9 @@ endif
 	done
 
 deploy: check build
-	echo "Deploying libraries..."
+	echo "copy libraries..."
 	$(MAKE) copy-libraries
+	echo "Deploying libraries..."
 	$(MAKE) deploy-libraries
 	$(MAKE) remove-libraries
 
@@ -87,9 +88,9 @@ endif
 
 deploy-libraries: venv3
 ifeq ("$(library)","carto")
-	FILTER=$(RS_LIBRARY) $(VENV3_BIN)/python $(COMMON_DIR)/run_script.py $(BUILD_DIR)/libraries.sql || exit 1
+	FILTER=$(RS_LIBRARY) $(VENV3_BIN)/python $(COMMON_DIR)/run_script.py $(BUILD_DIR)/libraries.sql
 else
-	$(VENV3_BIN)/python $(COMMON_DIR)/run_script.py $(BUILD_DIR)/libraries.sql || exit 1
+	$(VENV3_BIN)/python $(COMMON_DIR)/run_script.py $(BUILD_DIR)/libraries.sql
 endif
 
 remove-libraries:

clouds/redshift/modules/sql/quadbin/QUADBIN_BBOX.sql

@@ -13,6 +13,7 @@ AS $$
     if quadbin is None:
         return None
 
+
     return json.dumps(cell_to_bounding_box(quadbin))
 $$ LANGUAGE plpythonu;