release: 2025-01-30

.github/workflows/bigquery-ded.yml

@@ -17,7 +17,7 @@ jobs:
     runs-on: ubuntu-20.04
     timeout-minutes: 20
     env:
-      GCLOUD_VERSION: 290.0.1
+      GCLOUD_VERSION: 500.0.0
       BQ_PROJECT: ${{ secrets.BQ_PROJECT_CD }}
       BQ_REGION: ${{ secrets.BQ_REGION_CD }}
       BQ_BUCKET: ${{ secrets.BQ_BUCKET_CD }}
@@ -42,13 +42,13 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.BQCARTOCD_DEPLOY_CLOUD_EXTENSIONS_SA_BASE64 }}
           project_id: ${{ env.BQ_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ env.BQ_PROJECT }}

.github/workflows/bigquery.yml

@@ -18,7 +18,7 @@ env:
   NODE_VERSION: 14
   PYTHON3_VERSION: 3.8.10
   VIRTUALENV_VERSION: 20.21.1
-  GCLOUD_VERSION: 290.0.1
+  GCLOUD_VERSION: 500.0.0
 
 jobs:
 
@@ -40,13 +40,13 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.BQCARTOCI_DEPLOY_CLOUD_EXTENSIONS_SA_BASE64 }}
           project_id: ${{ env.BQ_PROJECT_CI }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ env.BQ_PROJECT_CI }}
@@ -85,13 +85,13 @@ jobs:
       - name: Check diff
         uses: technote-space/get-diff-action@v4
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.BQCARTOCD_DEPLOY_CLOUD_EXTENSIONS_SA_BASE64 }}
           project_id: ${{ env.BQ_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ env.BQ_PROJECT }}
@@ -130,13 +130,13 @@ jobs:
       - name: Check diff
         uses: technote-space/get-diff-action@v4
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.BQCARTO_DEPLOY_CLOUD_EXTENSIONS_SA_BASE64 }}
           project_id: ${{ matrix.project }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ matrix.project }}
@@ -157,13 +157,13 @@ jobs:
       - name: Checkout repo
         uses: actions/checkout@v2
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }}
           project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}

.github/workflows/databricks.yml

@@ -17,7 +17,7 @@ on:
 env:
   PYTHON3_VERSION: 3.8.11
   VIRTUALENV_VERSION: 20.21.1
-  GCLOUD_VERSION: 290.0.1
+  GCLOUD_VERSION: 500.0.0
   GOOGLE_SECRET_MANAGER_PROJECT: ${{ secrets.GOOGLE_SECRET_MANAGER_PROJECT }}
 
 jobs:
@@ -35,7 +35,7 @@ jobs:
       - name: Checkout repo
         uses: actions/checkout@v3
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }}
       - name: Get secrets
@@ -87,7 +87,7 @@ jobs:
       - name: Checkout repo
         uses: actions/checkout@v3
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.CARTODB_ON_GCP_TERRAFORM_CI_CD_SERVICE_ACCOUNT_KEY }}
       - name: Get secrets
@@ -138,13 +138,13 @@ jobs:
       - name: Setup virtualenv
         run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }}
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }}
           project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}

.github/workflows/postgres.yml

@@ -18,7 +18,7 @@ env:
   NODE_VERSION: 14
   PYTHON3_VERSION: 3.8.10
   VIRTUALENV_VERSION: 20.21.1
-  GCLOUD_VERSION: 290.0.1
+  GCLOUD_VERSION: 500.0.0
 
 jobs:
 
@@ -116,13 +116,13 @@ jobs:
       - name: Setup virtualenv
         run: pip install virtualenv==${{ env.VIRTUALENV_VERSION }}
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }}
           project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}

.github/workflows/publish-release.yml

@@ -97,7 +97,6 @@ jobs:
           pr_title: Merge release into main branch
           pr_body: |
             This PR merges the release branch back into main.
-            This happens to ensure that the updates that happend on the stable branch.
       - name: Merge PR if possible
         continue-on-error: true
         env:

.github/workflows/redshift.yml

@@ -19,7 +19,7 @@ env:
   PYTHON2_VERSION: 2.7.18
   PYTHON3_VERSION: 3.8.10
   VIRTUALENV_VERSION: 20.15.1
-  GCLOUD_VERSION: 290.0.1
+  GCLOUD_VERSION: 500.0.0
 
 jobs:
 
@@ -169,13 +169,13 @@ jobs:
           unzip awscliv2.zip
           ./aws/install
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }}
           project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}

.github/workflows/snowflake.yml

@@ -18,7 +18,7 @@ env:
   NODE_VERSION: 18.16
   PYTHON3_VERSION: 3.8.18
   VIRTUALENV_VERSION: 20.21.1
-  GCLOUD_VERSION: 290.0.1
+  GCLOUD_VERSION: 500.0.0
 
 jobs:
 
@@ -88,6 +88,39 @@ jobs:
           cd clouds/snowflake
           make deploy diff="$GIT_DIFF" production=1
 
+  deploy-internal-stable:
+    if: github.ref_name == 'stable'
+    needs: test
+    runs-on: ubuntu-20.04
+    timeout-minutes: 20
+    strategy:
+      matrix:
+        include:
+          - account: SF_ACCOUNT_CD
+            database: SF_DATABASE_STABLE_CD
+            user: SF_USER_CD
+            password: SF_PASSWORD_CD
+            role: SF_ROLE_CD
+    env:
+      SF_ACCOUNT: ${{ secrets[matrix.account] }}
+      SF_DATABASE: ${{ secrets[matrix.database] }}
+      SF_USER: ${{ secrets[matrix.user] }}
+      SF_PASSWORD: ${{ secrets[matrix.password] }}
+      SF_ROLE: ${{ secrets[matrix.role] }}
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v2
+      - name: Check diff
+        uses: technote-space/get-diff-action@v4
+      - name: Setup node
+        uses: actions/setup-node@v1
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+      - name: Run deploy
+        run: |
+          cd clouds/snowflake
+          make deploy diff="$GIT_DIFF" production=1
+
   deploy-internal-app:
     if: github.ref_name == 'main'
     needs: test
@@ -162,13 +195,13 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
       - name: Auth google
-        uses: google-github-actions/auth@v0
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCLOUD_PRODUCTION_RELEASE_SA }}
           project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}
           create_credentials_file: true
       - name: Setup gcloud
-        uses: google-github-actions/setup-gcloud@v0
+        uses: google-github-actions/setup-gcloud@v2
         with:
             version: ${{ env.GCLOUD_VERSION }}
             project_id: ${{ secrets.GCLOUD_PRODUCTION_PROJECT }}

CHANGELOG.md

@@ -4,6 +4,17 @@ CARTO Analytics Toolbox Core.
 
 All notable commits to this project will be documented in this file.
 
+## 2025-01-30
+
+- chore(sf): deploy snowflake in CARTO.CARTO when releasing (#536)
+- chore: update gh actions versions (#537)
+- chore(bq): add skip dependency tag in bigquery build_modules (#538)
+- docs(sf|h3): update h3_polyfill_table docs as it does not support points or lines (#539)
+- chore(deps): bump jinja2 from 3.1.3 to 3.1.5 in /clouds/databricks/common (#540)
+- fix(bq|h3,quadbin): H3_POLYFILL and QUADBIN_POLYFILL functions not working with holes (#542)
+- chore(bq): split JS libraries generation (#541, #543)
+- chore(sf): SF_ACCOUNT no longer follows "account.region" format (#544)
+
 ## 2024-10-28
 
 - chore(bq): fix @google-cloud/bigquery to version 7.9.0 (#531)

clouds/bigquery/CHANGELOG.md

@@ -4,6 +4,12 @@ CARTO Analytics Toolbox Core for BigQuery.
 
 All notable commits to this project will be documented in this file.
 
+## [1.2.5] - 2025-01-30
+
+- chore: add skip dependency tag in bigquery build_modules (#538)
+- fix(h3,quadbin): H3_POLYFILL and QUADBIN_POLYFILL functions not working with holes (#542)
+- chore: split JS libraries generation (#541, #543)
+
 ## [1.2.4] - 2024-10-28
 
 - chore: fix @google-cloud/bigquery to version 7.9.0 (#531)

clouds/bigquery/Makefile

@@ -4,6 +4,7 @@ ROOT_DIR := $(shell dirname $(abspath $(lastword $(MAKEFILE_LIST))))
 
 DIST_DIR ?= $(ROOT_DIR)/dist
 BUILD_DIR ?= $(ROOT_DIR)/build
+MODULES_DIRS ?= $(ROOT_DIR)/modules
 ESLINTRC_DIR ?= $(ROOT_DIR)/../..
 COMMON_DIR = $(ROOT_DIR)/common
 PACKAGE_VERSION ?= $(shell cat $(ROOT_DIR)/version)
@@ -49,7 +50,10 @@ build:
 build-libraries:
 	mkdir -p $(BUILD_DIR)/libs
 	$(MAKE) -C libraries/javascript build
-	cp libraries/javascript/build/index.js $(BUILD_DIR)/libs/$(BQ_LIBRARY_DEFAULT).js
+	$(COMMON_DIR)/list_libraries.js $(MODULES_DIRS) --diff="$(diff)" --modules=$(modules) --functions=$(functions) --nodeps=$(nodeps) --makelib=$(MAKE_LIB) 1>/dev/null # Check errors
+	for f in `$(COMMON_DIR)/list_libraries.js $(MODULES_DIRS) --diff="$(diff)" --modules=$(modules) --functions=$(functions) --nodeps=$(nodeps) --makelib=$(MAKE_LIB)`; do \
+		cp libraries/javascript/build/$${f}.js $(BUILD_DIR)/libs/$(BQ_LIBRARY_DEFAULT)_$${f}.js; \
+	done
 ifdef MAKE_LIB
 	cp libraries/javascript/build/index_$(MAKE_LIB).js $(BUILD_DIR)/libs/$(BQ_LIBRARY_DEFAULT)_$(MAKE_LIB).js
 endif