Buildkite improvements FY27 Q2

integration_tests/ci/test_scenarios.yml

@@ -0,0 +1,32 @@
+# Only set if not using default adapter ranges
+# dbt_adapter_versions:
+#   snowflake: ">=1.3.0,<2.0.0"
+#   bigquery: ">=1.3.0,<2.0.0"
+#   postgres: ">=1.3.0,<2.0.0"
+#   redshift: ">=1.3.0,<2.0.0"
+#   databricks: ">=1.6.0,<2.0.0"
+
+schema_variable_name: "salesforce_schema"
+additional_schema_variables:
+  - "salesforce_history_schema"
+
+include_databricks_sql: false
+include_sqlserver: false
+include_dbt_compile: true
+
+test_scenarios:
+  - name: "Default"
+    vars: {}
+    include_incremental: false
+
+  - name: "user role disabled"
+    vars:
+      salesforce__user_role_enabled: false
+    include_incremental: false
+
+  - name: "history enabled"
+    vars:
+      salesforce__account_history_enabled: true
+      salesforce__contact_history_enabled: true
+      salesforce__opportunity_history_enabled: true
+    include_incremental: true

integration_tests/dbt_project.yml

@@ -42,11 +42,10 @@ seeds:
     show: False
   salesforce_integration_tests:
     +quote_columns: "{{ true if target.type in ('redshift', 'postgres') else false }}"
-    +column_types:
-      _fivetran_synced: timestamp
-      _fivetran_active: boolean
     sf_account_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         last_activity_date: timestamp
         last_referenced_date: timestamp
         last_viewed_date: timestamp
@@ -57,6 +56,8 @@ seeds:
         shipping_longitude: float
     sf_opportunity_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         close_date: timestamp
         created_date: timestamp
         last_activity_date: timestamp
@@ -66,6 +67,8 @@ seeds:
         probability: float
     sf_user_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         last_login_date: timestamp
         last_referenced_date: timestamp
         last_viewed_date: timestamp
@@ -74,7 +77,8 @@ seeds:
         longitude: float
     sf_contact_data:
       +column_types:
-        birthdate: timestamp
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         created_date: timestamp
         email_bounced_date: timestamp
         last_activity_date: timestamp
@@ -87,6 +91,8 @@ seeds:
         is_deleted: boolean
     sf_lead_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         converted_date: timestamp
         created_date: timestamp
         email_bounced_date: timestamp
@@ -98,6 +104,8 @@ seeds:
         is_deleted: boolean
     sf_task_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         activity_date: timestamp
         completed_date_time: timestamp
         created_date: timestamp
@@ -109,10 +117,11 @@ seeds:
         is_deleted: boolean
     sf_event_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         activity_date: timestamp
         activity_date_time: timestamp
         created_date: timestamp
-        end_date: timestamp
         end_date_time: timestamp
         last_modified_date   : timestamp
         recurrence_2_pattern_start_date   : timestamp
@@ -124,6 +133,8 @@ seeds:
         is_deleted: boolean
     sf_product_2_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         created_date: timestamp
         last_modified_date: timestamp
         last_referenced_date: timestamp
@@ -132,6 +143,8 @@ seeds:
         is_deleted: boolean
     sf_order_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         activated_date: timestamp
         created_date: timestamp
         effective_date: timestamp
@@ -143,6 +156,8 @@ seeds:
         is_deleted: boolean
     sf_opportunity_line_item_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         created_date: timestamp
         last_modified_date: timestamp
         last_referenced_date: timestamp
@@ -153,20 +168,25 @@ seeds:
 
     sf_account_history_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         annual_revenue: float
         last_activity_date: timestamp
         last_referenced_date: timestamp
         last_viewed_date: timestamp
         is_deleted: boolean
     sf_contact_history_data:
       +column_types:
-        birthdate: timestamp 
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         last_activity_date: timestamp 
         last_modified_date: timestamp 
         last_viewed_date: timestamp
         is_deleted: boolean
     sf_opportunity_history_data:
       +column_types:
+        _fivetran_synced: timestamp
+        _fivetran_active: boolean
         close_date: timestamp
         created_date: timestamp
         last_activity_date: timestamp
@@ -189,4 +209,4 @@ flags:
   send_anonymous_usage_stats: False
 
 
-  use_colors: True
+  use_colors: True