databricks

.buildkite/pipeline.yml

@@ -56,4 +56,18 @@ steps:
             - "CI_REDSHIFT_DBT_PASS"
             - "CI_REDSHIFT_DBT_USER"
     commands: |
-      bash .buildkite/scripts/run_models.sh redshift
+      bash .buildkite/scripts/run_models.sh redshift
+
+  - label: ":databricks: Run Tests - Databricks"
+    key: "run_dbt_databricks"
+    plugins:
+      - docker#v3.13.0:
+          image: "python:3.8"
+          shell: [ "/bin/bash", "-e", "-c" ]
+          environment:
+            - "BASH_ENV=/tmp/.bashrc"
+            - "CI_DATABRICKS_DBT_HOST"
+            - "CI_DATABRICKS_DBT_HTTP_PATH"
+            - "CI_DATABRICKS_DBT_TOKEN"
+    commands: |
+      bash .buildkite/scripts/run_models.sh databricks

CHANGELOG.md

@@ -1,3 +1,7 @@
+# dbt_netsuite v0.7.1
+## 🎉 Feature Updates 🎉
+Now introducing...Databricks compatibility 🧱 ([PR #61](https://github.com/fivetran/dbt_netsuite/pull/61))
+
 # dbt_netsuite v0.7.0
 
 ## 🚨 Breaking Changes 🚨:

README.md

@@ -80,7 +80,15 @@ To use this dbt package, you must have At least either one Fivetran **Netsuite**
 - vendorcategory
 
 ### Database Compatibility
-This package is compatible with either a **BigQuery**, **Snowflake**, **Redshift**, or **PostgreSQL** destination.
+This package is compatible with either a **BigQuery**, **Snowflake**, **Redshift**, **PostgreSQL**, or **Databricks** destination.
+
+### Databricks dispatch configuration
+If you are using a Databricks destination with this package, you must add the following (or a variation of the following) dispatch configuration within your `dbt_project.yml`. This is required in order for the package to accurately search for macros within the `dbt-labs/spark_utils` then the `dbt-labs/dbt_utils` packages respectively.
+```yml
+dispatch:
+  - macro_namespace: dbt_utils
+    search_order: ['spark_utils', 'dbt_utils']
+```
 
 ## Step 2: Install the package
 Include the following netsuite package version in your `packages.yml` file:
@@ -216,6 +224,9 @@ packages:
 
     - package: dbt-labs/dbt_utils
       version: [">=1.0.0", "<2.0.0"]
+
+    - package: dbt-labs/spark_utils
+      version: [">=0.3.0", "<0.4.0"]
 ```
 # 🙌 How is this package maintained and can I contribute?
 ## Package Maintenance

dbt_project.yml

@@ -1,8 +1,8 @@
 config-version: 2
 name: 'netsuite'
-version: '0.7.0'
-profile: 'integration'
+version: '0.7.1'
 require-dbt-version: [">=1.3.0", "<2.0.0"]
+
 models:
   netsuite:
     +materialized: table

integration_tests/dbt_project.yml

@@ -1,5 +1,5 @@
 name: 'netsuite_integration_tests'
-version: '0.7.0'
+version: '0.7.1'
 profile: 'integration_tests'
 config-version: 2
 models:
@@ -57,3 +57,7 @@ seeds:
       due_date: timestamp
       startdate: timestamp
       starting: timestamp
+
+dispatch:
+  - macro_namespace: dbt_utils
+    search_order: ['spark_utils', 'dbt_utils']

packages.yml

@@ -1,3 +1,9 @@
 packages:
-- package: fivetran/netsuite_source
-  version: [">=0.6.0", "<0.7.0"]
+# - package: fivetran/netsuite_source
+#   version: [">=0.6.0", "<0.7.0"]
+
+- git: https://github.com/fivetran/dbt_netsuite_source.git
+  revision: releases/v0.6.latest
+  warn-unpinned: false
+
+# - local: ../Netsuite/dbt_netsuite_source