feat(pace-171): add dbt snowflake example (#207)

* feat(pace-171): add dbt snowflake example

* chore(pace-171): update dbt snowflake readme

* fix: remove incorrect pagination on bigquery list groups

---------

Co-authored-by: Bob van den Hoogen <[email protected]>

Author: trietsch

dbt/src/main/dbt_snowflake_project/.envrc_template

@@ -0,0 +1,4 @@
+# Make sure to fill out the variables below in order to use the Snowflake example dbt project
+export SNOWFLAKE_USER=""
+export SNOWFLAKE_PASSWORD=""
+export SNOWFLAKE_ACCOUNT_NAME=""

dbt/src/main/dbt_snowflake_project/.gitignore

@@ -0,0 +1,5 @@
+
+target/
+dbt_packages/
+logs/
+.envrc

dbt/src/main/dbt_snowflake_project/.user.yml

@@ -0,0 +1 @@
+id: 3afbb3a6-c6f7-45c7-932a-c1cbf871a710

dbt/src/main/dbt_snowflake_project/README.md

@@ -0,0 +1,4 @@
+# dbt x Snowflake
+
+This example dbt project uses the Online Retail II dataset, which can be
+found [here](https://archive.ics.uci.edu/dataset/502/online+retail+ii).

dbt/src/main/dbt_snowflake_project/dbt_project.yml

@@ -0,0 +1,20 @@
+name: 'dbt_snowflake_project'
+version: '1.0.0'
+config-version: 2
+
+profile: 'dbt_snowflake_project'
+
+model-paths: [ "models" ]
+analysis-paths: [ "analyses" ]
+test-paths: [ "tests" ]
+seed-paths: [ "seeds" ]
+macro-paths: [ "macros" ]
+snapshot-paths: [ "snapshots" ]
+
+clean-targets: # directories to be removed by `dbt clean`
+  - "target"
+  - "dbt_packages"
+
+models:
+  +meta:
+    pace_user_groups_table: stream-machine-development.user_groups.user_groups

dbt/src/main/dbt_snowflake_project/macros/.gitkeep

@@ -0,0 +1,14 @@
+{% macro generate_schema_name(custom_schema_name, node) -%}
+
+    {%- set default_schema = target.schema -%}
+    {%- if custom_schema_name is none -%}
+
+        {{ default_schema }}
+
+    {%- else -%}
+
+        {{ custom_schema_name | trim }}
+
+    {%- endif -%}
+
+{%- endmacro %}

dbt/src/main/dbt_snowflake_project/macros/generate_schema_name.sql

@@ -0,0 +1,17 @@
+{{
+  config(
+    materialized='table'
+  )
+}}
+
+select
+    CUSTOMERID,
+    DESCRIPTION,
+    INVOICE,
+    INVOICEDATE,
+    PRICE,
+    QUANTITY,
+    STOCKCODE,
+    COUNTRY
+from pace.online_retail.retail
+where year(invoicedate) = 2010

dbt/src/main/dbt_snowflake_project/models/ONLINE_RETAIL/retail_2010.sql

@@ -0,0 +1,31 @@
+{#
+    This file was auto-generated by PACE. Do not edit this file directly.
+#}
+{{
+    config(
+      materialized='view',
+      database='pace',
+      schema='online_retail'
+    )
+}}
+
+select
+  COUNTRY,
+  case
+    when (IS_ROLE_IN_SESSION('ACCOUNTADMIN')) then CUSTOMERID
+    else null
+  end CUSTOMERID,
+  DESCRIPTION,
+  INVOICE,
+  INVOICEDATE,
+  PRICE,
+  QUANTITY,
+  STOCKCODE
+from {{ ref('retail_2010') }}
+where case
+  when (
+    (IS_ROLE_IN_SESSION('ACCOUNTADMIN'))
+    or (IS_ROLE_IN_SESSION('FRAUD_AND_RISK'))
+  ) then true
+  else COUNTRY like 'Germany'
+end

dbt/src/main/dbt_snowflake_project/models/ONLINE_RETAIL/retail_2010_secured.sql

@@ -0,0 +1,41 @@
+version: 2
+
+models:
+  - name: retail_2010
+    columns:
+      - name: COUNTRY
+        type: Varchar
+      - name: CUSTOMERID
+        type: Integer
+        meta:
+          pace:
+            transforms:
+              - principals: [ { group: ACCOUNTADMIN } ]
+                identity: { }
+              - principals: [ ]
+                nullify: {}
+      - name: DESCRIPTION
+        type: Varchar
+      - name: INVOICE
+        type: Varchar
+      - name: INVOICEDATE
+        type: Timestamp
+      - name: PRICE
+        type: Number
+      - name: QUANTITY
+        type: Number
+      - name: STOCKCODE
+        type: Varchar
+    meta:
+      pace:
+        rule_sets:
+          - target:
+              ref:
+                integration_fqn: 'pace.online_retail.retail_2010_secured'
+            filters:
+              - generic_filter:
+                  conditions:
+                    - principals: [ { group: ACCOUNTADMIN }, { group: FRAUD_AND_RISK } ]
+                      condition: "true"
+                    - principals: [ ]
+                      condition: "COUNTRY like 'Germany'"