GitHub workflow on pr (Velir#93)

* started testing workflow

* working local version of unit tests

* fixing working directory

* adding manual execution

* fixing keyfile location

Author: adamribaudo-velir

.github/workflows/run_unit_tests_on_pr.yml

@@ -0,0 +1,38 @@
+name: Run Unit Tests on Pull Request
+
+on: [pull_request,workflow_dispatch]
+env:
+  BIGQUERY_PROJECT: ${{ secrets.BIGQUERY_PROJECT }}
+  KEYFILE_LOCATION: /dbt-service-account.json
+
+jobs:
+  pytest_run_all:
+    name: Pytest Run All
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./unit_tests
+    steps:
+      - name: Check out
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+
+      - uses: actions/setup-python@v1
+        with:
+          python-version: "3.7.x"
+
+      - name: Authenticate using service account
+        run: 'echo "$KEYFILE" > ./dbt-service-account.json'
+        shell: bash
+        env:
+          KEYFILE: ${{secrets.GCP_BIGQUERY_USER_KEYFILE}}
+
+      - name: Install dependencies
+        run: |
+          pip install dbt-core
+          pip install dbt-bigquery
+          pip install pytest
+      
+      - name: Run tests
+        run: python -m pytest .

.gitignore

@@ -2,11 +2,12 @@
 target/
 dbt_packages/
 logs/
-google-cloud-sdk/
-integration_tests/.env
-integration_tests/__pycache__
-integration_tests/.pytest_cache
 
+google-cloud-sdk/
+unit_tests/.env
+unit_tests/__pycache__
+unit_tests/.pytest_cache
+unit_tests/dbt-service-account.json
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

README.md

@@ -1,4 +1,4 @@
-# GA4 DBT Package
+# GA4 DBT Package 
 
 This package connects to an exported GA4 dataset and provides useful transformations as well as report-ready dimensional models that can be used to build reports or blend GA4 data with exported GA3 data.
 

integration_tests/conftest.py

@@ -0,0 +1 @@
+BIGQUERY_PROJECT=

unit_tests/.env.example

@@ -0,0 +1,25 @@
+import pytest
+import os
+
+# Import the standard functional fixtures as a plugin
+pytest_plugins = ["dbt.tests.fixtures.project"]
+
+# The profile dictionary, used to write out profiles.yml
+@pytest.fixture(scope="class")
+def dbt_profile_target():
+    # Set project and keyfile for github automated tests
+    if os.environ.get('GITHUB_ACTIONS') is not None:
+        return {
+            'type': 'bigquery',
+            'method': 'service-account',
+            'keyfile': os.getcwd() + os.environ.get("KEYFILE_LOCATION"),
+            'threads': 4,
+            'timeout_seconds': 300,
+            'project':  os.environ.get("BIGQUERY_PROJECT")
+        }
+    return {
+        'type': 'bigquery',
+        'method': 'oauth',
+        'threads': 4,
+        'project':  os.environ.get("BIGQUERY_PROJECT")
+    }