305 save_test_history with dbt build (#78)

* Add schema with _seeds postfix to the drop list
* Add dbt build cli command
* Add support for build command in save_test_history
* Modify expected test history to accommodate with additional tests
* Add dbt build save history test

Author: zendesk-sova

integration_tests/macros/drop_all_schemas.sql

@@ -5,7 +5,8 @@
         schema_name + '_re_internal',
         schema_name + '_raw',
         schema_name + '_expected',
-        schema_name + '_dbt_test__audit'
+        schema_name + '_dbt_test__audit',
+        schema_name + '_seeds'
     ] %}
     {{ return (schemas) }}
 {% endmacro %}

integration_tests/python_tests/test_monitoring.py

@@ -3,7 +3,7 @@
 import yaml
 import json
 from datetime import datetime, timedelta
-from .utils.run import dbt_seed, dbt_run, dbt_test, dbt_command
+from .utils.run import dbt_seed, dbt_run, dbt_test, dbt_command, dbt_build
 
 RUN_TIME = datetime(2021, 5, 2, 0, 0, 0)
 
@@ -52,6 +52,8 @@ def test_monitoring(db, source_schema):
     )
 
     dbt_test('--select test_re_data_anomalies test_re_data_metrics test_re_data_z_score re_data_metrics transformed', db, dbt_vars)
+    # dbt build will "duplicate" saved test result history
+    dbt_build('--select test_re_data_anomalies test_re_data_metrics test_re_data_z_score re_data_metrics transformed', db, dbt_vars)
 
     # tests test_history seperately, because those are actually added to DB after running
     # dbt test command

integration_tests/python_tests/utils/run.py

@@ -17,4 +17,7 @@ def dbt_run(args, for_db, dbt_vars):
     dbt_command(f'dbt run --full-refresh --fail-fast {args}', for_db, dbt_vars, threads=4)
 
 def dbt_test(args, for_db, dbt_vars):
-    dbt_command(f'dbt test --store-failures --fail-fast {args}', for_db, dbt_vars, threads=4)
+    dbt_command(f'dbt test --store-failures --fail-fast {args}', for_db, dbt_vars, threads=4)
+
+def dbt_build(args, for_db, dbt_vars):
+    dbt_command(f'dbt build --full-refresh --store-failures --fail-fast {args}', for_db, dbt_vars, threads=4)

integration_tests/seeds/monitoring/expected_test_history.csv

@@ -15,3 +15,19 @@ RE_DATA_METRICS,---,_buy_events___3,Pass,---,0,ERROR
 RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR
 RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR
 RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR
+BUY_EVENTS,---,ts_row_count__1,Pass,---,0,ERROR
+TEST_RE_DATA_Z_SCORE,---,pected_z_score_,Pass,---,0,ERROR
+TEST_RE_DATA_METRICS,---,pected_metrics_,Pass,---,0,ERROR
+TEST_RE_DATA_ANOMALIES,---,cted_anomalies_,Pass,---,0,ERROR
+BUY_EVENTS,---,null__freshness,Pass,---,0,ERROR
+BUY_EVENTS,VALUE2,alue2__min__200,Pass,---,0,ERROR
+BUY_EVENTS,---,0__row_count__0,Pass,---,0,ERROR
+BUY_EVENTS,---,_table_rows__10,Pass,---,0,ERROR
+BUY_EVENTS,VALUE1,ulls_percent__0,Pass,---,0,ERROR
+BUY_EVENTS,VALUE1,alue1__min__100,Pass,---,0,ERROR
+BUY_EVENTS,VALUE1,__nulls_percent,Pass,---,0,ERROR
+BUY_EVENTS,VALUE1,alue1__min__107,Pass,---,0,ERROR
+RE_DATA_METRICS,---,_buy_events___3,Pass,---,0,ERROR
+RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR
+RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR
+RE_DATA_METRICS,---,ref_buy_events_,Pass,---,0,ERROR

macros/run_end/save_results_history.sql

@@ -2,7 +2,7 @@
 {% macro save_test_history(results) %}
     -- depends_on: {{ ref('re_data_test_history') }}
     {% set command = flags.WHICH %}
-    {% if execute and results and command == 'test' %}
+    {% if execute and results and command in ('test', 'build') %}
         {% set tests = [] %}
         {% for el in results %}
             {% if el.node.resource_type.value == 'test' %}