Skip to content

Commit e2776c9

Browse files
bill-warnerbill-warner
authored
Merge pull request #86 from snowplow/release/mobile/snowflake/1.0.0
Add Snowflake mobile model v1 (Close #85)
2 parents ed22427 + e5ca0fe commit e2776c9

File tree

105 files changed

+5289
-8
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

105 files changed

+5289
-8
lines changed

‎.test/great_expectations/expectations/mobile/v1/mobile_base.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -138,7 +138,8 @@
138138
"meta": {
139139
"versions": {
140140
"test_suite_version": "1.0.1",
141-
"bigquery_model_version": "1.0.0"
141+
"bigquery_model_version": "1.0.0",
142+
"snowflake_model_version": "1.0.0"
142143
},
143144
"great_expectations.__version__": "0.12.0"
144145
}

‎.test/great_expectations/expectations/mobile/v1/mobile_metadata.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -104,7 +104,8 @@
104104
"versions": {
105105
"test_suite_version": "1.0.1",
106106
"redshift_model_version": "1.0.0",
107-
"bigquery_model_version": "1.0.0"
107+
"bigquery_model_version": "1.0.0",
108+
"snowflake_model_version": "1.0.0"
108109
},
109110
"great_expectations.__version__": "0.12.0"
110111
}

‎.test/great_expectations/expectations/mobile/v1/mobile_screen_view_in_session_values.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,8 @@
2828
"versions": {
2929
"test_suite_version": "1.0.1",
3030
"redshift_model_version": "1.0.0",
31-
"bigquery_model_version": "1.0.0"
31+
"bigquery_model_version": "1.0.0",
32+
"snowflake_model_version": "1.0.0"
3233
},
3334
"great_expectations.__version__": "0.12.0"
3435
}

‎.test/great_expectations/expectations/mobile/v1/mobile_screen_views.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -167,7 +167,8 @@
167167
"meta": {
168168
"versions": {
169169
"test_suite_version": "1.0.1",
170-
"bigquery_model_version": "1.0.0"
170+
"bigquery_model_version": "1.0.0",
171+
"snowflake_model_version": "1.0.0"
171172
},
172173
"great_expectations.__version__": "0.12.0"
173174
}

‎.test/great_expectations/expectations/mobile/v1/mobile_sessions.json

+3-1
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,4 @@
1+
12
{
23
"data_asset_type": "Dataset",
34
"expectation_suite_name": "mobile_sessions",
@@ -154,7 +155,8 @@
154155
"meta": {
155156
"versions": {
156157
"test_suite_version": "1.0.1",
157-
"bigquery_model_version": "1.0.0"
158+
"bigquery_model_version": "1.0.0",
159+
"snowflake_model_version": "1.0.0"
158160
},
159161
"great_expectations.__version__": "0.12.0"
160162
}

‎.test/great_expectations/expectations/mobile/v1/mobile_staging_reconciliation.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,8 @@
8989
"versions": {
9090
"test_suite_version": "1.0.1",
9191
"redshift_model_version": "1.0.0",
92-
"bigquery_model_version": "1.0.0"
92+
"bigquery_model_version": "1.0.0",
93+
"snowflake_model_version": "1.0.0"
9394
}
9495
}
9596
}

‎.test/great_expectations/expectations/mobile/v1/mobile_users.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -114,7 +114,8 @@
114114
"meta": {
115115
"versions": {
116116
"test_suite_version": "1.0.1",
117-
"bigquery_model_version": "1.0.0"
117+
"bigquery_model_version": "1.0.0",
118+
"snowflake_model_version": "1.0.0"
118119
},
119120
"great_expectations.__version__": "0.12.0"
120121
}

‎.test/great_expectations/validation_configs/mobile/v1/snowflake/perm_tables.json

+50
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
{
2+
"validation_operator_name": "action_list_operator",
3+
"batches": [
4+
{
5+
"batch_kwargs": {
6+
"schema": "derived",
7+
"table": "mobile_screen_views",
8+
"datasource": "snowflake",
9+
"snowflake_transient_table": "scratch.ge_test_derived_mobile_sv"
10+
},
11+
"expectation_suite_names": ["mobile.v1.mobile_screen_views"]
12+
},
13+
{
14+
"batch_kwargs": {
15+
"schema": "scratch",
16+
"query": "SELECT session_id, count(DISTINCT screen_views_in_session) AS dist_svis_values, count(*) - count(DISTINCT screen_view_in_session_index) AS all_minus_dist_svisi, count(*) - count(DISTINCT screen_view_id) AS all_minus_dist_svids FROM derived.mobile_screen_views GROUP BY 1",
17+
"datasource": "snowflake",
18+
"snowflake_transient_table": "ge_test_derived_mobile_sv_in_sess_values"
19+
},
20+
"expectation_suite_names": ["mobile.v1.mobile_screen_view_in_session_values"]
21+
},
22+
{
23+
"batch_kwargs": {
24+
"schema": "derived",
25+
"table": "mobile_sessions",
26+
"datasource": "snowflake",
27+
"snowflake_transient_table": "scratch.ge_test_derived_mobile_sess"
28+
},
29+
"expectation_suite_names": ["mobile.v1.mobile_sessions"]
30+
},
31+
{
32+
"batch_kwargs": {
33+
"schema": "derived",
34+
"table": "mobile_users",
35+
"datasource": "snowflake",
36+
"snowflake_transient_table": "scratch.ge_test_derived_mobile_usr"
37+
},
38+
"expectation_suite_names": ["mobile.v1.mobile_users"]
39+
},
40+
{
41+
"batch_kwargs": {
42+
"schema": "scratch",
43+
"query": "SELECT *, rows_this_run - distinct_key_count AS diff_rows FROM derived.datamodel_metadata WHERE model = 'mobile'",
44+
"datasource": "snowflake",
45+
"snowflake_transient_table": "ge_test_derived_mobile_metadata"
46+
},
47+
"expectation_suite_names": ["mobile.v1.mobile_metadata"]
48+
}
49+
]
50+
}

‎.test/great_expectations/validation_configs/mobile/v1/snowflake/temp_tables.json

+68
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,68 @@
1+
{
2+
"validation_operator_name": "action_list_operator",
3+
"batches": [
4+
{
5+
"batch_kwargs": {
6+
"schema": "scratch",
7+
"table": "mobile_events_this_run",
8+
"datasource": "snowflake",
9+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_events_this_run"
10+
},
11+
"expectation_suite_names": ["mobile.v1.mobile_base"]
12+
},
13+
{
14+
"batch_kwargs": {
15+
"schema": "scratch",
16+
"table": "mobile_events_staged",
17+
"datasource": "snowflake",
18+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_events_staged"
19+
},
20+
"expectation_suite_names": ["mobile.v1.mobile_base"]
21+
},
22+
{
23+
"batch_kwargs": {
24+
"schema": "scratch",
25+
"table": "mobile_screen_views_this_run",
26+
"datasource": "snowflake",
27+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_sv_this_run"
28+
},
29+
"expectation_suite_names": ["mobile.v1.mobile_screen_views"]
30+
},
31+
{
32+
"batch_kwargs": {
33+
"schema": "scratch",
34+
"table": "mobile_screen_views_staged",
35+
"datasource": "snowflake",
36+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_sv_staged"
37+
},
38+
"expectation_suite_names": ["mobile.v1.mobile_screen_views"]
39+
},
40+
{
41+
"batch_kwargs": {
42+
"schema": "scratch",
43+
"table": "mobile_sessions_this_run",
44+
"datasource": "snowflake",
45+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_sess_this_run"
46+
},
47+
"expectation_suite_names": ["mobile.v1.mobile_sessions"]
48+
},
49+
{
50+
"batch_kwargs": {
51+
"schema": "scratch",
52+
"table": "mobile_users_this_run",
53+
"datasource": "snowflake",
54+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_usr_this_run"
55+
},
56+
"expectation_suite_names": ["mobile.v1.mobile_users"]
57+
},
58+
{
59+
"batch_kwargs": {
60+
"schema": "scratch",
61+
"table": "mobile_staging_reconciliation",
62+
"datasource": "snowflake",
63+
"snowflake_transient_table": "scratch.ge_test_scratch_mobile_staging_reconciliation"
64+
},
65+
"expectation_suite_names": ["mobile.v1.mobile_staging_reconciliation"]
66+
}
67+
]
68+
}

‎CHANGELOG

+4
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,7 @@
1+
Snowflake Mobile Version 1.0.0 (2021-05-06)
2+
---------------------------------------
3+
Add Snowflake mobile model v1 (Close #85)
4+
15
BigQuery Mobile Version 1.0.0 (2021-04-26)
26
---------------------------------------
37
Update licence (Close #79)

‎README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ If you don't have a pipeline yet, you might be interested in finding out what Sn
2929
- [Mobile (v1)](mobile/v1)
3030
- [Redshift](mobile/v1/redshift)
3131
- [BigQuery](mobile/v1/bigquery)
32-
- Snowflake (coming soon)
32+
- [Snowflake](mobile/v1/snowflake)
3333

3434
Documentation for the data models can be found on [our documentation site][docs-data-models].
3535

‎mobile/v1/snowflake/CHANGELOG

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
Version 1.0.0 (2021-05-06)
2+
--------------------------
3+
Add Snowflake mobile model v1 (Close #85)

0 commit comments

Comments
 (0)