Compare commits
12 Commits
sync/track
...
master
Author | SHA1 | Date |
---|---|---|
Ubuntu | 4b86cd5551 | |
Ubuntu | c5c4d4cfcc | |
Ubuntu | 25bf52e4c0 | |
Ubuntu | a27c99cf15 | |
Ubuntu | f6af10b64d | |
Ubuntu | c92bdc7cb4 | |
Ubuntu | 9b3f73cec2 | |
Ubuntu | a2286f7773 | |
Ubuntu | eef556e75c | |
Ubuntu | e305bb2baa | |
Ubuntu | 947967b851 | |
Ubuntu | a3b4501fa9 |
3
Makefile
3
Makefile
|
@ -6,4 +6,5 @@ push:
|
||||||
run:
|
run:
|
||||||
dbt deps --profiles-dir=. --project-dir=.
|
dbt deps --profiles-dir=. --project-dir=.
|
||||||
#dbt run --profiles-dir=. --project-dir=. --full-refresh
|
#dbt run --profiles-dir=. --project-dir=. --full-refresh
|
||||||
dbt run --profiles-dir=. --project-dir=. --full-refresh --select tracking_product_shares
|
dbt run --profiles-dir=. --project-dir=. --full-refresh --select user_give_gift
|
||||||
|
|
||||||
|
|
168
dbt_project.yml
168
dbt_project.yml
|
@ -49,7 +49,167 @@ dispatch:
|
||||||
vars:
|
vars:
|
||||||
json_column: _airbyte_data
|
json_column: _airbyte_data
|
||||||
models_to_source:
|
models_to_source:
|
||||||
tracking_product_shares_ab1: unibag._airbyte_raw_tracking_product_shares
|
admin_tags_ab1: unibag._airbyte_raw_admin_tags
|
||||||
tracking_product_shares_ab2: unibag._airbyte_raw_tracking_product_shares
|
admin_tags_ab2: unibag._airbyte_raw_admin_tags
|
||||||
tracking_product_shares_ab3: unibag._airbyte_raw_tracking_product_shares
|
admin_tags_ab3: unibag._airbyte_raw_admin_tags
|
||||||
tracking_product_shares: unibag._airbyte_raw_tracking_product_shares
|
admin_tags: unibag._airbyte_raw_admin_tags
|
||||||
|
brands_ab1: unibag._airbyte_raw_brands
|
||||||
|
brands_ab2: unibag._airbyte_raw_brands
|
||||||
|
brands_ab3: unibag._airbyte_raw_brands
|
||||||
|
brands: unibag._airbyte_raw_brands
|
||||||
|
cash_flows_ab1: unibag._airbyte_raw_cash_flows
|
||||||
|
cash_flows_ab2: unibag._airbyte_raw_cash_flows
|
||||||
|
cash_flows_ab3: unibag._airbyte_raw_cash_flows
|
||||||
|
cash_flows: unibag._airbyte_raw_cash_flows
|
||||||
|
cities_ab1: unibag._airbyte_raw_cities
|
||||||
|
cities_ab2: unibag._airbyte_raw_cities
|
||||||
|
cities_ab3: unibag._airbyte_raw_cities
|
||||||
|
cities: unibag._airbyte_raw_cities
|
||||||
|
customers_ab1: unibag._airbyte_raw_customers
|
||||||
|
customers_ab2: unibag._airbyte_raw_customers
|
||||||
|
customers_ab3: unibag._airbyte_raw_customers
|
||||||
|
customers: unibag._airbyte_raw_customers
|
||||||
|
districts_ab1: unibag._airbyte_raw_districts
|
||||||
|
districts_ab2: unibag._airbyte_raw_districts
|
||||||
|
districts_ab3: unibag._airbyte_raw_districts
|
||||||
|
districts: unibag._airbyte_raw_districts
|
||||||
|
event_rewards_ab1: unibag._airbyte_raw_event_rewards
|
||||||
|
event_rewards_ab2: unibag._airbyte_raw_event_rewards
|
||||||
|
event_rewards_ab3: unibag._airbyte_raw_event_rewards
|
||||||
|
event_rewards: unibag._airbyte_raw_event_rewards
|
||||||
|
events_ab1: unibag._airbyte_raw_events
|
||||||
|
events_ab2: unibag._airbyte_raw_events
|
||||||
|
events_ab3: unibag._airbyte_raw_events
|
||||||
|
events: unibag._airbyte_raw_events
|
||||||
|
give_gifts_ab1: unibag._airbyte_raw_give_gifts
|
||||||
|
give_gifts_ab2: unibag._airbyte_raw_give_gifts
|
||||||
|
give_gifts_ab3: unibag._airbyte_raw_give_gifts
|
||||||
|
give_gifts: unibag._airbyte_raw_give_gifts
|
||||||
|
inventories_ab1: unibag._airbyte_raw_inventories
|
||||||
|
inventories_ab2: unibag._airbyte_raw_inventories
|
||||||
|
inventories_ab3: unibag._airbyte_raw_inventories
|
||||||
|
inventories: unibag._airbyte_raw_inventories
|
||||||
|
membership_ab1: unibag._airbyte_raw_membership
|
||||||
|
membership_ab2: unibag._airbyte_raw_membership
|
||||||
|
membership_ab3: unibag._airbyte_raw_membership
|
||||||
|
membership: unibag._airbyte_raw_membership
|
||||||
|
membership_histories_ab1: unibag._airbyte_raw_membership_histories
|
||||||
|
membership_histories_ab2: unibag._airbyte_raw_membership_histories
|
||||||
|
membership_histories_ab3: unibag._airbyte_raw_membership_histories
|
||||||
|
membership_histories: unibag._airbyte_raw_membership_histories
|
||||||
|
membership_orders_ab1: unibag._airbyte_raw_membership_orders
|
||||||
|
membership_orders_ab2: unibag._airbyte_raw_membership_orders
|
||||||
|
membership_orders_ab3: unibag._airbyte_raw_membership_orders
|
||||||
|
membership_orders: unibag._airbyte_raw_membership_orders
|
||||||
|
order_deliveries_ab1: unibag._airbyte_raw_order_deliveries
|
||||||
|
order_deliveries_ab2: unibag._airbyte_raw_order_deliveries
|
||||||
|
order_deliveries_ab3: unibag._airbyte_raw_order_deliveries
|
||||||
|
order_deliveries: unibag._airbyte_raw_order_deliveries
|
||||||
|
order_histories_ab1: unibag._airbyte_raw_order_histories
|
||||||
|
order_histories_ab2: unibag._airbyte_raw_order_histories
|
||||||
|
order_histories_ab3: unibag._airbyte_raw_order_histories
|
||||||
|
order_histories: unibag._airbyte_raw_order_histories
|
||||||
|
order_items_ab1: unibag._airbyte_raw_order_items
|
||||||
|
order_items_ab2: unibag._airbyte_raw_order_items
|
||||||
|
order_items_ab3: unibag._airbyte_raw_order_items
|
||||||
|
order_items: unibag._airbyte_raw_order_items
|
||||||
|
orders_ab1: unibag._airbyte_raw_orders
|
||||||
|
orders_ab2: unibag._airbyte_raw_orders
|
||||||
|
orders_ab3: unibag._airbyte_raw_orders
|
||||||
|
orders: unibag._airbyte_raw_orders
|
||||||
|
product_categories_ab1: unibag._airbyte_raw_product_categories
|
||||||
|
product_categories_ab2: unibag._airbyte_raw_product_categories
|
||||||
|
product_categories_ab3: unibag._airbyte_raw_product_categories
|
||||||
|
product_categories: unibag._airbyte_raw_product_categories
|
||||||
|
product_sku_ab1: unibag._airbyte_raw_product_sku
|
||||||
|
product_sku_ab2: unibag._airbyte_raw_product_sku
|
||||||
|
product_sku_ab3: unibag._airbyte_raw_product_sku
|
||||||
|
product_sku: unibag._airbyte_raw_product_sku
|
||||||
|
product_sku_versions_ab1: unibag._airbyte_raw_product_sku_versions
|
||||||
|
product_sku_versions_ab2: unibag._airbyte_raw_product_sku_versions
|
||||||
|
product_sku_versions_ab3: unibag._airbyte_raw_product_sku_versions
|
||||||
|
product_sku_versions: unibag._airbyte_raw_product_sku_versions
|
||||||
|
product_sub_categories_ab1: unibag._airbyte_raw_product_sub_categories
|
||||||
|
product_sub_categories_ab2: unibag._airbyte_raw_product_sub_categories
|
||||||
|
product_sub_categories_ab3: unibag._airbyte_raw_product_sub_categories
|
||||||
|
product_sub_categories: unibag._airbyte_raw_product_sub_categories
|
||||||
|
products_ab1: unibag._airbyte_raw_products
|
||||||
|
products_ab2: unibag._airbyte_raw_products
|
||||||
|
products_ab3: unibag._airbyte_raw_products
|
||||||
|
products: unibag._airbyte_raw_products
|
||||||
|
promotion_orders_ab1: unibag._airbyte_raw_promotion_orders
|
||||||
|
promotion_orders_ab2: unibag._airbyte_raw_promotion_orders
|
||||||
|
promotion_orders_ab3: unibag._airbyte_raw_promotion_orders
|
||||||
|
promotion_orders: unibag._airbyte_raw_promotion_orders
|
||||||
|
promotions_ab1: unibag._airbyte_raw_promotions
|
||||||
|
promotions_ab2: unibag._airbyte_raw_promotions
|
||||||
|
promotions_ab3: unibag._airbyte_raw_promotions
|
||||||
|
promotions: unibag._airbyte_raw_promotions
|
||||||
|
referrals_ab1: unibag._airbyte_raw_referrals
|
||||||
|
referrals_ab2: unibag._airbyte_raw_referrals
|
||||||
|
referrals_ab3: unibag._airbyte_raw_referrals
|
||||||
|
referrals: unibag._airbyte_raw_referrals
|
||||||
|
session_deliveries_ab1: unibag._airbyte_raw_session_deliveries
|
||||||
|
session_deliveries_ab2: unibag._airbyte_raw_session_deliveries
|
||||||
|
session_deliveries_ab3: unibag._airbyte_raw_session_deliveries
|
||||||
|
session_deliveries: unibag._airbyte_raw_session_deliveries
|
||||||
|
social_post_views_ab1: unibag._airbyte_raw_social_post_views
|
||||||
|
social_post_views_ab2: unibag._airbyte_raw_social_post_views
|
||||||
|
social_post_views_ab3: unibag._airbyte_raw_social_post_views
|
||||||
|
social_post_views: unibag._airbyte_raw_social_post_views
|
||||||
|
social_posts_ab1: unibag._airbyte_raw_social_posts
|
||||||
|
social_posts_ab2: unibag._airbyte_raw_social_posts
|
||||||
|
social_posts_ab3: unibag._airbyte_raw_social_posts
|
||||||
|
social_posts: unibag._airbyte_raw_social_posts
|
||||||
|
suppliers_ab1: unibag._airbyte_raw_suppliers
|
||||||
|
suppliers_ab2: unibag._airbyte_raw_suppliers
|
||||||
|
suppliers_ab3: unibag._airbyte_raw_suppliers
|
||||||
|
suppliers: unibag._airbyte_raw_suppliers
|
||||||
|
team_activities_ab1: unibag._airbyte_raw_team_activities
|
||||||
|
team_activities_ab2: unibag._airbyte_raw_team_activities
|
||||||
|
team_activities_ab3: unibag._airbyte_raw_team_activities
|
||||||
|
team_activities: unibag._airbyte_raw_team_activities
|
||||||
|
team_bonus_ab1: unibag._airbyte_raw_team_bonus
|
||||||
|
team_bonus_ab2: unibag._airbyte_raw_team_bonus
|
||||||
|
team_bonus_ab3: unibag._airbyte_raw_team_bonus
|
||||||
|
team_bonus: unibag._airbyte_raw_team_bonus
|
||||||
|
team_histories_ab1: unibag._airbyte_raw_team_histories
|
||||||
|
team_histories_ab2: unibag._airbyte_raw_team_histories
|
||||||
|
team_histories_ab3: unibag._airbyte_raw_team_histories
|
||||||
|
team_histories: unibag._airbyte_raw_team_histories
|
||||||
|
team_members_ab1: unibag._airbyte_raw_team_members
|
||||||
|
team_members_ab2: unibag._airbyte_raw_team_members
|
||||||
|
team_members_ab3: unibag._airbyte_raw_team_members
|
||||||
|
team_members: unibag._airbyte_raw_team_members
|
||||||
|
teams_ab1: unibag._airbyte_raw_teams
|
||||||
|
teams_ab2: unibag._airbyte_raw_teams
|
||||||
|
teams_ab3: unibag._airbyte_raw_teams
|
||||||
|
teams: unibag._airbyte_raw_teams
|
||||||
|
user_courses_ab1: unibag._airbyte_raw_user_courses
|
||||||
|
user_courses_ab2: unibag._airbyte_raw_user_courses
|
||||||
|
user_courses_ab3: unibag._airbyte_raw_user_courses
|
||||||
|
user_courses: unibag._airbyte_raw_user_courses
|
||||||
|
user_give_gift_ab1: unibag._airbyte_raw_user_give_gift
|
||||||
|
user_give_gift_ab2: unibag._airbyte_raw_user_give_gift
|
||||||
|
user_give_gift_ab3: unibag._airbyte_raw_user_give_gift
|
||||||
|
user_give_gift: unibag._airbyte_raw_user_give_gift
|
||||||
|
user_identifications_ab1: unibag._airbyte_raw_user_identifications
|
||||||
|
user_identifications_ab2: unibag._airbyte_raw_user_identifications
|
||||||
|
user_identifications_ab3: unibag._airbyte_raw_user_identifications
|
||||||
|
user_identifications: unibag._airbyte_raw_user_identifications
|
||||||
|
users_ab1: unibag._airbyte_raw_users
|
||||||
|
users_ab2: unibag._airbyte_raw_users
|
||||||
|
users_ab3: unibag._airbyte_raw_users
|
||||||
|
users: unibag._airbyte_raw_users
|
||||||
|
voucher_bonus_ab1: unibag._airbyte_raw_voucher_bonus
|
||||||
|
voucher_bonus_ab2: unibag._airbyte_raw_voucher_bonus
|
||||||
|
voucher_bonus_ab3: unibag._airbyte_raw_voucher_bonus
|
||||||
|
voucher_bonus: unibag._airbyte_raw_voucher_bonus
|
||||||
|
vouchers_ab1: unibag._airbyte_raw_vouchers
|
||||||
|
vouchers_ab2: unibag._airbyte_raw_vouchers
|
||||||
|
vouchers_ab3: unibag._airbyte_raw_vouchers
|
||||||
|
vouchers: unibag._airbyte_raw_vouchers
|
||||||
|
wards_ab1: unibag._airbyte_raw_wards
|
||||||
|
wards_ab2: unibag._airbyte_raw_wards
|
||||||
|
wards_ab3: unibag._airbyte_raw_wards
|
||||||
|
wards: unibag._airbyte_raw_wards
|
||||||
|
|
File diff suppressed because one or more lines are too long
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_admin_tags') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['color'], ['color']) }} as color,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_admin_tags') }} as table_alias
|
||||||
|
-- admin_tags
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('admin_tags_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast(color as {{ dbt_utils.type_string() }}) as color,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('admin_tags_ab1') }}
|
||||||
|
-- admin_tags
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('admin_tags_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('type'),
|
||||||
|
'color',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
]) }} as _airbyte_admin_tags_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('admin_tags_ab2') }} tmp
|
||||||
|
-- admin_tags
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_brands') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['desc'], ['desc']) }} as {{ adapter.quote('desc') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['logo'], ['logo']) }} as logo,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['slug'], ['slug']) }} as slug,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['photos'], ['photos']) }} as photos,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['country'], ['country']) }} as country,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalProduct'], ['totalProduct']) }} as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_brands') }} as table_alias
|
||||||
|
-- brands
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('brands_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('desc') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('desc') }},
|
||||||
|
cast(logo as {{ dbt_utils.type_string() }}) as logo,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(slug as {{ dbt_utils.type_string() }}) as slug,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
photos,
|
||||||
|
cast(country as {{ dbt_utils.type_string() }}) as country,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(totalproduct as {{ dbt_utils.type_float() }}) as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('brands_ab1') }}
|
||||||
|
-- brands
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('brands_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('desc'),
|
||||||
|
'logo',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'slug',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
array_to_string('photos'),
|
||||||
|
'country',
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
'totalproduct',
|
||||||
|
]) }} as _airbyte_brands_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('brands_ab2') }} tmp
|
||||||
|
-- brands
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,32 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_cash_flows') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['hash'], ['hash']) }} as hash,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['value'], ['value']) }} as {{ adapter.quote('value') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['action'], ['action']) }} as {{ adapter.quote('action') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['category'], ['category']) }} as category,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['targetId'], ['targetId']) }} as targetid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isAudited'], ['isAudited']) }} as isaudited,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['newBalance'], ['newBalance']) }} as newbalance,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['oldBalance'], ['oldBalance']) }} as oldbalance,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['targetType'], ['targetType']) }} as targettype,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isProcessed'], ['isProcessed']) }} as isprocessed,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['processStatus'], ['processStatus']) }} as processstatus,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_cash_flows') }} as table_alias
|
||||||
|
-- cash_flows
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,32 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('cash_flows_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(hash as {{ dbt_utils.type_string() }}) as hash,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast({{ adapter.quote('value') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('value') }},
|
||||||
|
cast({{ adapter.quote('action') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('action') }},
|
||||||
|
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
||||||
|
cast(category as {{ dbt_utils.type_string() }}) as category,
|
||||||
|
cast(targetid as {{ dbt_utils.type_string() }}) as targetid,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
{{ cast_to_boolean('isaudited') }} as isaudited,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(newbalance as {{ dbt_utils.type_float() }}) as newbalance,
|
||||||
|
cast(oldbalance as {{ dbt_utils.type_float() }}) as oldbalance,
|
||||||
|
cast(targettype as {{ dbt_utils.type_string() }}) as targettype,
|
||||||
|
{{ cast_to_boolean('isprocessed') }} as isprocessed,
|
||||||
|
cast(processstatus as {{ dbt_utils.type_string() }}) as processstatus,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('cash_flows_ab1') }}
|
||||||
|
-- cash_flows
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,32 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('cash_flows_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'hash',
|
||||||
|
adapter.quote('user'),
|
||||||
|
adapter.quote('value'),
|
||||||
|
adapter.quote('action'),
|
||||||
|
adapter.quote('options'),
|
||||||
|
'category',
|
||||||
|
'targetid',
|
||||||
|
'createdat',
|
||||||
|
boolean_to_string('isaudited'),
|
||||||
|
'updatedat',
|
||||||
|
'newbalance',
|
||||||
|
'oldbalance',
|
||||||
|
'targettype',
|
||||||
|
boolean_to_string('isprocessed'),
|
||||||
|
'processstatus',
|
||||||
|
]) }} as _airbyte_cash_flows_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('cash_flows_ab2') }} tmp
|
||||||
|
-- cash_flows
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_cities') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['code'], ['code']) }} as code,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['slug'], ['slug']) }} as slug,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tncId'], ['tncId']) }} as tncid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['region'], ['region']) }} as region,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tempId'], ['tempId']) }} as tempid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tncCode'], ['tncCode']) }} as tnccode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['osirisId'], ['osirisId']) }} as osirisid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_cities') }} as table_alias
|
||||||
|
-- cities
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('cities_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(code as {{ dbt_utils.type_float() }}) as code,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(slug as {{ dbt_utils.type_string() }}) as slug,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(tncid as {{ dbt_utils.type_float() }}) as tncid,
|
||||||
|
cast(region as {{ dbt_utils.type_string() }}) as region,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
cast(tempid as {{ dbt_utils.type_float() }}) as tempid,
|
||||||
|
cast(tnccode as {{ dbt_utils.type_string() }}) as tnccode,
|
||||||
|
cast(osirisid as {{ dbt_utils.type_float() }}) as osirisid,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('cities_ab1') }}
|
||||||
|
-- cities
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('cities_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'code',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'slug',
|
||||||
|
adapter.quote('order'),
|
||||||
|
'tncid',
|
||||||
|
'region',
|
||||||
|
adapter.quote('source'),
|
||||||
|
'tempid',
|
||||||
|
'tnccode',
|
||||||
|
'osirisid',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
]) }} as _airbyte_cities_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('cities_ab2') }} tmp
|
||||||
|
-- cities
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_customers') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['info'], ['info']) }} as info,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['email'], ['email']) }} as email,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['phone'], ['phone']) }} as phone,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_array('_airbyte_data', ['location'], ['location']) }} as {{ adapter.quote('location') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isDeleted'], ['isDeleted']) }} as isdeleted,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_customers') }} as table_alias
|
||||||
|
-- customers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('customers_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(info as {{ dbt_utils.type_string() }}) as info,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(email as {{ dbt_utils.type_string() }}) as email,
|
||||||
|
cast(phone as {{ dbt_utils.type_string() }}) as phone,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
{{ adapter.quote('location') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
{{ cast_to_boolean('isdeleted') }} as isdeleted,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('customers_ab1') }}
|
||||||
|
-- customers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('customers_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'info',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('user'),
|
||||||
|
'email',
|
||||||
|
'phone',
|
||||||
|
adapter.quote('source'),
|
||||||
|
array_to_string(adapter.quote('location')),
|
||||||
|
'createdat',
|
||||||
|
boolean_to_string('isdeleted'),
|
||||||
|
'statistic',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
]) }} as _airbyte_customers_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('customers_ab2') }} tmp
|
||||||
|
-- customers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_districts') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['city'], ['city']) }} as city,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['code'], ['code']) }} as code,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['slug'], ['slug']) }} as slug,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tncId'], ['tncId']) }} as tncid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cityId'], ['cityId']) }} as cityid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tncCode'], ['tncCode']) }} as tnccode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['gidoCode'], ['gidoCode']) }} as gidocode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['osirisId'], ['osirisId']) }} as osirisid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_districts') }} as table_alias
|
||||||
|
-- districts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('districts_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(city as {{ dbt_utils.type_string() }}) as city,
|
||||||
|
cast(code as {{ dbt_utils.type_float() }}) as code,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(slug as {{ dbt_utils.type_string() }}) as slug,
|
||||||
|
cast(tncid as {{ dbt_utils.type_float() }}) as tncid,
|
||||||
|
cast(cityid as {{ dbt_utils.type_float() }}) as cityid,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
cast(tnccode as {{ dbt_utils.type_string() }}) as tnccode,
|
||||||
|
cast(gidocode as {{ dbt_utils.type_float() }}) as gidocode,
|
||||||
|
cast(osirisid as {{ dbt_utils.type_float() }}) as osirisid,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('districts_ab1') }}
|
||||||
|
-- districts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('districts_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'city',
|
||||||
|
'code',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'slug',
|
||||||
|
'tncid',
|
||||||
|
'cityid',
|
||||||
|
adapter.quote('source'),
|
||||||
|
'tnccode',
|
||||||
|
'gidocode',
|
||||||
|
'osirisid',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
]) }} as _airbyte_districts_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('districts_ab2') }} tmp
|
||||||
|
-- districts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_event_rewards') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cash'], ['cash']) }} as cash,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['event'], ['event']) }} as {{ adapter.quote('event') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedat'], ['updatedat']) }} as updatedat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_event_rewards') }} as table_alias
|
||||||
|
-- event_rewards
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('event_rewards_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(cash as {{ dbt_utils.type_float() }}) as cash,
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast({{ adapter.quote('event') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('event') }},
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('event_rewards_ab1') }}
|
||||||
|
-- event_rewards
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -5,18 +5,21 @@
|
||||||
tags = [ "top-level-intermediate" ]
|
tags = [ "top-level-intermediate" ]
|
||||||
) }}
|
) }}
|
||||||
-- SQL model to build a hash column based on the values of this record
|
-- SQL model to build a hash column based on the values of this record
|
||||||
-- depends_on: {{ ref('tracking_product_shares_ab2') }}
|
-- depends_on: {{ ref('event_rewards_ab2') }}
|
||||||
select
|
select
|
||||||
{{ dbt_utils.surrogate_key([
|
{{ dbt_utils.surrogate_key([
|
||||||
'_id',
|
'_id',
|
||||||
|
'cash',
|
||||||
|
adapter.quote('type'),
|
||||||
adapter.quote('user'),
|
adapter.quote('user'),
|
||||||
adapter.quote('source'),
|
adapter.quote('event'),
|
||||||
|
'status',
|
||||||
adapter.quote('options'),
|
adapter.quote('options'),
|
||||||
'products',
|
|
||||||
'createdat',
|
'createdat',
|
||||||
]) }} as _airbyte_tracking_product_shares_hashid,
|
'updatedat',
|
||||||
|
]) }} as _airbyte_event_rewards_hashid,
|
||||||
tmp.*
|
tmp.*
|
||||||
from {{ ref('tracking_product_shares_ab2') }} tmp
|
from {{ ref('event_rewards_ab2') }} tmp
|
||||||
-- tracking_product_shares
|
-- event_rewards
|
||||||
where 1 = 1
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_events') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['desc'], ['desc']) }} as {{ adapter.quote('desc') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['icon'], ['icon']) }} as icon,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cover'], ['cover']) }} as cover,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['endAt'], ['endAt']) }} as endat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['notice'], ['notice']) }} as notice,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['screen'], ['screen']) }} as screen,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['article'], ['article']) }} as article,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['startAt'], ['startAt']) }} as startat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['segments'], ['segments']) }} as segments,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['groupType'], ['groupType']) }} as grouptype,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['suppliers'], ['suppliers']) }} as suppliers,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['information'], ['information']) }} as information,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['displayEndAt'], ['displayEndAt']) }} as displayendat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isApplyForAll'], ['isApplyForAll']) }} as isapplyforall,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['displayStartAt'], ['displayStartAt']) }} as displaystartat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_events') }} as table_alias
|
||||||
|
-- events
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('events_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('desc') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('desc') }},
|
||||||
|
cast(icon as {{ dbt_utils.type_string() }}) as icon,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast(cover as {{ dbt_utils.type_string() }}) as cover,
|
||||||
|
cast(endat as {{ dbt_utils.type_string() }}) as endat,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(notice as {{ dbt_utils.type_string() }}) as notice,
|
||||||
|
cast(screen as {{ dbt_utils.type_string() }}) as screen,
|
||||||
|
cast(article as {{ dbt_utils.type_string() }}) as article,
|
||||||
|
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
||||||
|
cast(startat as {{ dbt_utils.type_string() }}) as startat,
|
||||||
|
cast(segments as {{ dbt_utils.type_string() }}) as segments,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(grouptype as {{ dbt_utils.type_string() }}) as grouptype,
|
||||||
|
suppliers,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
information,
|
||||||
|
cast(displayendat as {{ dbt_utils.type_string() }}) as displayendat,
|
||||||
|
{{ cast_to_boolean('isapplyforall') }} as isapplyforall,
|
||||||
|
cast(displaystartat as {{ dbt_utils.type_string() }}) as displaystartat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('events_ab1') }}
|
||||||
|
-- events
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('events_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('desc'),
|
||||||
|
'icon',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('type'),
|
||||||
|
'cover',
|
||||||
|
'endat',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'notice',
|
||||||
|
'screen',
|
||||||
|
'article',
|
||||||
|
adapter.quote('options'),
|
||||||
|
'startat',
|
||||||
|
'segments',
|
||||||
|
'createdat',
|
||||||
|
'grouptype',
|
||||||
|
array_to_string('suppliers'),
|
||||||
|
'updatedat',
|
||||||
|
array_to_string('information'),
|
||||||
|
'displayendat',
|
||||||
|
boolean_to_string('isapplyforall'),
|
||||||
|
'displaystartat',
|
||||||
|
]) }} as _airbyte_events_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('events_ab2') }} tmp
|
||||||
|
-- events
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_give_gifts') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['content'], ['content']) }} as {{ adapter.quote('content') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdBy'], ['createdBy']) }} as createdby,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['lastChangeUsersAt'], ['lastChangeUsersAt']) }} as lastchangeusersat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_give_gifts') }} as table_alias
|
||||||
|
-- give_gifts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('give_gifts_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast({{ adapter.quote('content') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('content') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(createdby as {{ dbt_utils.type_string() }}) as createdby,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(lastchangeusersat as {{ dbt_utils.type_string() }}) as lastchangeusersat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('give_gifts_ab1') }}
|
||||||
|
-- give_gifts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('give_gifts_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'title',
|
||||||
|
'status',
|
||||||
|
adapter.quote('content'),
|
||||||
|
'createdat',
|
||||||
|
'createdby',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
'lastchangeusersat',
|
||||||
|
]) }} as _airbyte_give_gifts_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('give_gifts_ab2') }} tmp
|
||||||
|
-- give_gifts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_inventories') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['id'], ['id']) }} as {{ adapter.quote('id') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['code'], ['code']) }} as code,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['slug'], ['slug']) }} as slug,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['contact'], ['contact']) }} as contact,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['partner'], ['partner']) }} as partner,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['checksum'], ['checksum']) }} as checksum,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['location'], ['location']) }} as {{ adapter.quote('location') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplier'], ['supplier']) }} as supplier,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['minimumValue'], ['minimumValue']) }} as minimumvalue,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['paymentMethods'], ['paymentMethods']) }} as paymentmethods,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['canIssueInvoice'], ['canIssueInvoice']) }} as canissueinvoice,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['deliveryMethods'], ['deliveryMethods']) }} as deliverymethods,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['canAutoSendEmail'], ['canAutoSendEmail']) }} as canautosendemail,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['invoiceDeliveryMethod'], ['invoiceDeliveryMethod']) }} as invoicedeliverymethod,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['doesSupportSellyExpress'], ['doesSupportSellyExpress']) }} as doessupportsellyexpress,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['priorityDeliveryServiceCodes'], ['priorityDeliveryServiceCodes']) }} as prioritydeliveryservicecodes,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_inventories') }} as table_alias
|
||||||
|
-- inventories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('inventories_ab1') }}
|
||||||
|
select
|
||||||
|
cast({{ adapter.quote('id') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('id') }},
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(code as {{ dbt_utils.type_float() }}) as code,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(slug as {{ dbt_utils.type_string() }}) as slug,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(contact as {{ dbt_utils.type_string() }}) as contact,
|
||||||
|
cast(partner as {{ dbt_utils.type_string() }}) as partner,
|
||||||
|
cast(checksum as {{ dbt_utils.type_string() }}) as checksum,
|
||||||
|
cast({{ adapter.quote('location') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('location') }},
|
||||||
|
cast(supplier as {{ dbt_utils.type_string() }}) as supplier,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(minimumvalue as {{ dbt_utils.type_float() }}) as minimumvalue,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(paymentmethods as {{ dbt_utils.type_string() }}) as paymentmethods,
|
||||||
|
{{ cast_to_boolean('canissueinvoice') }} as canissueinvoice,
|
||||||
|
deliverymethods,
|
||||||
|
{{ cast_to_boolean('canautosendemail') }} as canautosendemail,
|
||||||
|
cast(invoicedeliverymethod as {{ dbt_utils.type_string() }}) as invoicedeliverymethod,
|
||||||
|
{{ cast_to_boolean('doessupportsellyexpress') }} as doessupportsellyexpress,
|
||||||
|
prioritydeliveryservicecodes,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('inventories_ab1') }}
|
||||||
|
-- inventories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,38 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('inventories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
adapter.quote('id'),
|
||||||
|
'_id',
|
||||||
|
'code',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'slug',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'contact',
|
||||||
|
'partner',
|
||||||
|
'checksum',
|
||||||
|
adapter.quote('location'),
|
||||||
|
'supplier',
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'minimumvalue',
|
||||||
|
'searchstring',
|
||||||
|
'paymentmethods',
|
||||||
|
boolean_to_string('canissueinvoice'),
|
||||||
|
array_to_string('deliverymethods'),
|
||||||
|
boolean_to_string('canautosendemail'),
|
||||||
|
'invoicedeliverymethod',
|
||||||
|
boolean_to_string('doessupportsellyexpress'),
|
||||||
|
array_to_string('prioritydeliveryservicecodes'),
|
||||||
|
]) }} as _airbyte_inventories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('inventories_ab2') }} tmp
|
||||||
|
-- inventories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_membership') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['color'], ['color']) }} as color,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['guide'], ['guide']) }} as guide,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['level'], ['level']) }} as {{ adapter.quote('level') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sales'], ['sales']) }} as sales,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedat'], ['updatedat']) }} as updatedat_1,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['transaction'], ['transaction']) }} as {{ adapter.quote('transaction') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['bonusPercent'], ['bonusPercent']) }} as bonuspercent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['bonuspercent'], ['bonuspercent']) }} as bonuspercent_1,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['transactionMinValue'], ['transactionMinValue']) }} as transactionminvalue,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_membership') }} as table_alias
|
||||||
|
-- membership
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('membership_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(color as {{ dbt_utils.type_string() }}) as color,
|
||||||
|
cast(guide as {{ dbt_utils.type_string() }}) as guide,
|
||||||
|
cast({{ adapter.quote('level') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('level') }},
|
||||||
|
cast(sales as {{ dbt_utils.type_float() }}) as sales,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(updatedat_1 as {{ dbt_utils.type_string() }}) as updatedat_1,
|
||||||
|
cast({{ adapter.quote('transaction') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('transaction') }},
|
||||||
|
cast(bonuspercent as {{ dbt_utils.type_float() }}) as bonuspercent,
|
||||||
|
cast(bonuspercent_1 as {{ dbt_utils.type_float() }}) as bonuspercent_1,
|
||||||
|
cast(transactionminvalue as {{ dbt_utils.type_float() }}) as transactionminvalue,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('membership_ab1') }}
|
||||||
|
-- membership
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('membership_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'color',
|
||||||
|
'guide',
|
||||||
|
adapter.quote('level'),
|
||||||
|
'sales',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'updatedat_1',
|
||||||
|
adapter.quote('transaction'),
|
||||||
|
'bonuspercent',
|
||||||
|
'bonuspercent_1',
|
||||||
|
'transactionminvalue',
|
||||||
|
]) }} as _airbyte_membership_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('membership_ab2') }} tmp
|
||||||
|
-- membership
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -5,18 +5,18 @@
|
||||||
tags = [ "top-level-intermediate" ]
|
tags = [ "top-level-intermediate" ]
|
||||||
) }}
|
) }}
|
||||||
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
-- depends_on: {{ source('unibag', '_airbyte_raw_tracking_product_shares') }}
|
-- depends_on: {{ source('unibag', '_airbyte_raw_membership_histories') }}
|
||||||
select
|
select
|
||||||
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['new'], ['new']) }} as {{ adapter.quote('new') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['old'], ['old']) }} as {{ adapter.quote('old') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
|
||||||
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
|
||||||
{{ json_extract_scalar('_airbyte_data', ['products'], ['products']) }} as products,
|
|
||||||
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
_airbyte_ab_id,
|
_airbyte_ab_id,
|
||||||
_airbyte_emitted_at,
|
_airbyte_emitted_at,
|
||||||
{{ current_timestamp() }} as _airbyte_normalized_at
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
from {{ source('unibag', '_airbyte_raw_tracking_product_shares') }} as table_alias
|
from {{ source('unibag', '_airbyte_raw_membership_histories') }} as table_alias
|
||||||
-- tracking_product_shares
|
-- membership_histories
|
||||||
where 1 = 1
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,22 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('membership_histories_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('new') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('new') }},
|
||||||
|
cast({{ adapter.quote('old') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('old') }},
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('membership_histories_ab1') }}
|
||||||
|
-- membership_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,22 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('membership_histories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('new'),
|
||||||
|
adapter.quote('old'),
|
||||||
|
adapter.quote('type'),
|
||||||
|
adapter.quote('user'),
|
||||||
|
'createdat',
|
||||||
|
]) }} as _airbyte_membership_histories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('membership_histories_ab2') }} tmp
|
||||||
|
-- membership_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_membership_orders') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['percent'], ['percent']) }} as {{ adapter.quote('percent') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['targetID'], ['targetID']) }} as targetid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['commission'], ['commission']) }} as commission,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isRejected'], ['isRejected']) }} as isrejected,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['membershipName'], ['membershipName']) }} as membershipname,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['membershipLevel'], ['membershipLevel']) }} as membershiplevel,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['membershipPromotion'], ['membershipPromotion']) }} as membershippromotion,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_membership_orders') }} as table_alias
|
||||||
|
-- membership_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('membership_orders_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast({{ adapter.quote('percent') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('percent') }},
|
||||||
|
cast(targetid as {{ dbt_utils.type_string() }}) as targetid,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(commission as {{ dbt_utils.type_float() }}) as commission,
|
||||||
|
{{ cast_to_boolean('isrejected') }} as isrejected,
|
||||||
|
cast(membershipname as {{ dbt_utils.type_string() }}) as membershipname,
|
||||||
|
cast(membershiplevel as {{ dbt_utils.type_float() }}) as membershiplevel,
|
||||||
|
cast({{ adapter.quote('membershippromotion') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('membershippromotion') }},
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('membership_orders_ab1') }}
|
||||||
|
-- membership_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,28 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('membership_orders_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('user'),
|
||||||
|
'status',
|
||||||
|
adapter.quote('percent'),
|
||||||
|
'targetid',
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'commission',
|
||||||
|
boolean_to_string('isrejected'),
|
||||||
|
'membershipname',
|
||||||
|
'membershiplevel',
|
||||||
|
'membershippromotion'
|
||||||
|
]) }} as _airbyte_membership_orders_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('membership_orders_ab2') }} tmp
|
||||||
|
-- membership_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,33 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_order_deliveries') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['code'], ['code']) }} as code,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['service'], ['service']) }} as service,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['customer'], ['customer']) }} as customer,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['delivery'], ['delivery']) }} as delivery,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['location'], ['location']) }} as {{ adapter.quote('location') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['promotion'], ['promotion']) }} as promotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['trackingCode'], ['trackingCode']) }} as trackingcode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['trackingTime'], ['trackingTime']) }} as trackingtime,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isAdminChange'], ['isAdminChange']) }} as isadminchange,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['trackingOrderCode'], ['trackingOrderCode']) }} as trackingordercode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['weight'], ['weight']) }} as weight,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_order_deliveries') }} as table_alias
|
||||||
|
-- order_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,33 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('order_deliveries_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(code as {{ dbt_utils.type_string() }}) as code,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(service as {{ dbt_utils.type_string() }}) as service,
|
||||||
|
cast(customer as {{ dbt_utils.type_string() }}) as customer,
|
||||||
|
cast(delivery as {{ dbt_utils.type_string() }}) as delivery,
|
||||||
|
cast({{ adapter.quote('location') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('location') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(promotion as {{ dbt_utils.type_string() }}) as promotion,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(trackingcode as {{ dbt_utils.type_string() }}) as trackingcode,
|
||||||
|
cast(trackingtime as {{ dbt_utils.type_string() }}) as trackingtime,
|
||||||
|
{{ cast_to_boolean('isadminchange') }} as isadminchange,
|
||||||
|
cast(trackingordercode as {{ dbt_utils.type_string() }}) as trackingordercode,
|
||||||
|
cast(weight as {{ dbt_utils.type_string() }}) as weight,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('order_deliveries_ab1') }}
|
||||||
|
-- order_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,33 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('order_deliveries_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'code',
|
||||||
|
adapter.quote('order'),
|
||||||
|
'title',
|
||||||
|
'status',
|
||||||
|
'service',
|
||||||
|
'customer',
|
||||||
|
'delivery',
|
||||||
|
adapter.quote('location'),
|
||||||
|
'createdat',
|
||||||
|
'promotion',
|
||||||
|
'updatedat',
|
||||||
|
'trackingcode',
|
||||||
|
'trackingtime',
|
||||||
|
boolean_to_string('isadminchange'),
|
||||||
|
'trackingordercode',
|
||||||
|
'weight',
|
||||||
|
]) }} as _airbyte_order_deliveries_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('order_deliveries_ab2') }} tmp
|
||||||
|
-- order_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,22 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_order_histories') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['timestamp'], ['timestamp']) }} as {{ adapter.quote('timestamp') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_order_histories') }} as table_alias
|
||||||
|
-- order_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,22 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('order_histories_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast({{ adapter.quote('timestamp') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('timestamp') }},
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('order_histories_ab1') }}
|
||||||
|
-- order_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,22 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('order_histories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('order'),
|
||||||
|
'status',
|
||||||
|
'createdat',
|
||||||
|
adapter.quote('timestamp'),
|
||||||
|
'updatedat',
|
||||||
|
]) }} as _airbyte_order_histories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('order_histories_ab2') }} tmp
|
||||||
|
-- order_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,45 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_order_items') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sku'], ['sku']) }} as sku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['date'], ['date']) }} as {{ adapter.quote('date') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['brand'], ['brand']) }} as brand,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['price'], ['price']) }} as price,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamId'], ['teamId']) }} as teamid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['product'], ['product']) }} as product,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['voucher'], ['voucher']) }} as voucher,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['customer'], ['customer']) }} as customer,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantity'], ['quantity']) }} as quantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['inventory'], ['inventory']) }} as inventory,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalSell'], ['totalSell']) }} as totalsell,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cashbackAt'], ['cashbackAt']) }} as cashbackat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['promotions'], ['promotions']) }} as promotions,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalPrice'], ['totalPrice']) }} as totalprice,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['deliveredAt'], ['deliveredAt']) }} as deliveredat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamMemberId'], ['teamMemberId']) }} as teammemberid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isAssignCoupon'], ['isAssignCoupon']) }} as isassigncoupon,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalPromotion'], ['totalPromotion']) }} as totalpromotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['inWholesaleRange'], ['inWholesaleRange']) }} as inwholesalerange,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['voucherCashTotal'], ['voucherCashTotal']) }} as vouchercashtotal,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['wholesaleRangeId'], ['wholesaleRangeId']) }} as wholesalerangeid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalWholesaleBonus'], ['totalWholesaleBonus']) }} as totalwholesalebonus,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalSellyWholesaleBonus'], ['totalSellyWholesaleBonus']) }} as totalsellywholesalebonus,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_order_items') }} as table_alias
|
||||||
|
-- order_items
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,45 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('order_items_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(sku as {{ dbt_utils.type_string() }}) as sku,
|
||||||
|
cast({{ adapter.quote('date') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('date') }},
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(brand as {{ dbt_utils.type_string() }}) as brand,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(price as {{ dbt_utils.type_string() }}) as price,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(teamid as {{ dbt_utils.type_string() }}) as teamid,
|
||||||
|
cast(product as {{ dbt_utils.type_string() }}) as product,
|
||||||
|
cast(voucher as {{ dbt_utils.type_string() }}) as voucher,
|
||||||
|
cast(customer as {{ dbt_utils.type_string() }}) as customer,
|
||||||
|
cast(quantity as {{ dbt_utils.type_float() }}) as quantity,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(inventory as {{ dbt_utils.type_string() }}) as inventory,
|
||||||
|
cast(totalsell as {{ dbt_utils.type_float() }}) as totalsell,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(cashbackat as {{ dbt_utils.type_string() }}) as cashbackat,
|
||||||
|
promotions,
|
||||||
|
cast(totalprice as {{ dbt_utils.type_float() }}) as totalprice,
|
||||||
|
cast(deliveredat as {{ dbt_utils.type_string() }}) as deliveredat,
|
||||||
|
cast(teammemberid as {{ dbt_utils.type_string() }}) as teammemberid,
|
||||||
|
{{ cast_to_boolean('isassigncoupon') }} as isassigncoupon,
|
||||||
|
cast(totalpromotion as {{ dbt_utils.type_float() }}) as totalpromotion,
|
||||||
|
{{ cast_to_boolean('inwholesalerange') }} as inwholesalerange,
|
||||||
|
cast(vouchercashtotal as {{ dbt_utils.type_float() }}) as vouchercashtotal,
|
||||||
|
cast(wholesalerangeid as {{ dbt_utils.type_string() }}) as wholesalerangeid,
|
||||||
|
cast(totalwholesalebonus as {{ dbt_utils.type_float() }}) as totalwholesalebonus,
|
||||||
|
cast(totalsellywholesalebonus as {{ dbt_utils.type_float() }}) as totalsellywholesalebonus,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('order_items_ab1') }}
|
||||||
|
-- order_items
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,45 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('order_items_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'sku',
|
||||||
|
adapter.quote('date'),
|
||||||
|
adapter.quote('user'),
|
||||||
|
'brand',
|
||||||
|
adapter.quote('order'),
|
||||||
|
'price',
|
||||||
|
'status',
|
||||||
|
'teamid',
|
||||||
|
'product',
|
||||||
|
'voucher',
|
||||||
|
'customer',
|
||||||
|
'quantity',
|
||||||
|
'createdat',
|
||||||
|
'inventory',
|
||||||
|
'totalsell',
|
||||||
|
'updatedat',
|
||||||
|
'cashbackat',
|
||||||
|
array_to_string('promotions'),
|
||||||
|
'totalprice',
|
||||||
|
'deliveredat',
|
||||||
|
'teammemberid',
|
||||||
|
boolean_to_string('isassigncoupon'),
|
||||||
|
'totalpromotion',
|
||||||
|
boolean_to_string('inwholesalerange'),
|
||||||
|
'vouchercashtotal',
|
||||||
|
'wholesalerangeid',
|
||||||
|
'totalwholesalebonus',
|
||||||
|
'totalsellywholesalebonus',
|
||||||
|
]) }} as _airbyte_order_items_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('order_items_ab2') }} tmp
|
||||||
|
-- order_items
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,74 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_orders') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['code'], ['code']) }} as code,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['date'], ['date']) }} as {{ adapter.quote('date') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['hour'], ['hour']) }} as {{ adapter.quote('hour') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['note'], ['note']) }} as note,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['tags'], ['tags']) }} as tags,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['price'], ['price']) }} as price,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['banned'], ['banned']) }} as banned,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['reason'], ['reason']) }} as reason,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamId'], ['teamId']) }} as teamid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['payment'], ['payment']) }} as payment,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['remarks'], ['remarks']) }} as remarks,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['customer'], ['customer']) }} as customer,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['delivery'], ['delivery']) }} as delivery,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isCalled'], ['isCalled']) }} as iscalled,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['merchant'], ['merchant']) }} as merchant,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['pickupAt'], ['pickupAt']) }} as pickupat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplier'], ['supplier']) }} as supplier,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['inventory'], ['inventory']) }} as inventory,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['invoiceId'], ['invoiceId']) }} as invoiceid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isDeleted'], ['isDeleted']) }} as isdeleted,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['promotion'], ['promotion']) }} as promotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['requestId'], ['requestId']) }} as requestid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['restockAt'], ['restockAt']) }} as restockat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sendEmail'], ['sendEmail']) }} as sendemail,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalItem'], ['totalItem']) }} as totalitem,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['userAgent'], ['userAgent']) }} as useragent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['wholesale'], ['wholesale']) }} as wholesale,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['approvedAt'], ['approvedAt']) }} as approvedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cashbackAt'], ['cashbackAt']) }} as cashbackat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isPreorder'], ['isPreorder']) }} as ispreorder,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isReviewed'], ['isReviewed']) }} as isreviewed,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['rejectedAt'], ['rejectedAt']) }} as rejectedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['deliveredAt'], ['deliveredAt']) }} as deliveredat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['deliveringAt'], ['deliveringAt']) }} as deliveringat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['deliveryCode'], ['deliveryCode']) }} as deliverycode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['staffApprove'], ['staffApprove']) }} as staffapprove,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamMemberId'], ['teamMemberId']) }} as teammemberid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['processStatus'], ['processStatus']) }} as processstatus,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['hookTimeLastAt'], ['hookTimeLastAt']) }} as hooktimelastat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isAssignCoupon'], ['isAssignCoupon']) }} as isassigncoupon,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isAutoApproved'], ['isAutoApproved']) }} as isautoapproved,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['outboundRequest'], ['outboundRequest']) }} as outboundrequest,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['trackingCodeURL'], ['trackingCodeURL']) }} as trackingcodeurl,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['trackingCode'], ['trackingcode']) }} as trackingCode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['waitingCancelBy'], ['waitingCancelBy']) }} as waitingcancelby,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isChangeDelivery'], ['isChangeDelivery']) }} as ischangedelivery,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['estimateCashbackAt'], ['estimateCashbackAt']) }} as estimatecashbackat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['fromNewActiveBuyer'], ['fromNewActiveBuyer']) }} as fromnewactivebuyer,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isWaitingCancelled'], ['isWaitingCancelled']) }} as iswaitingcancelled,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['fromNewActiveSeller'], ['fromNewActiveSeller']) }} as fromnewactiveseller,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['waitingCancelReason'], ['waitingCancelReason']) }} as waitingcancelreason,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_orders') }} as table_alias
|
||||||
|
-- orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,74 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('orders_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(code as {{ dbt_utils.type_string() }}) as code,
|
||||||
|
cast({{ adapter.quote('date') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('date') }},
|
||||||
|
cast({{ adapter.quote('hour') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('hour') }},
|
||||||
|
cast(note as {{ dbt_utils.type_string() }}) as note,
|
||||||
|
tags,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(price as {{ dbt_utils.type_string() }}) as price,
|
||||||
|
{{ cast_to_boolean('banned') }} as banned,
|
||||||
|
cast(reason as {{ dbt_utils.type_string() }}) as reason,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(teamid as {{ dbt_utils.type_string() }}) as teamid,
|
||||||
|
cast(payment as {{ dbt_utils.type_string() }}) as payment,
|
||||||
|
cast(remarks as {{ dbt_utils.type_string() }}) as remarks,
|
||||||
|
cast(customer as {{ dbt_utils.type_string() }}) as customer,
|
||||||
|
cast(delivery as {{ dbt_utils.type_string() }}) as delivery,
|
||||||
|
{{ cast_to_boolean('iscalled') }} as iscalled,
|
||||||
|
cast(merchant as {{ dbt_utils.type_string() }}) as merchant,
|
||||||
|
cast(pickupat as {{ dbt_utils.type_string() }}) as pickupat,
|
||||||
|
cast(supplier as {{ dbt_utils.type_string() }}) as supplier,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(inventory as {{ dbt_utils.type_string() }}) as inventory,
|
||||||
|
cast(invoiceid as {{ dbt_utils.type_string() }}) as invoiceid,
|
||||||
|
{{ cast_to_boolean('isdeleted') }} as isdeleted,
|
||||||
|
cast(promotion as {{ dbt_utils.type_string() }}) as promotion,
|
||||||
|
cast(requestid as {{ dbt_utils.type_string() }}) as requestid,
|
||||||
|
cast(restockat as {{ dbt_utils.type_string() }}) as restockat,
|
||||||
|
cast(sendemail as {{ dbt_utils.type_string() }}) as sendemail,
|
||||||
|
cast(totalitem as {{ dbt_utils.type_float() }}) as totalitem,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(useragent as {{ dbt_utils.type_string() }}) as useragent,
|
||||||
|
{{ cast_to_boolean('wholesale') }} as wholesale,
|
||||||
|
cast(approvedat as {{ dbt_utils.type_string() }}) as approvedat,
|
||||||
|
cast(cashbackat as {{ dbt_utils.type_string() }}) as cashbackat,
|
||||||
|
{{ cast_to_boolean('ispreorder') }} as ispreorder,
|
||||||
|
{{ cast_to_boolean('isreviewed') }} as isreviewed,
|
||||||
|
cast(rejectedat as {{ dbt_utils.type_string() }}) as rejectedat,
|
||||||
|
cast(deliveredat as {{ dbt_utils.type_string() }}) as deliveredat,
|
||||||
|
cast(deliveringat as {{ dbt_utils.type_string() }}) as deliveringat,
|
||||||
|
cast(deliverycode as {{ dbt_utils.type_string() }}) as deliverycode,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(staffapprove as {{ dbt_utils.type_string() }}) as staffapprove,
|
||||||
|
cast(teammemberid as {{ dbt_utils.type_string() }}) as teammemberid,
|
||||||
|
cast(processstatus as {{ dbt_utils.type_string() }}) as processstatus,
|
||||||
|
cast(hooktimelastat as {{ dbt_utils.type_string() }}) as hooktimelastat,
|
||||||
|
{{ cast_to_boolean('isassigncoupon') }} as isassigncoupon,
|
||||||
|
{{ cast_to_boolean('isautoapproved') }} as isautoapproved,
|
||||||
|
cast(outboundrequest as {{ dbt_utils.type_string() }}) as outboundrequest,
|
||||||
|
cast(trackingcodeurl as {{ dbt_utils.type_string() }}) as trackingcodeurl,
|
||||||
|
cast(trackingcode as {{ dbt_utils.type_string() }}) as trackingcode,
|
||||||
|
cast(waitingcancelby as {{ dbt_utils.type_string() }}) as waitingcancelby,
|
||||||
|
{{ cast_to_boolean('ischangedelivery') }} as ischangedelivery,
|
||||||
|
cast(estimatecashbackat as {{ dbt_utils.type_string() }}) as estimatecashbackat,
|
||||||
|
{{ cast_to_boolean('fromnewactivebuyer') }} as fromnewactivebuyer,
|
||||||
|
{{ cast_to_boolean('iswaitingcancelled') }} as iswaitingcancelled,
|
||||||
|
{{ cast_to_boolean('fromnewactiveseller') }} as fromnewactiveseller,
|
||||||
|
cast(waitingcancelreason as {{ dbt_utils.type_string() }}) as waitingcancelreason,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('orders_ab1') }}
|
||||||
|
-- orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,74 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('orders_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'code',
|
||||||
|
adapter.quote('date'),
|
||||||
|
adapter.quote('hour'),
|
||||||
|
'note',
|
||||||
|
array_to_string('tags'),
|
||||||
|
adapter.quote('user'),
|
||||||
|
'price',
|
||||||
|
boolean_to_string('banned'),
|
||||||
|
'reason',
|
||||||
|
adapter.quote('source'),
|
||||||
|
'status',
|
||||||
|
'teamid',
|
||||||
|
'payment',
|
||||||
|
'remarks',
|
||||||
|
'customer',
|
||||||
|
'delivery',
|
||||||
|
boolean_to_string('iscalled'),
|
||||||
|
'merchant',
|
||||||
|
'pickupat',
|
||||||
|
'supplier',
|
||||||
|
'createdat',
|
||||||
|
'inventory',
|
||||||
|
'invoiceid',
|
||||||
|
boolean_to_string('isdeleted'),
|
||||||
|
'promotion',
|
||||||
|
'requestid',
|
||||||
|
'restockat',
|
||||||
|
'sendemail',
|
||||||
|
'totalitem',
|
||||||
|
'updatedat',
|
||||||
|
'useragent',
|
||||||
|
boolean_to_string('wholesale'),
|
||||||
|
'approvedat',
|
||||||
|
'cashbackat',
|
||||||
|
boolean_to_string('ispreorder'),
|
||||||
|
boolean_to_string('isreviewed'),
|
||||||
|
'rejectedat',
|
||||||
|
'deliveredat',
|
||||||
|
'deliveringat',
|
||||||
|
'deliverycode',
|
||||||
|
'searchstring',
|
||||||
|
'staffapprove',
|
||||||
|
'teammemberid',
|
||||||
|
'processstatus',
|
||||||
|
'hooktimelastat',
|
||||||
|
boolean_to_string('isassigncoupon'),
|
||||||
|
boolean_to_string('isautoapproved'),
|
||||||
|
'outboundrequest',
|
||||||
|
'trackingcodeurl',
|
||||||
|
'trackingcode',
|
||||||
|
'waitingcancelby',
|
||||||
|
boolean_to_string('ischangedelivery'),
|
||||||
|
'estimatecashbackat',
|
||||||
|
boolean_to_string('fromnewactivebuyer'),
|
||||||
|
boolean_to_string('iswaitingcancelled'),
|
||||||
|
boolean_to_string('fromnewactiveseller'),
|
||||||
|
'waitingcancelreason',
|
||||||
|
]) }} as _airbyte_orders_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('orders_ab2') }} tmp
|
||||||
|
-- orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,27 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_product_categories') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['icon'], ['icon']) }} as icon,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['color'], ['color']) }} as color,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['covers'], ['covers']) }} as covers,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['featured'], ['featured']) }} as featured,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalProduct'], ['totalProduct']) }} as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_product_categories') }} as table_alias
|
||||||
|
-- product_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,27 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('product_categories_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(icon as {{ dbt_utils.type_string() }}) as icon,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(color as {{ dbt_utils.type_string() }}) as color,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('order') }},
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
covers,
|
||||||
|
{{ cast_to_boolean('featured') }} as featured,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(totalproduct as {{ dbt_utils.type_float() }}) as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('product_categories_ab1') }}
|
||||||
|
-- product_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,27 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('product_categories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'icon',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'color',
|
||||||
|
adapter.quote('order'),
|
||||||
|
boolean_to_string('active'),
|
||||||
|
array_to_string('covers'),
|
||||||
|
boolean_to_string('featured'),
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'totalproduct',
|
||||||
|
]) }} as _airbyte_product_categories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('product_categories_ab2') }} tmp
|
||||||
|
-- product_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,48 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_product_sku') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sku'], ['sku']) }} as sku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['info'], ['info']) }} as info,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['brand'], ['brand']) }} as brand,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cover'], ['cover']) }} as cover,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['price'], ['price']) }} as price,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['author'], ['author']) }} as author,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['display'], ['display']) }} as display,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['picture'], ['picture']) }} as picture,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['product'], ['product']) }} as product,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['version'], ['version']) }} as {{ adapter.quote('version') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['groupSku'], ['groupSku']) }} as groupsku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['unitCode'], ['unitCode']) }} as unitcode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['restockAt'], ['restockAt']) }} as restockat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['couponInfo'], ['couponInfo']) }} as couponinfo,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['properties'], ['properties']) }} as properties,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['canPreorder'], ['canPreorder']) }} as canpreorder,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplierSku'], ['supplierSku']) }} as suppliersku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isOutOfStock'], ['isOutOfStock']) }} as isoutofstock,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['pricePercent'], ['pricePercent']) }} as pricepercent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantity'], ['quantity']) }} as quantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['displayInventory'], ['displayInventory']) }} as displayinventory,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['showRemainingQuantity'], ['showRemainingQuantity']) }} as showremainingquantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantity_aibyte_transform'], ['quantity_aibyte_transform']) }} as quantity_aibyte_transform,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_product_sku') }} as table_alias
|
||||||
|
-- product_sku
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,48 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('product_sku_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(sku as {{ dbt_utils.type_string() }}) as sku,
|
||||||
|
cast(info as {{ dbt_utils.type_string() }}) as info,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast(brand as {{ dbt_utils.type_string() }}) as brand,
|
||||||
|
cast(cover as {{ dbt_utils.type_string() }}) as cover,
|
||||||
|
cast(price as {{ dbt_utils.type_string() }}) as price,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(author as {{ dbt_utils.type_string() }}) as author,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
{{ cast_to_boolean('display') }} as display,
|
||||||
|
cast(picture as {{ dbt_utils.type_string() }}) as picture,
|
||||||
|
cast(product as {{ dbt_utils.type_string() }}) as product,
|
||||||
|
cast({{ adapter.quote('version') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('version') }},
|
||||||
|
cast(groupsku as {{ dbt_utils.type_string() }}) as groupsku,
|
||||||
|
cast(unitcode as {{ dbt_utils.type_string() }}) as unitcode,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(restockat as {{ dbt_utils.type_string() }}) as restockat,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(couponinfo as {{ dbt_utils.type_string() }}) as couponinfo,
|
||||||
|
properties,
|
||||||
|
{{ cast_to_boolean('canpreorder') }} as canpreorder,
|
||||||
|
cast(suppliersku as {{ dbt_utils.type_string() }}) as suppliersku,
|
||||||
|
{{ cast_to_boolean('isoutofstock') }} as isoutofstock,
|
||||||
|
cast(pricepercent as {{ dbt_utils.type_string() }}) as pricepercent,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
{{ cast_to_boolean('displayinventory') }} as displayinventory,
|
||||||
|
{{ cast_to_boolean('showremainingquantity') }} as showremainingquantity,
|
||||||
|
cast(quantity as {{ dbt_utils.type_string() }}) as quantity,
|
||||||
|
cast(quantity_aibyte_transform as {{ dbt_utils.type_string() }}) as quantity_aibyte_transform,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('product_sku_ab1') }}
|
||||||
|
-- product_sku
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,48 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('product_sku_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'sku',
|
||||||
|
'info',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('type'),
|
||||||
|
'brand',
|
||||||
|
'cover',
|
||||||
|
'price',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'author',
|
||||||
|
adapter.quote('source'),
|
||||||
|
boolean_to_string('display'),
|
||||||
|
'picture',
|
||||||
|
'product',
|
||||||
|
adapter.quote('version'),
|
||||||
|
'groupsku',
|
||||||
|
'unitcode',
|
||||||
|
'createdat',
|
||||||
|
'restockat',
|
||||||
|
'statistic',
|
||||||
|
'updatedat',
|
||||||
|
'couponinfo',
|
||||||
|
array_to_string('properties'),
|
||||||
|
boolean_to_string('canpreorder'),
|
||||||
|
'suppliersku',
|
||||||
|
boolean_to_string('isoutofstock'),
|
||||||
|
'pricepercent',
|
||||||
|
'searchstring',
|
||||||
|
'quantity',
|
||||||
|
boolean_to_string('displayinventory'),
|
||||||
|
boolean_to_string('showremainingquantity'),
|
||||||
|
'quantity_aibyte_transform',
|
||||||
|
]) }} as _airbyte_product_sku_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('product_sku_ab2') }} tmp
|
||||||
|
-- product_sku
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_product_sku_versions') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sku'], ['sku']) }} as sku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['info'], ['info']) }} as info,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['price'], ['price']) }} as price,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['source'], ['source']) }} as {{ adapter.quote('source') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['codeSku'], ['codeSku']) }} as codesku,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['picture'], ['picture']) }} as picture,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['product'], ['product']) }} as product,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['version'], ['version']) }} as {{ adapter.quote('version') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['properties'], ['properties']) }} as properties,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_product_sku_versions') }} as table_alias
|
||||||
|
-- product_sku_versions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('product_sku_versions_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(sku as {{ dbt_utils.type_string() }}) as sku,
|
||||||
|
cast(info as {{ dbt_utils.type_string() }}) as info,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast(price as {{ dbt_utils.type_string() }}) as price,
|
||||||
|
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
||||||
|
cast(codesku as {{ dbt_utils.type_string() }}) as codesku,
|
||||||
|
cast(picture as {{ dbt_utils.type_string() }}) as picture,
|
||||||
|
cast(product as {{ dbt_utils.type_string() }}) as product,
|
||||||
|
cast({{ adapter.quote('version') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('version') }},
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
properties,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('product_sku_versions_ab1') }}
|
||||||
|
-- product_sku_versions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,30 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('product_sku_versions_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'sku',
|
||||||
|
'info',
|
||||||
|
adapter.quote('name'),
|
||||||
|
'price',
|
||||||
|
adapter.quote('source'),
|
||||||
|
'codesku',
|
||||||
|
'picture',
|
||||||
|
'product',
|
||||||
|
'statistic',
|
||||||
|
adapter.quote('version'),
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
array_to_string('properties'),
|
||||||
|
]) }} as _airbyte_product_sku_versions_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('product_sku_versions_ab2') }} tmp
|
||||||
|
-- product_sku_versions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_product_sub_categories') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['parent'], ['parent']) }} as parent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['totalProduct'], ['totalProduct']) }} as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_product_sub_categories') }} as table_alias
|
||||||
|
-- product_sub_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('product_sub_categories_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('order') }},
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(parent as {{ dbt_utils.type_string() }}) as parent,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(totalproduct as {{ dbt_utils.type_float() }}) as totalproduct,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('product_sub_categories_ab1') }}
|
||||||
|
-- product_sub_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,25 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('product_sub_categories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('order'),
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'parent',
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
'totalproduct',
|
||||||
|
]) }} as _airbyte_product_sub_categories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('product_sub_categories_ab2') }} tmp
|
||||||
|
-- product_sub_categories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,52 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_products') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['desc'], ['desc']) }} as {{ adapter.quote('desc') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['info'], ['info']) }} as info,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['temp'], ['temp']) }} as {{ adapter.quote('temp') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['brand'], ['brand']) }} as brand,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['price'], ['price']) }} as price,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['score'], ['score']) }} as score,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['author'], ['author']) }} as author,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['guides'], ['guides']) }} as guides,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['photos'], ['photos']) }} as photos,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['videos'], ['videos']) }} as videos,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantity'], ['quantity']) }} as quantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['documents'], ['documents']) }} as documents,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['shareDesc'], ['shareDesc']) }} as sharedesc,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['categories'], ['categories']) }} as categories,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['properties'], ['properties']) }} as properties,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['reActiveAt'], ['reActiveAt']) }} as reactiveat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['inventories'], ['inventories']) }} as inventories,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isOutOfStock'], ['isOutOfStock']) }} as isoutofstock,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['pricePercent'], ['pricePercent']) }} as pricepercent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['subCategories'], ['subCategories']) }} as subcategories,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['inactiveReason'], ['inactiveReason']) }} as inactivereason,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['propertiesMain'], ['propertiesMain']) }} as propertiesmain,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['shareStatistic'], ['shareStatistic']) }} as sharestatistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['canIssueInvoice'], ['canIssueInvoice']) }} as canissueinvoice,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['pendingInactive'], ['pendingInactive']) }} as pendinginactive,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['reviewStatistic'], ['reviewStatistic']) }} as reviewstatistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['pendingInactiveAt'], ['pendingInactiveAt']) }} as pendinginactiveat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['highlightProperties'], ['highlightProperties']) }} as highlightproperties,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_products') }} as table_alias
|
||||||
|
-- products
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,52 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('products_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('desc') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('desc') }},
|
||||||
|
cast(info as {{ dbt_utils.type_string() }}) as info,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
cast({{ adapter.quote('temp') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('temp') }},
|
||||||
|
cast(brand as {{ dbt_utils.type_string() }}) as brand,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(price as {{ dbt_utils.type_string() }}) as price,
|
||||||
|
cast(score as {{ dbt_utils.type_string() }}) as score,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(author as {{ dbt_utils.type_string() }}) as author,
|
||||||
|
guides,
|
||||||
|
photos,
|
||||||
|
videos,
|
||||||
|
cast(quantity as {{ dbt_utils.type_float() }}) as quantity,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
documents,
|
||||||
|
cast(sharedesc as {{ dbt_utils.type_string() }}) as sharedesc,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
categories,
|
||||||
|
properties,
|
||||||
|
cast(reactiveat as {{ dbt_utils.type_string() }}) as reactiveat,
|
||||||
|
inventories,
|
||||||
|
{{ cast_to_boolean('isoutofstock') }} as isoutofstock,
|
||||||
|
cast(pricepercent as {{ dbt_utils.type_string() }}) as pricepercent,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
subcategories,
|
||||||
|
cast(inactivereason as {{ dbt_utils.type_string() }}) as inactivereason,
|
||||||
|
cast(propertiesmain as {{ dbt_utils.type_string() }}) as propertiesmain,
|
||||||
|
cast(sharestatistic as {{ dbt_utils.type_string() }}) as sharestatistic,
|
||||||
|
{{ cast_to_boolean('canissueinvoice') }} as canissueinvoice,
|
||||||
|
{{ cast_to_boolean('pendinginactive') }} as pendinginactive,
|
||||||
|
cast(reviewstatistic as {{ dbt_utils.type_string() }}) as reviewstatistic,
|
||||||
|
cast(pendinginactiveat as {{ dbt_utils.type_string() }}) as pendinginactiveat,
|
||||||
|
highlightproperties,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('products_ab1') }}
|
||||||
|
-- products
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,52 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('products_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('desc'),
|
||||||
|
'info',
|
||||||
|
adapter.quote('name'),
|
||||||
|
adapter.quote('temp'),
|
||||||
|
'brand',
|
||||||
|
adapter.quote('order'),
|
||||||
|
'price',
|
||||||
|
'score',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'author',
|
||||||
|
array_to_string('guides'),
|
||||||
|
array_to_string('photos'),
|
||||||
|
array_to_string('videos'),
|
||||||
|
'quantity',
|
||||||
|
'createdat',
|
||||||
|
array_to_string('documents'),
|
||||||
|
'sharedesc',
|
||||||
|
'statistic',
|
||||||
|
'updatedat',
|
||||||
|
array_to_string('categories'),
|
||||||
|
array_to_string('properties'),
|
||||||
|
'reactiveat',
|
||||||
|
array_to_string('inventories'),
|
||||||
|
boolean_to_string('isoutofstock'),
|
||||||
|
'pricepercent',
|
||||||
|
'searchstring',
|
||||||
|
array_to_string('subcategories'),
|
||||||
|
'inactivereason',
|
||||||
|
'propertiesmain',
|
||||||
|
'sharestatistic',
|
||||||
|
boolean_to_string('canissueinvoice'),
|
||||||
|
boolean_to_string('pendinginactive'),
|
||||||
|
'reviewstatistic',
|
||||||
|
'pendinginactiveat',
|
||||||
|
array_to_string('highlightproperties'),
|
||||||
|
]) }} as _airbyte_products_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('products_ab2') }} tmp
|
||||||
|
-- products
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_promotion_orders') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplier'], ['supplier']) }} as supplier,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['promotion'], ['promotion']) }} as promotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cashbackAt'], ['cashbackAt']) }} as cashbackat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['commission'], ['commission']) }} as commission,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isRejected'], ['isRejected']) }} as isrejected,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantityPromotion'], ['quantityPromotion']) }} as quantitypromotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplierCommission'], ['supplierCommission']) }} as suppliercommission,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplierCommissionTotal'], ['supplierCommissionTotal']) }} as suppliercommissiontotal,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_promotion_orders') }} as table_alias
|
||||||
|
-- promotion_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('promotion_orders_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(supplier as {{ dbt_utils.type_string() }}) as supplier,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(promotion as {{ dbt_utils.type_string() }}) as promotion,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(cashbackat as {{ dbt_utils.type_string() }}) as cashbackat,
|
||||||
|
cast(commission as {{ dbt_utils.type_float() }}) as commission,
|
||||||
|
{{ cast_to_boolean('isrejected') }} as isrejected,
|
||||||
|
cast(quantitypromotion as {{ dbt_utils.type_float() }}) as quantitypromotion,
|
||||||
|
cast(supplierCommission as {{ dbt_utils.type_string() }}) as supplierCommission,
|
||||||
|
cast(supplierCommissionTotal as {{ dbt_utils.type_float() }}) as supplierCommissionTotal,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('promotion_orders_ab1') }}
|
||||||
|
-- promotion_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('promotion_orders_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('user'),
|
||||||
|
adapter.quote('order'),
|
||||||
|
'title',
|
||||||
|
'status',
|
||||||
|
'supplier',
|
||||||
|
'createdat',
|
||||||
|
'promotion',
|
||||||
|
'updatedat',
|
||||||
|
'cashbackat',
|
||||||
|
'commission',
|
||||||
|
boolean_to_string('isrejected'),
|
||||||
|
'quantitypromotion',
|
||||||
|
'supplierCommission',
|
||||||
|
'supplierCommissionTotal',
|
||||||
|
]) }} as _airbyte_promotion_orders_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('promotion_orders_ab2') }} tmp
|
||||||
|
-- promotion_orders
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,35 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_promotions') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['rest'], ['rest']) }} as rest,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['type'], ['type']) }} as {{ adapter.quote('type') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['endAt'], ['endAt']) }} as endat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['startAt'], ['startAt']) }} as startat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['applyFor'], ['applyFor']) }} as applyfor,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['quantity'], ['quantity']) }} as quantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['articleID'], ['articleID']) }} as articleid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sharePercent'], ['sharePercent']) }} as sharepercent,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['conditionForUser'], ['conditionForUser']) }} as conditionforuser,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isUnlimitedQuantity'], ['isUnlimitedQuantity']) }} as isunlimitedquantity,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isApplyForOrderWholesale'], ['isApplyForOrderWholesale']) }} as isapplyfororderwholesale,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['supplierCommission'], ['supplierCommission']) }} as suppliercommission,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_promotions') }} as table_alias
|
||||||
|
-- promotions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,35 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('promotions_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(rest as {{ dbt_utils.type_float() }}) as rest,
|
||||||
|
cast({{ adapter.quote('type') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('type') }},
|
||||||
|
cast(endat as {{ dbt_utils.type_string() }}) as endat,
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
||||||
|
cast(startat as {{ dbt_utils.type_string() }}) as startat,
|
||||||
|
cast(applyfor as {{ dbt_utils.type_string() }}) as applyfor,
|
||||||
|
cast(quantity as {{ dbt_utils.type_float() }}) as quantity,
|
||||||
|
cast(articleid as {{ dbt_utils.type_string() }}) as articleid,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(sharepercent as {{ dbt_utils.type_string() }}) as sharepercent,
|
||||||
|
cast(conditionforuser as {{ dbt_utils.type_string() }}) as conditionforuser,
|
||||||
|
{{ cast_to_boolean('isunlimitedquantity') }} as isunlimitedquantity,
|
||||||
|
{{ cast_to_boolean('isapplyfororderwholesale') }} as isapplyfororderwholesale,
|
||||||
|
cast(supplierCommission as {{ dbt_utils.type_string() }}) as supplierCommission,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('promotions_ab1') }}
|
||||||
|
-- promotions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,35 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('promotions_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'rest',
|
||||||
|
adapter.quote('type'),
|
||||||
|
'endat',
|
||||||
|
'title',
|
||||||
|
boolean_to_string('active'),
|
||||||
|
adapter.quote('options'),
|
||||||
|
'startat',
|
||||||
|
'applyfor',
|
||||||
|
'quantity',
|
||||||
|
'articleid',
|
||||||
|
'createdat',
|
||||||
|
'updatedat',
|
||||||
|
'searchstring',
|
||||||
|
'sharepercent',
|
||||||
|
'conditionforuser',
|
||||||
|
boolean_to_string('isunlimitedquantity'),
|
||||||
|
boolean_to_string('isapplyfororderwholesale'),
|
||||||
|
'supplierCommission',
|
||||||
|
]) }} as _airbyte_promotions_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('promotions_ab2') }} tmp
|
||||||
|
-- promotions
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_referrals') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['invitee'], ['invitee']) }} as invitee,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['fromSystem'], ['fromSystem']) }} as fromsystem,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_referrals') }} as table_alias
|
||||||
|
-- referrals
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('referrals_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(invitee as {{ dbt_utils.type_string() }}) as invitee,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
{{ cast_to_boolean('fromsystem') }} as fromsystem,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('referrals_ab1') }}
|
||||||
|
-- referrals
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('referrals_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('user'),
|
||||||
|
'invitee',
|
||||||
|
'createdat',
|
||||||
|
boolean_to_string('fromsystem'),
|
||||||
|
]) }} as _airbyte_referrals_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('referrals_ab2') }} tmp
|
||||||
|
-- referrals
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_session_deliveries') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['cart'], ['cart']) }} as cart,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['note'], ['note']) }} as note,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract('table_alias', '_airbyte_data', ['request'], ['request']) }} as request,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['service'], ['service']) }} as service,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['currency'], ['currency']) }} as currency,
|
||||||
|
{{ json_extract('table_alias', '_airbyte_data', ['customer'], ['customer']) }} as customer,
|
||||||
|
{{ json_extract('table_alias', '_airbyte_data', ['delivery'], ['delivery']) }} as delivery,
|
||||||
|
{{ json_extract('table_alias', '_airbyte_data', ['location'], ['location']) }} as {{ adapter.quote('location') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract('table_alias', '_airbyte_data', ['promotion'], ['promotion']) }} as promotion,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sessionOrder'], ['sessionOrder']) }} as sessionorder,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['paymentMethod'], ['paymentMethod']) }} as paymentmethod,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['estimateTimeDelivery'], ['estimateTimeDelivery']) }} as estimatetimedelivery,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_session_deliveries') }} as table_alias
|
||||||
|
-- session_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('session_deliveries_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(cart as {{ dbt_utils.type_string() }}) as cart,
|
||||||
|
cast(note as {{ dbt_utils.type_string() }}) as note,
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
cast(request as {{ type_json() }}) as request,
|
||||||
|
cast(service as {{ dbt_utils.type_string() }}) as service,
|
||||||
|
cast(currency as {{ dbt_utils.type_string() }}) as currency,
|
||||||
|
cast(customer as {{ type_json() }}) as customer,
|
||||||
|
cast(delivery as {{ type_json() }}) as delivery,
|
||||||
|
cast({{ adapter.quote('location') }} as {{ type_json() }}) as {{ adapter.quote('location') }},
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(promotion as {{ type_json() }}) as promotion,
|
||||||
|
cast(sessionorder as {{ dbt_utils.type_string() }}) as sessionorder,
|
||||||
|
cast(paymentmethod as {{ dbt_utils.type_string() }}) as paymentmethod,
|
||||||
|
cast(estimatetimedelivery as {{ dbt_utils.type_string() }}) as estimatetimedelivery,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('session_deliveries_ab1') }}
|
||||||
|
-- session_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('session_deliveries_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'cart',
|
||||||
|
'note',
|
||||||
|
'title',
|
||||||
|
object_to_string('request'),
|
||||||
|
'service',
|
||||||
|
'currency',
|
||||||
|
object_to_string('customer'),
|
||||||
|
object_to_string('delivery'),
|
||||||
|
object_to_string(adapter.quote('location')),
|
||||||
|
'createdat',
|
||||||
|
object_to_string('promotion'),
|
||||||
|
'sessionorder',
|
||||||
|
'paymentmethod',
|
||||||
|
'estimatetimedelivery',
|
||||||
|
]) }} as _airbyte_session_deliveries_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('session_deliveries_ab2') }} tmp
|
||||||
|
-- session_deliveries
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_social_post_views') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['clientIP'], ['clientIP']) }} as clientip,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['lastViewAt'], ['lastViewAt']) }} as lastviewat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['socialPost'], ['socialPost']) }} as socialpost,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_social_post_views') }} as table_alias
|
||||||
|
-- social_post_views
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('social_post_views_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(clientip as {{ dbt_utils.type_string() }}) as clientip,
|
||||||
|
cast(lastviewat as {{ dbt_utils.type_string() }}) as lastviewat,
|
||||||
|
cast(socialpost as {{ dbt_utils.type_string() }}) as socialpost,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('social_post_views_ab1') }}
|
||||||
|
-- social_post_views
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('social_post_views_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('user'),
|
||||||
|
'clientip',
|
||||||
|
'lastviewat',
|
||||||
|
'socialpost',
|
||||||
|
]) }} as _airbyte_social_post_views_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('social_post_views_ab2') }} tmp
|
||||||
|
-- social_post_views
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,43 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_social_posts') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['tags'], ['tags']) }} as tags,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isPin'], ['isPin']) }} as ispin,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['order'], ['order']) }} as {{ adapter.quote('order') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['title'], ['title']) }} as title,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['author'], ['author']) }} as author,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['cities'], ['cities']) }} as cities,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['photos'], ['photos']) }} as photos,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['reason'], ['reason']) }} as reason,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['videos'], ['videos']) }} as videos,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['content'], ['content']) }} as {{ adapter.quote('content') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isTimer'], ['isTimer']) }} as istimer,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['startAt'], ['startAt']) }} as startat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['products'], ['products']) }} as products,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['hasUpdate'], ['hasUpdate']) }} as hasupdate,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['categories'], ['categories']) }} as categories,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['fromSystem'], ['fromSystem']) }} as fromsystem,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['contributor'], ['contributor']) }} as contributor,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['publishedAt'], ['publishedAt']) }} as publishedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedCount'], ['updatedCount']) }} as updatedcount,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['shareStatistic'], ['shareStatistic']) }} as sharestatistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['enableNotificationForContributor'], ['enableNotificationForContributor']) }} as enablenotificationforcontributor,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_social_posts') }} as table_alias
|
||||||
|
-- social_posts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,43 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('social_posts_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
tags,
|
||||||
|
{{ cast_to_boolean('ispin') }} as ispin,
|
||||||
|
cast({{ adapter.quote('order') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('order') }},
|
||||||
|
cast(title as {{ dbt_utils.type_string() }}) as title,
|
||||||
|
cast(author as {{ dbt_utils.type_string() }}) as author,
|
||||||
|
cities,
|
||||||
|
photos,
|
||||||
|
cast(reason as {{ dbt_utils.type_string() }}) as reason,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
videos,
|
||||||
|
cast({{ adapter.quote('content') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('content') }},
|
||||||
|
{{ cast_to_boolean('istimer') }} as istimer,
|
||||||
|
cast(startat as {{ dbt_utils.type_string() }}) as startat,
|
||||||
|
products,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
{{ cast_to_boolean('hasupdate') }} as hasupdate,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
categories,
|
||||||
|
{{ cast_to_boolean('fromsystem') }} as fromsystem,
|
||||||
|
cast(contributor as {{ dbt_utils.type_string() }}) as contributor,
|
||||||
|
cast(publishedat as {{ dbt_utils.type_string() }}) as publishedat,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(updatedcount as {{ dbt_utils.type_float() }}) as updatedcount,
|
||||||
|
cast(sharestatistic as {{ dbt_utils.type_string() }}) as sharestatistic,
|
||||||
|
{{ cast_to_boolean('enablenotificationforcontributor') }} as enablenotificationforcontributor,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('social_posts_ab1') }}
|
||||||
|
-- social_posts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,43 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('social_posts_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
array_to_string('tags'),
|
||||||
|
boolean_to_string('ispin'),
|
||||||
|
adapter.quote('order'),
|
||||||
|
'title',
|
||||||
|
'author',
|
||||||
|
array_to_string('cities'),
|
||||||
|
array_to_string('photos'),
|
||||||
|
'reason',
|
||||||
|
'status',
|
||||||
|
array_to_string('videos'),
|
||||||
|
adapter.quote('content'),
|
||||||
|
boolean_to_string('istimer'),
|
||||||
|
'startat',
|
||||||
|
array_to_string('products'),
|
||||||
|
'createdat',
|
||||||
|
boolean_to_string('hasupdate'),
|
||||||
|
'statistic',
|
||||||
|
'updatedat',
|
||||||
|
array_to_string('categories'),
|
||||||
|
boolean_to_string('fromsystem'),
|
||||||
|
'contributor',
|
||||||
|
'publishedat',
|
||||||
|
'searchstring',
|
||||||
|
'updatedcount',
|
||||||
|
'sharestatistic',
|
||||||
|
boolean_to_string('enablenotificationforcontributor'),
|
||||||
|
]) }} as _airbyte_social_posts_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('social_posts_ab2') }} tmp
|
||||||
|
-- social_posts
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,40 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_suppliers') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['tax'], ['tax']) }} as tax,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['bank'], ['bank']) }} as bank,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['logo'], ['logo']) }} as logo,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['name'], ['name']) }} as {{ adapter.quote('name') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['active'], ['active']) }} as active,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['checkSum'], ['checkSum']) }} as checksum,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['checksum'], ['checksum']) }} as checksum_1,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['location'], ['location']) }} as {{ adapter.quote('location') }},
|
||||||
|
{{ json_extract_array('_airbyte_data', ['contracts'], ['contracts']) }} as contracts,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['documents'], ['documents']) }} as documents,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['categories'], ['categories']) }} as categories,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['inventories'], ['inventories']) }} as inventories,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['identifyCode'], ['identifyCode']) }} as identifycode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['contractNumber'], ['contractNumber']) }} as contractnumber,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['reviewStatistic'], ['reviewStatistic']) }} as reviewstatistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['contractSignedAt'], ['contractSignedAt']) }} as contractsignedat,
|
||||||
|
{{ json_extract_array('_airbyte_data', ['emailForInvoices'], ['emailForInvoices']) }} as emailforinvoices,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['contractExpiredAt'], ['contractExpiredAt']) }} as contractexpiredat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['sendInvoiceRequestEveryDay'], ['sendInvoiceRequestEveryDay']) }} as sendinvoicerequesteveryday,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_suppliers') }} as table_alias
|
||||||
|
-- suppliers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,40 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('suppliers_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(tax as {{ dbt_utils.type_string() }}) as tax,
|
||||||
|
cast(bank as {{ dbt_utils.type_string() }}) as bank,
|
||||||
|
cast(logo as {{ dbt_utils.type_string() }}) as logo,
|
||||||
|
cast({{ adapter.quote('name') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('name') }},
|
||||||
|
{{ cast_to_boolean('active') }} as active,
|
||||||
|
cast(checksum as {{ dbt_utils.type_string() }}) as checksum,
|
||||||
|
cast(checksum_1 as {{ dbt_utils.type_string() }}) as checksum_1,
|
||||||
|
cast({{ adapter.quote('location') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('location') }},
|
||||||
|
contracts,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
documents,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
categories,
|
||||||
|
inventories,
|
||||||
|
cast(identifycode as {{ dbt_utils.type_float() }}) as identifycode,
|
||||||
|
cast(searchstring as {{ dbt_utils.type_string() }}) as searchstring,
|
||||||
|
cast(contractnumber as {{ dbt_utils.type_string() }}) as contractnumber,
|
||||||
|
cast(reviewstatistic as {{ dbt_utils.type_string() }}) as reviewstatistic,
|
||||||
|
cast(contractsignedat as {{ dbt_utils.type_string() }}) as contractsignedat,
|
||||||
|
emailforinvoices,
|
||||||
|
cast(contractexpiredat as {{ dbt_utils.type_string() }}) as contractexpiredat,
|
||||||
|
{{ cast_to_boolean('sendinvoicerequesteveryday') }} as sendinvoicerequesteveryday,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('suppliers_ab1') }}
|
||||||
|
-- suppliers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,40 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('suppliers_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'tax',
|
||||||
|
'bank',
|
||||||
|
'logo',
|
||||||
|
adapter.quote('name'),
|
||||||
|
boolean_to_string('active'),
|
||||||
|
'checksum',
|
||||||
|
'checksum_1',
|
||||||
|
adapter.quote('location'),
|
||||||
|
array_to_string('contracts'),
|
||||||
|
'createdat',
|
||||||
|
array_to_string('documents'),
|
||||||
|
'statistic',
|
||||||
|
'updatedat',
|
||||||
|
array_to_string('categories'),
|
||||||
|
array_to_string('inventories'),
|
||||||
|
'identifycode',
|
||||||
|
'searchstring',
|
||||||
|
'contractnumber',
|
||||||
|
'reviewstatistic',
|
||||||
|
'contractsignedat',
|
||||||
|
array_to_string('emailforinvoices'),
|
||||||
|
'contractexpiredat',
|
||||||
|
boolean_to_string('sendinvoicerequesteveryday'),
|
||||||
|
]) }} as _airbyte_suppliers_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('suppliers_ab2') }} tmp
|
||||||
|
-- suppliers
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,23 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_team_activities') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['team'], ['team']) }} as team,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['action'], ['action']) }} as {{ adapter.quote('action') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['options'], ['options']) }} as {{ adapter.quote('options') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['targetId'], ['targetId']) }} as targetid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdBy'], ['createdBy']) }} as createdby,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_team_activities') }} as table_alias
|
||||||
|
-- team_activities
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -5,18 +5,19 @@
|
||||||
tags = [ "top-level-intermediate" ]
|
tags = [ "top-level-intermediate" ]
|
||||||
) }}
|
) }}
|
||||||
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
-- depends_on: {{ ref('tracking_product_shares_ab1') }}
|
-- depends_on: {{ ref('team_activities_ab1') }}
|
||||||
select
|
select
|
||||||
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
cast(team as {{ dbt_utils.type_string() }}) as team,
|
||||||
cast({{ adapter.quote('source') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('source') }},
|
cast({{ adapter.quote('action') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('action') }},
|
||||||
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
cast({{ adapter.quote('options') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('options') }},
|
||||||
cast(products as {{ dbt_utils.type_string() }}) as products,
|
cast(targetid as {{ dbt_utils.type_string() }}) as targetid,
|
||||||
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(createdby as {{ dbt_utils.type_string() }}) as createdby,
|
||||||
_airbyte_ab_id,
|
_airbyte_ab_id,
|
||||||
_airbyte_emitted_at,
|
_airbyte_emitted_at,
|
||||||
{{ current_timestamp() }} as _airbyte_normalized_at
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
from {{ ref('tracking_product_shares_ab1') }}
|
from {{ ref('team_activities_ab1') }}
|
||||||
-- tracking_product_shares
|
-- team_activities
|
||||||
where 1 = 1
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,23 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('team_activities_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'team',
|
||||||
|
adapter.quote('action'),
|
||||||
|
adapter.quote('options'),
|
||||||
|
'targetid',
|
||||||
|
'createdat',
|
||||||
|
'createdby',
|
||||||
|
]) }} as _airbyte_team_activities_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('team_activities_ab2') }} tmp
|
||||||
|
-- team_activities
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_team_bonus') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['team'], ['team']) }} as team,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['percent'], ['percent']) }} as {{ adapter.quote('percent') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['targetId'], ['targetId']) }} as targetid,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamName'], ['teamName']) }} as teamname,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamLevel'], ['teamLevel']) }} as teamlevel,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['commission'], ['commission']) }} as commission,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamMember'], ['teamMember']) }} as teammember,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['teamPromotion'], ['teamPromotion']) }} as teampromotion,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_team_bonus') }} as table_alias
|
||||||
|
-- team_bonus
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('team_bonus_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast(team as {{ dbt_utils.type_string() }}) as team,
|
||||||
|
cast({{ adapter.quote('user') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('user') }},
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast({{ adapter.quote('percent') }} as {{ dbt_utils.type_float() }}) as {{ adapter.quote('percent') }},
|
||||||
|
cast(targetid as {{ dbt_utils.type_string() }}) as targetid,
|
||||||
|
cast(teamname as {{ dbt_utils.type_string() }}) as teamname,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(teamlevel as {{ dbt_utils.type_float() }}) as teamlevel,
|
||||||
|
cast(updatedat as {{ dbt_utils.type_string() }}) as updatedat,
|
||||||
|
cast(commission as {{ dbt_utils.type_float() }}) as commission,
|
||||||
|
cast(teammember as {{ dbt_utils.type_string() }}) as teammember,
|
||||||
|
cast(teampromotion as {{ dbt_utils.type_string() }}) as teampromotion,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('team_bonus_ab1') }}
|
||||||
|
-- team_bonus
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,29 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('team_bonus_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
'team',
|
||||||
|
adapter.quote('user'),
|
||||||
|
'status',
|
||||||
|
adapter.quote('percent'),
|
||||||
|
'targetid',
|
||||||
|
'teamname',
|
||||||
|
'createdat',
|
||||||
|
'teamlevel',
|
||||||
|
'updatedat',
|
||||||
|
'commission',
|
||||||
|
'teammember',
|
||||||
|
'teampromotion',
|
||||||
|
]) }} as _airbyte_team_bonus_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('team_bonus_ab2') }} tmp
|
||||||
|
-- team_bonus
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_team_histories') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['date'], ['date']) }} as {{ adapter.quote('date') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['team'], ['team']) }} as team,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['level'], ['level']) }} as {{ adapter.quote('level') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['leader'], ['leader']) }} as leader,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['status'], ['status']) }} as status,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_team_histories') }} as table_alias
|
||||||
|
-- team_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to cast each column to its adequate SQL type converted from the JSON schema type
|
||||||
|
-- depends_on: {{ ref('team_histories_ab1') }}
|
||||||
|
select
|
||||||
|
cast(_id as {{ dbt_utils.type_string() }}) as _id,
|
||||||
|
cast({{ adapter.quote('date') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('date') }},
|
||||||
|
cast(team as {{ dbt_utils.type_string() }}) as team,
|
||||||
|
cast({{ adapter.quote('level') }} as {{ dbt_utils.type_string() }}) as {{ adapter.quote('level') }},
|
||||||
|
cast(leader as {{ dbt_utils.type_string() }}) as leader,
|
||||||
|
cast(status as {{ dbt_utils.type_string() }}) as status,
|
||||||
|
cast(createdat as {{ dbt_utils.type_string() }}) as createdat,
|
||||||
|
cast(statistic as {{ dbt_utils.type_string() }}) as statistic,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ ref('team_histories_ab1') }}
|
||||||
|
-- team_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to build a hash column based on the values of this record
|
||||||
|
-- depends_on: {{ ref('team_histories_ab2') }}
|
||||||
|
select
|
||||||
|
{{ dbt_utils.surrogate_key([
|
||||||
|
'_id',
|
||||||
|
adapter.quote('date'),
|
||||||
|
'team',
|
||||||
|
adapter.quote('level'),
|
||||||
|
'leader',
|
||||||
|
'status',
|
||||||
|
'createdat',
|
||||||
|
'statistic',
|
||||||
|
]) }} as _airbyte_team_histories_hashid,
|
||||||
|
tmp.*
|
||||||
|
from {{ ref('team_histories_ab2') }} tmp
|
||||||
|
-- team_histories
|
||||||
|
where 1 = 1
|
||||||
|
|
|
@ -0,0 +1,31 @@
|
||||||
|
{{ config(
|
||||||
|
indexes = [{'columns':['_airbyte_emitted_at'],'type':'btree'}],
|
||||||
|
unique_key = '_airbyte_ab_id',
|
||||||
|
schema = "_airbyte_unibag",
|
||||||
|
tags = [ "top-level-intermediate" ]
|
||||||
|
) }}
|
||||||
|
-- SQL model to parse JSON blob stored in a single column and extract into separated field columns as described by the JSON Schema
|
||||||
|
-- depends_on: {{ source('unibag', '_airbyte_raw_team_members') }}
|
||||||
|
select
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['_id'], ['_id']) }} as _id,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['role'], ['role']) }} as {{ adapter.quote('role') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['team'], ['team']) }} as team,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['user'], ['user']) }} as {{ adapter.quote('user') }},
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isLeft'], ['isLeft']) }} as isleft,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['leftAt'], ['leftAt']) }} as leftat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['joinedAt'], ['joinedAt']) }} as joinedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['roleCode'], ['roleCode']) }} as rolecode,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['createdAt'], ['createdAt']) }} as createdat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['statistic'], ['statistic']) }} as statistic,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['updatedAt'], ['updatedAt']) }} as updatedat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isRemovedBy'], ['isRemovedBy']) }} as isremovedby,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['firstOrderAt'], ['firstOrderAt']) }} as firstorderat,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['searchString'], ['searchString']) }} as searchstring,
|
||||||
|
{{ json_extract_scalar('_airbyte_data', ['isMemberHomegrown'], ['isMemberHomegrown']) }} as ismemberhomegrown,
|
||||||
|
_airbyte_ab_id,
|
||||||
|
_airbyte_emitted_at,
|
||||||
|
{{ current_timestamp() }} as _airbyte_normalized_at
|
||||||
|
from {{ source('unibag', '_airbyte_raw_team_members') }} as table_alias
|
||||||
|
-- team_members
|
||||||
|
where 1 = 1
|
||||||
|
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue