Abhishek Singh
01/08/2024, 1:23 AMextractors:
- name: tap-mssql
config:
host: <<>>
database: <<>>
user: <<>>
select:
- dbo-orders.*
- dbo-order_details.*
- dbo-OrderPaymentElements.*
metadata:
'*':
replication-method: LOG_BASED
loaders:
- name: target-bigquery
config:
batch_size: 500
dataset: dw_dev_meltano
denormalized: true
method: gcs_stage
upsert: true
project: <<>>
dedupe_before_upsert: true
cluster_on_key_properties: true
fail_fast: true
location: EU
overwrite: false
partition_granularity: day
schema_resolver_version: 1
column_name_transforms:
lower: true
bucket: <<>>