gitau_karugi
12/06/2023, 6:11 PMversion: 1
default_environment: dev
project_id: 595774ac-c2ed-49da-ab22-3df6083e7681
environments:
- name: dev
- name: staging
- name: prod
plugins:
extractors:
- name: tap-mysql
variant: transferwise
pip_url: pipelinewise-tap-mysql
select:
- test_schema-job_adverts_2.*
metadata:
test_schema-job_adverts_2:
replication-method: LOG_BASED
config:
stream_maps:
job_adverts_2:
employer_name: md5(employer_name)
- name: tap-carbon-intensity
variant: meltano
pip_url: git+<https://gitlab.com/meltano/tap-carbon-intensity.git>
config:
stream_maps:
entry: #from
index: md5(index)
generationmix: # fuel
fuel: __NULL__
region: #dnoregion
dnoregion: __NULL__
loaders:
- name: target-clickhouse
variant: shaped-ai
pip_url: git+<https://github.com/shaped-ai/target-clickhouse.git>
config:
stream_maps:
job_adverts_2:
employer_name: hash(employer_name)