generated from codespaces-examples/node
-
Notifications
You must be signed in to change notification settings - Fork 14
/
meltano.yml
40 lines (40 loc) · 916 Bytes
/
meltano.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
version: 1
default_environment: codespace
project_id: a8bdf4f3-f789-4ffc-9adc-0e0414df9059
environments:
- name: dev
- name: staging
- name: prod
- name: codespace
plugins:
extractors:
- name: tap-csv
variant: meltanolabs
pip_url: git+https://github.com/MeltanoLabs/tap-csv.git
config:
files:
- entity: raw_customers
path: data/customers.csv
keys: [id]
loaders:
- name: target-duckdb
variant: jwills
pip_url: target-duckdb~=0.4
config:
filepath: output/my.duckdb
default_target_schema: raw
mappers:
- name: transform-field
variant: transferwise
pip_url: pipelinewise-transform-field
mappings:
- name: hide-ips
config:
transformations:
- field_id: "ip_address"
tap_stream_name: "raw_customers"
type: "HASH"
jobs:
- name: el_without_ips
tasks:
- tap-csv hide-ips target-duckdb