target-iceberg/meltano.yml at main · gupy-io/target-iceberg · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
version: 1
send_anonymous_usage_stats: true
project_id: "target-iceberg"
default_environment: test
environments:
- name: test
plugins:
  extractors:
  - name: tap-smoke-test
    variant: meltano
    pip_url: git+https://github.com/meltano/tap-smoke-test.git
    config:
      streams:
      - stream_name: animals
        input_filename: https://raw.githubusercontent.com/meltano/tap-smoke-test/main/demo-data/animals-data.jsonl

  loaders:
  - name: "target-iceberg"
    namespace: "target_iceberg"
    pip_url: -e .
    capabilities:
    - about
    - stream-maps
    - record-flattening

    settings:
    - name: catalog_type
    - name: warehouse
    - name: catalog_uri
    - name: credential
    - name: namespace
    - name: s3_access_key_id
    - name: s3_secret_access_key
    - name: s3_endpoint
    - name: oauth2_server_uri
    - name: scope

    settings_group_validation:
    - [catalog_type,warehouse,namespace]