meltano.yml

version: 1
send_anonymous_usage_stats: true
project_id: "target-clickhouse"
default_environment: test
environments:
- name: test
plugins:
  extractors:
  - name: "tap-smoke-test"
    namespace: "tap_smoke_test"
    executable: "tap-smoke-test"
    pip_url: "git+https://github.com/meltano/tap-smoke-test.git"
    config:
      streams:
      - stream_name: animals
        "input_filename": "https://gitlab.com/meltano/tap-smoke-test/-/raw/main/demo-data/animals-data.jsonl"
      - stream_name: page_views
        "input_filename": "https://gitlab.com/meltano/tap-smoke-test/-/raw/main/demo-data/pageviews-data.jsonl"
      stream_maps:
        "animals":
          "__key_properties__": ["id"]
        "page_views":
          "__key_properties__": ["vistor_id"]
  loaders:
  - name: "target-clickhouse"
    namespace: "target_clickhouse"
    pip_url: -e .
    capabilities:
    - about
    - stream-maps
    - record-flattening
    config:
      sqlalchemy_url: 'clickhouse+http://default:@localhost:18123'
    settings:
    - name: sqlalchemy_url
      kind: string
      required: true
      secret: true
      description: "The SQLAlchemy connection string for the ClickHouse database."
    - name: table_name
      kind: string
      required: false
      description: "The name of the table to load data into. Defaults to the stream name."