meltano.yml

version: 1
send_anonymous_usage_stats: true
project_id: "tap-mongodb"
default_environment: dev
environments:
  - name: dev
plugins:
  extractors:
    - name: "tap-mongodb"
      namespace: "tap_mongodb"
      pip_url: -e .
      capabilities:
        - batch
        - state
        - catalog
        - discover
        - about
        - stream-maps
        - test
      settings:
        - name: stream_prefix
          description:
            Optionally add a prefix for all streams, useful if ingesting
            from multiple shards/clusters via independent tap-mongodb configs.
          value: ""
        - name: optional_replication_key
          description: |
            Make the replication key optional. If set to true, the tap will
            not fail if the replication key is not found in a document.
          value: False
        - name: database_includes
          description: |
            A list of databases to include. If this is set,
            only the databases in this list will be replicated.
          value: []
        - name: database_excludes
          description: |
            A list of databases to exclude. If this is set,
            all databases except those in this list will be replicated.
          value: []
        - name: infer_schema
          description: |
            If set to true, the tap will infer the schema from a sample of the
            documents in each collection. If set to false, the tap will
            use a default schema for each collection.
          value: False
        - name: infer_schema_max_docs
          description: |
            The maximum number of documents to use when inferring the schema.
          value: 2000
        - name: mongo
          description:
            These props are passed directly to pymongo MongoClient allowing the
            tap user full flexibility not provided in any other Mongo tap.
        - name: mongo_file_location
          description:
            Optional path to a YAML file containing the mongo configuration
            properties.
      config:
        # All streams will be prefixed with `example_`
        stream_prefix: example_
        # These are all passed directly through to pymongo MongoClient, ie:
        mongo:
          host: localhost
          port: 27017
          directConnection: true
          readPreference: secondaryPreferred
          username: mongodb
          password: mongodb
          authSource: admin
          authMechanism: SCRAM-SHA-1
          tls: true
      select:
        - "*.*"
      metadata:
        # Example of how to set a replication key for a collection
        # <stream_prefix><db_name>_<collection_name>
        example_mydb_mycollection:
          replication-key: lastUpdatedAt
        example_mydb_myothercollection:
          replication-key: lastUpdatedAt
  loaders:
    - name: target-jsonl
      variant: andyh1203
      pip_url: target-jsonl