log-pipeline:
  source:
    kafka:
      bootstrap_servers:
        - 127.0.0.1:9093
      auth_type: plaintext
      topics:
        - name: my-topic-2
          group_name: kafka-consumer-group-2
          group_id: DPKafkaProj-2
          workers: 10 #optional and default is 10
          autocommit: false  #optional and dafault is false
          autocommit_interval: 5  #optional and dafault is 5s
          session_timeout: 45  #optional and dafault is 45s
          max_retry_attempts: 1000 #optional and dafault is 5
          max_retry_delay: 1 #optional and dafault is 5
          auto_offset_reset: earliest  #optional and dafault is earliest
          thread_waiting_time: 1  #optional and dafault is 1s
          max_record_fetch_time: 4 #optional and dafault is 4s
          heart_beat_interval: 3  #optional and dafault is 3s
          buffer_default_timeout: 5  #optional and dafault is 5s
          fetch_max_bytes: 52428800  #optional and dafault is 52428800
          fetch_max_wait: 500  #optional and dafault is 500
          fetch_min_bytes: 1  #optional and dafault is 1
          retry_backoff: 100  #optional and dafault is 10s
          max_poll_interval: 300000  #optional and dafault is 300000s
          consumer_max_poll_records: 500  #optional and dafault is 500
        - name: my-topic-1
          group_id: DPKafkaProj-1
      schema:
        registry_url: http://localhost:8081/
        version: 1
  sink:
    - stdout: