filebeat.prospectors:
- input_type: log
  paths:
    - /Data/logs/sns/debug.log
  tags: ["trace_debug"]
  document_type: trace_debug
  tail_files: true
  multiline.pattern: '^\['
  multiline.negate: true
  multiline.match: after
- input_type: log
  paths:
     - /Data/local/ops/collector/data/*/*
     - /Data/logs/*/kpi-event.log
  document_type: metrics
  tail_files: true
output.kafka:
  enabled: true
  hosts: ["{{ kafka_hosts }}"]
  topic: '%{[type]}'
  compression: snappy
  max_message_bytes: 10000000
  worker: 2