Examples

go run ./cmd/mailer-workflow --file examples/workflows/wordcount.yaml
go run ./cmd/mailer-workflow --file examples/workflows/order-totals.yaml

name: wordcount
source:
  type: generator
  records:
    - {key: hello, value: '{"word":"hello"}'}
    - {key: mailer, value: '{"word":"mailer"}'}
    - {key: hello, value: '{"word":"hello"}'}
pipeline:
  - id: by-word
    type: keyBy
    keyBy: {field: word, partitions: 1}
  - id: count
    type: reduce
    reduce: {function: count}
sink:
  type: stdout

name: order-totals
source:
  type: generator
  records:
    - key: order-1
      value: '{"customer":{"id":"c1"},"status":"completed","amount":10}'
    - key: order-2
      value: '{"customer":{"id":"c1"},"status":"pending","amount":15}'
    - key: order-3
      value: '{"customer":{"id":"c1"},"status":"completed","amount":5}'
    - key: order-4
      value: '{"customer":{"id":"c2"},"status":"completed","amount":7}'
pipeline:
  - id: completed
    type: filter
    filter: {field: status, operator: equals, value: completed}
  - id: by-customer
    type: keyBy
    keyBy: {field: customer.id, partitions: 1}
  - id: totals
    type: reduce
    reduce: {function: sum, field: amount}
sink:
  type: stdout