exasol-workshop/reference/kestra/flows/main_prescriptions_load_month.yml at main · DataTalksClub/exasol-workshop · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
id: load_month
namespace: prescriptions

description: |
  Load one month of NHS prescription data into Exasol.
  Calls load_addr, load_chem, and load_pdpi subflows sequentially.

inputs:
  - id: period
    type: STRING
    description: Period to load (e.g. 201008)

tasks:
  - id: addr
    type: io.kestra.plugin.core.flow.Subflow
    namespace: prescriptions
    flowId: load_addr
    inputs:
      period: "{{inputs.period}}"
    wait: true
    allowFailure: true
    retry:
      type: constant
      maxAttempt: 3
      interval: PT10S

  - id: chem
    type: io.kestra.plugin.core.flow.Subflow
    namespace: prescriptions
    flowId: load_chem
    inputs:
      period: "{{inputs.period}}"
    wait: true
    allowFailure: true
    retry:
      type: constant
      maxAttempt: 3
      interval: PT10S

  - id: pdpi
    type: io.kestra.plugin.core.flow.Subflow
    namespace: prescriptions
    flowId: load_pdpi
    inputs:
      period: "{{inputs.period}}"
    wait: true
    allowFailure: true
    retry:
      type: constant
      maxAttempt: 3
      interval: PT10S