serverless-patterns/lambda-durable-esm-and-chaining/example-pattern.json at f47563daff1ae30b9277eb6fe05690d0f60f2fe2 · aws-samples/serverless-patterns · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
    "title": "Event-Driven Data Pipeline with Lambda Durable Functions",
    "description": "This serverless pattern demonstrates building an event-driven pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping",
    "language": "Python",
    "level": "200",
    "framework": "AWS SAM",
    "services": ["sqs","lambda", "dynamoDB"],
    "introBox": {
      "headline": "How it works",
      "text": [
        "This pattern demonstrates an event-driven data processing pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping. When a message arrives in the SQS queue, it directly triggers the durable function (no intermediary Lambda needed). The durable function then orchestrates a series of specialized processing steps using Lambda invoke chaining - first validating the incoming data, then transforming it (converting data_source to uppercase), and finally storing the processed results in DynamoDB. Throughout this process, the durable function automatically creates checkpoints, enabling fault-tolerant execution that can recover from failures without losing progress. The entire pipeline operates within the 15-minute ESM execution limit, making it ideal for reliable batch processing workflows."
      ]
    },
    "testing": {
      "headline": "Testing",
      "text": [
        "See the GitHub repo for detailed testing instructions."
      ]
    },
    "cleanup": {
      "headline": "Cleanup",
      "text": [
        "Delete the stack: <code>sam delete</code>."
      ]
    },
    "deploy": {
      "text": [
        "sam build",
        "sam deploy --guided"
      ]
    },
    "gitHub": {
      "template": {
        "repoURL": "https://github.com/aws-samples/serverless-patterns/tree/main/lambda-durable-esm-and-chaining",
        "templateURL":"serverles-patterns/lambda-durable-esm-and-chaining",
        "templateFile": "template.yaml",
        "projectFolder": "lambda-durable-esm-and-chaining"
      }
    },
    "resources": {
      "headline": "Additional resources",
      "bullets": [
        {
          "text": "AWS Lambda Durable Functions Documentation",
          "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-functions.html"
        },
        {
          "text": "Event Source Mappings with Durable Functions",
          "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-invoking-esm.html"
        },
        {
          "text": "Durbale Function Lambda Invoke Chaining",
          "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-examples.html#durable-examples-chained-invocations"
        }
      ]
    },
     "authors": [
        {
          "name": "Sahithi Ginjupalli",
          "image": "https://drive.google.com/file/d/1YcKYuGz3LfzSxiwb2lWJfpyi49SbvOSr/view?usp=sharing",
          "bio": "Cloud Engineer at AWS with a passion for diving deep into cloud and AI services to build innovative serverless applications.",
          "linkedin": "ginjupalli-sahithi-37460a18b",
          "twitter": ""
        }
      ]
  }