WIP: schedule import_ballots with SQS

Author: awdem

sam-template.yaml

@@ -99,14 +99,12 @@ Resources:
         CreatedVia: CloudFormation
       Events:
         ImportPeopleRecentlyUpdated:
-          Type: Schedule # More info about API Event Source: https://github.com/aws/serverless-application-model/blob/master/versions/2016-10-31.md#schedule
+          Type: SQS
           Properties:
-            Schedule: cron(*/5 * ? * * *) # using the ? as you cannot use * wildcard for both day-of-month and day-of-week field. See https://docs.aws.amazon.com/AmazonCloudWatch/latest/events/ScheduledEvents.html#CronExpressions
-            Name: import-people-recently-updated
-            Description: Update all people updated in YNR recently
-            Input: '{"command": "import_people", "args": ["--recently-updated"]}'
-            RetryPolicy:
-              MaximumRetryAttempts: 0
+            Queue: !Ref WCIVFJobsQueue
+            FilterCriteria:
+              Filters:
+                - Pattern: '{"command": ["import_people"], "args": ["--recently-updated"]}'
         DeleteDeletedPeople:
           Type: Schedule # More info about API Event Source: https://github.com/aws/serverless-application-model/blob/master/versions/2016-10-31.md#schedule
           Properties:
@@ -463,7 +461,7 @@ Resources:
       HostedZoneName: !Sub "${Domain}."
       Name: !Sub "www.${Domain}."
       Type: A
-
+  # SQS queue for running background jobs, with a dead letter queue for failed jobs
   WCIVFJobsDlq:
       Type: AWS::SQS::Queue
       Properties:
@@ -499,7 +497,20 @@ Resources:
               Service: events.amazonaws.com
             Action: sqs:SendMessage
             Resource: !GetAtt WCIVFJobsQueue.Arn
-
+  # Rules to trigger background jobs
+  ImportPeopleRecentlyUpdatedRule:
+      Type: AWS::Events::Rule
+      Properties:
+        Name: import-people-recently-updated
+        Description: Update all people updated in YNR recently
+        ScheduleExpression: cron(*/5 * ? * * *)
+        State: ENABLED
+        Targets:
+          - Id: WCIVFJobsQueue
+            Arn: !GetAtt WCIVFJobsQueue.Arn
+            SqsParameters:
+              MessageGroupId: wcivf-jobs
+            Input: '{"command": "import_people", "args": ["--recently-updated"]}'
 Outputs:
   WCIVFControllerFunctionArn:
     Description: "WCIVF Controller Lambda Function ARN"