MarketPulseAI-ProcessingService/template.yaml at main · Sriraj-dev/MarketPulseAI-ProcessingService · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
AWSTemplateFormatVersion: '2010-09-09'
Transform: AWS::Serverless-2016-10-31
Description: >
  InsightProcessor

  Sample SAM Template for InsightProcessor

# More info about Globals: https://github.com/awslabs/serverless-application-model/blob/master/docs/globals.rst
Globals:
  Function:
    Timeout: 60
    MemorySize: 2048

    # You can add LoggingConfig parameters such as the Logformat, Log Group, and SystemLogLevel or ApplicationLogLevel. Learn more here https://docs.aws.amazon.com/serverless-application-model/latest/developerguide/sam-resource-function.html#sam-function-loggingconfig.
    LoggingConfig:
      LogFormat: JSON
Resources:
  InsightProcessorFunction:
    Type: AWS::Serverless::Function # More info about Function Resource: https://github.com/awslabs/serverless-application-model/blob/master/versions/2016-10-31.md#awsserverlessfunction
    Properties:
      CodeUri: Insight_Processor/
      Handler: app.lambda_handler
      Runtime: python3.9
      Architectures:
      - x86_64
      Role : arn:aws:iam::829982859440:role/InsightProcessorServiceRole
      Events:
        SQSTrigger:
          Type: SQS
          Properties:
            Queue: arn:aws:sqs:us-east-1:829982859440:stockdataupdates.fifo
            BatchSize: 1
  InsightProcessorWeeklyTrigger:
    Type: AWS::Events::Rule
    Properties:
      ScheduleExpression: "cron(0 18 ? * 6 *)"  # Every Friday at 11:30 PM IST
      Targets:
        - Id: "InsightProcessorTarget"
          Arn: !GetAtt InsightProcessorFunction.Arn
          InputTransformer:
            InputPathsMap:
              runDate: "$.time"  # Use the event time
            InputTemplate: '{"rundate": "<runDate>", "event_type": "custom", "source_directory": "summary_data/Daily/", "target_directory":"summary_data/Weekly/","target_entities" : 7 ,"s3bucket": "market-pulse-ai"}'
  InsightProcessorMonthlyTrigger:
    Type: AWS::Events::Rule
    Properties:
      ScheduleExpression: "cron(0 0 1 * ? *)"  # Every First day of the Month
      Targets:
        - Id: "InsightProcessorTarget"
          Arn: !GetAtt InsightProcessorFunction.Arn
          InputTransformer:
            InputPathsMap:
              runDate: "$.time"  # Use the event time
            InputTemplate: '{"rundate": "<runDate>", "event_type": "custom", "source_directory": "summary_data/Weekly/", "target_directory":"summary_data/Monthly/","target_entities" : 4 ,"s3bucket": "market-pulse-ai"}'
  InsightProcessorYearlyTrigger:
    Type: AWS::Events::Rule
    Properties:
      ScheduleExpression: "cron(0 1 1 1 ? *)"  # Every First day of the Year
      Targets:
        - Id: "InsightProcessorTarget"
          Arn: !GetAtt InsightProcessorFunction.Arn
          InputTransformer:
            InputPathsMap:
              runDate: "$.time"  # Use the event time
            InputTemplate: '{"rundate": "<runDate>", "event_type": "custom", "source_directory": "summary_data/Monthly/", "target_directory":"summary_data/Yearly/","target_entities" : 12 ,"s3bucket": "market-pulse-ai"}'