serverless.yml

service: ${env:APPLICATION}

plugins:
  #- serverless-prune-plugin
  - serverless-python-requirements
  - serverless-dotenv-plugin
custom:
  pythonRequirements:
    dockerizePip: false
  #prune:
  #  automatic: false
  #  number: 10
  dotenv:
    include:
      - TZ_LOCAL
  dynamoDbTable: data_pipeline_dynamodb_table
  dynamoDbArn: !Join
                  - ''
                  - - 'arn:aws:dynamodb:'
                    - !Ref 'AWS::Region'
                    - ':'
                    - !Ref 'AWS::AccountId'
                    - ':table/'
                    - ${self:custom.dynamoDbTable}
provider:
  name: aws
  runtime: python3.7
  memorySize: 256
  timeout: 300
  deploymentBucket: 
    name: load-2-dynamodb-deployment
    maxPreviousDeploymentArtifacts: 1
  stage: ${env:STAGE}
  region: ${env:REGION}
  versionFunctions: true

# you can add statements to the Lambda function's IAM Role here
  iamRoleStatements:
    - Effect: Allow
      Action:
        - s3:HeadObject
        - s3:GetObject
      Resource:
        - arn:aws:s3:::load-2-dynamodb/*
    - Effect: Allow
      Action:
        - s3:*
      Resource:
        - arn:aws:s3:::load-2-dynamodb-deployment/*
    - Effect: Allow
      Action: 
        - dynamodb:*
      Resource:
        - ${self:custom.dynamoDbArn}

# you can define service wide environment variables here
  environment:
    DYNAMO_TABLE: ${self:custom.dynamoDbTable}

# you can add packaging information here
package:
  exclude:
    - __cache__/**
    - __pycache__/**
    - node_modules/**
    - 'package.json'
    - 'package-lock.json'

functions:
  dataPipeline:
    handler: data_pipeline.run
    name: my_first_data_pipeline
    description: "jiang ren data pipeline demo"
    events:
      - s3:
          bucket: load-2-dynamodb
          event: s3:ObjectCreated:*
          rules:
            - prefix: csv/
            - suffix: .csv
          existing: true

# you can add CloudFormation resource templates here
resources:
  Description: Jang Ren data pipeline services defination
  Resources:
    pipelineDynamoDBTable:
      Type: AWS::DynamoDB::Table
      Properties:
        TableName: ${self:custom.dynamoDbTable}
        AttributeDefinitions:
          - AttributeName: id
            AttributeType: S
          - AttributeName: date
            AttributeType: S
        KeySchema:
          - AttributeName: id
            KeyType: HASH
          - AttributeName: date
            KeyType: RANGE
        BillingMode: PAY_PER_REQUEST