serverless.yml

service: job-scraper

provider:
  name: aws
  runtime: python3.9
  environment:
    STAGE: ${opt:stage}
  stackName: dev-job-scraper
  deploymentBucket:
    name: job-scraper-artifacts

custom:
  pythonRequirements:
    dockerizePip: non-linux
    usePoetry: false

package:
  exclude:
    - node_modules/**
    - package-lock.json
    - requirements.txt
    - __pycache__

functions:
  job_scraper:
    handler: job_scraper/main.lambda_handler
    name: dev-job-scraper
    timeout: 600
    events:
      - schedule:
          name: job-scraper-week
          description: "Calls the Lambda function to scrape the website during the week + Saturday until mid day"
          rate: cron(0 18-9 ? * SUN-FRI *)
      - schedule:
          name: job-scraper-weekend
          description: "Calls the Lambda function to scrape the website once on Sunday"
          rate: cron(0 23 ? * SAT *)
    iamRoleStatementsName: dev-job-scraper-role
    iamRoleStatements:
      - Effect: "Allow"
        Action:
          - dynamodb:PutItem
        Resource:
          - "*"
      - Effect: "Allow"
        Action:
          - secretsmanager:GetSecretValue
        Resource:
          - "*"

resources:
  Resources:
    jobsTable:
      Type: AWS::DynamoDB::Table
      Properties:
        TableName: job-scraper
        AttributeDefinitions:
          - AttributeName: id
            AttributeType: N
          - AttributeName: enriched
            AttributeType: S
        KeySchema:
          - AttributeName: id
            KeyType: HASH
        ProvisionedThroughput:
          ReadCapacityUnits: 1
          WriteCapacityUnits: 1
        GlobalSecondaryIndexes:
          - IndexName: enriched-global-index
            KeySchema:
            - AttributeName: enriched
              KeyType: HASH
            Projection:
              ProjectionType: ALL
            ProvisionedThroughput:
              ReadCapacityUnits: 1
              WriteCapacityUnits: 1


plugins:
  - serverless-python-requirements
  - serverless-iam-roles-per-function