From 75d8610daf7ac11f7d5c954c2ae214583d858ca7 Mon Sep 17 00:00:00 2001 From: Cyril Fait Date: Wed, 20 Nov 2024 18:04:36 +0100 Subject: [PATCH] [sdlf-stage-glue] Glue Worker Type configurable through cfn parameter --- sdlf-stage-glue/src/glue.yaml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/sdlf-stage-glue/src/glue.yaml b/sdlf-stage-glue/src/glue.yaml index b801783c..b74c236e 100644 --- a/sdlf-stage-glue/src/glue.yaml +++ b/sdlf-stage-glue/src/glue.yaml @@ -94,6 +94,11 @@ Parameters: Default: 10 MinValue: 2 MaxValue: 100 + pGlueWorkerType: + Description: Worker type to use for the Glue job + Type: String + Default: G.1X + AllowedValues: [G.1X, G.2X, G.4X, G.8X, G.025X] # the ideal would be to fetch ssm:/SDLF/VPC/Enabled and not ask the user to set this variable to true manually. # however between AWS::SSM::Parameter::Value not working in CloudFormation modules, # Fn::ImportValue not being accepted in CloudFormation modules template fragments, @@ -503,7 +508,7 @@ Resources: lPostMetadata: !GetAtt rLambdaPostMetadataStep.Arn lError: !GetAtt rLambdaErrorStep.Arn lTransform: sdlf-legislators-glue-job - lWorkerType: "G.1X" + lWorkerType: !Ref pGlueWorkerType lNumberOfWorkers: !Ref pGlueNumberOfWorkers # lArguments: lCrawlerName: "sdlf-legislators-stage-crawler"