rename, include prod ver

config/develop/namespaced/glue-job-run-great-expectations-on-parquet.yaml

@@ -1,5 +1,5 @@
 template:
-  path: glue-job-run-great-expectations.j2
+  path: glue-job-run-great-expectations-on-parquet.j2
 dependencies:
   - develop/glue-job-role.yaml
 stack_name: "{{ stack_group_config.namespace }}-glue-job-RunGreatExpectationsParquet"

config/prod/namespaced/glue-job-run-great-expectations-on-parquet.yaml

@@ -0,0 +1,18 @@
+template:
+  path: glue-job-run-great-expectations-on-parquet.j2
+dependencies:
+  - prod/glue-job-role.yaml
+stack_name: "{{ stack_group_config.namespace }}-glue-job-RunGreatExpectationsParquet"
+parameters:
+  Namespace: {{ stack_group_config.namespace }}
+  JobDescription: Runs great expectations on a set of data
+  JobRole: !stack_output_external glue-job-role::RoleArn
+  TempS3Bucket: {{ stack_group_config.processed_data_bucket_name }}
+  S3ScriptBucket: {{ stack_group_config.template_bucket_name }}
+  S3ScriptKey: '{{ stack_group_config.namespace }}/src/glue/jobs/run_great_expectations_on_parquet.py'
+  GlueVersion: "{{ stack_group_config.json_to_parquet_glue_version }}"
+  AdditionalPythonModules: "great_expectations~=0.18,urllib3<2"
+stack_tags:
+  {{ stack_group_config.default_stack_tags }}
+sceptre_user_data:
+  dataset_schemas: !file src/glue/resources/table_columns.yaml