remove hardcoded args

Sage-Bionetworks · Sep 6, 2024 · 2dae40e · 2dae40e
1 parent 3cd0422
commit 2dae40e
Showing 1 changed file with 1 addition and 10 deletions.
diff --git a/src/glue/jobs/run_great_expectations_on_parquet.py b/src/glue/jobs/run_great_expectations_on_parquet.py
@@ -352,16 +352,7 @@ def add_validation_results_to_store(
 
 
 def main():
-    # args = read_args()
-    args = {
-        "parquet_bucket": "recover-dev-processed-data",
-        "shareable_artifacts_bucket": "recover-dev-shareable-artifacts-vpn",
-        "cfn_bucket": "recover-dev-cloudformation",
-        "namespace": "etl-616",
-        "data_type": "healthkitv2workouts",
-        "expectation_suite_key_prefix": "etl-616/src/glue/resources/data_values_expectations.json",
-    }
-
+    args = read_args()
     run_id = RunIdentifier(run_name=f"run_{datetime.now().strftime('%Y%m%d_%H%M%S')}")
     expectation_suite_name = f"{args['data_type']}_expectations"
     s3 = boto3.client("s3")