From ffaad2fb41c65f1131996e0a393dcd36e4f083e4 Mon Sep 17 00:00:00 2001 From: BryanFauble <17128019+BryanFauble@users.noreply.github.com> Date: Wed, 10 Jan 2024 12:01:19 -0700 Subject: [PATCH] [ETL-590] Fitbit ecg (#102) * Add FitbitEcg table --- src/glue/jobs/json_to_parquet.py | 1 + src/glue/resources/table_columns.yaml | 33 +++++++++++++++++++++++++++ 2 files changed, 34 insertions(+) diff --git a/src/glue/jobs/json_to_parquet.py b/src/glue/jobs/json_to_parquet.py index bab90f6d..33549ea3 100644 --- a/src/glue/jobs/json_to_parquet.py +++ b/src/glue/jobs/json_to_parquet.py @@ -39,6 +39,7 @@ "fitbitdevices": ["ParticipantIdentifier", "Date"], "fitbitactivitylogs": ["LogId"], "fitbitdailydata": ["ParticipantIdentifier", "Date"], + "fitbitecg": ["FitbitEcgKey"], "fitbitintradaycombined": ["ParticipantIdentifier", "Type", "DateTime"], "fitbitrestingheartrates": ["ParticipantIdentifier", "Date"], "fitbitsleeplogs": ["LogId"], diff --git a/src/glue/resources/table_columns.yaml b/src/glue/resources/table_columns.yaml index 10433563..4d442763 100644 --- a/src/glue/resources/table_columns.yaml +++ b/src/glue/resources/table_columns.yaml @@ -300,6 +300,39 @@ tables: partition_keys: - Name: cohort Type: string + FitbitEcg: + columns: + - Name: FitbitEcgKey + Type: string + - Name: ParticipantIdentifier + Type: string + - Name: ParticipantID + Type: string + - Name: StartTime + Type: string + - Name: AverageHeartRate + Type: double + - Name: ResultClassification + Type: string + - Name: WaveformSamples + Type: array + - Name: SamplingFrequencyHz + Type: int + - Name: ScalingFactor + Type: int + - Name: NumberOfWaveformSamples + Type: int + - Name: LeadNumber + Type: int + - Name: FeatureVersion + Type: string + - Name: DeviceName + Type: string + - Name: FirmwareVersion + Type: string + partition_keys: + - Name: cohort + Type: string FitbitDevices: columns: - Name: ParticipantIdentifier