Merge pull request #185 from akrherz/bufr_synop

Initial swing at BUFR surface ingest
akrherz · Dec 6, 2023 · 77275b1 · 77275b1
2 parents b4642ac + d9e761d
commit 77275b1
Show file tree

Hide file tree

Showing 17 changed files with 618 additions and 2 deletions.
diff --git a/.gitignore b/.gitignore
@@ -14,5 +14,6 @@ util/rabbitmq.json
 **/ridge_processor.pid
 /goes/*.nc
 .coverage
+coverage.xml
 .eggs/
 parsers/pywwa.egg-info/
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -2,7 +2,7 @@ ci:
   autoupdate_schedule: quarterly
 repos:
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: "v0.1.5"
+    rev: "v0.1.7"
     hooks:
       - id: ruff
         args: [--fix, --exit-non-zero-on-fix]

diff --git a/environment.yml b/environment.yml
@@ -22,13 +22,17 @@ dependencies:
  - ncurses
  - netCDF4
  - numpy
+ # Temporary until my breakage clears
+ - openssl <3.2
  - pandas
  # geoplot usage
  - pillow
  - pint
  - psycopg
  # Transient via pyIEM
  - pyarrow
+ # BUFR processing
+ - pybufrkit
  # Models
  - pydantic
  # gini reader
@@ -48,4 +52,4 @@ dependencies:
  - treq
  - twisted
  - xarray
-
+
diff --git a/examples/BUFR/ISAB02_CWAO.bufr b/examples/BUFR/ISAB02_CWAO.bufr
diff --git a/examples/BUFR/ISIA14_CWAO.bufr b/examples/BUFR/ISIA14_CWAO.bufr
diff --git a/examples/BUFR/ISMA01_FNLU.bufr b/examples/BUFR/ISMA01_FNLU.bufr
diff --git a/examples/BUFR/ISMA01_FNLU_badid.bufr b/examples/BUFR/ISMA01_FNLU_badid.bufr
diff --git a/examples/BUFR/ISMI60_SBBR.bufr b/examples/BUFR/ISMI60_SBBR.bufr
diff --git a/examples/BUFR/ISND01_LEMM.bufr b/examples/BUFR/ISND01_LEMM.bufr
diff --git a/examples/BUFR/ISXD03_EDZW.bufr b/examples/BUFR/ISXD03_EDZW.bufr
diff --git a/examples/BUFR/ISXT14_EGRR.bufr b/examples/BUFR/ISXT14_EGRR.bufr
diff --git a/examples/BUFR/IS_2023120401.bufr b/examples/BUFR/IS_2023120401.bufr
diff --git a/parsers/bufr_surface.py b/parsers/bufr_surface.py
@@ -0,0 +1,6 @@
+"""Process BUFR (^IS WMO header) data as it comes."""
+# Local
+from pywwa.workflows.bufr_surface import main
+
+if __name__ == "__main__":
+    main()