Introduce componentized generic workflow orchestration for gridded data to DHIS2 DataValueSet [CLIM-523]

.gitignore

@@ -3,4 +3,5 @@ __pycache__/
 .venv/
 .env
 eo_api.egg-info/
-data/downloads
+data/downloads
+docs/

README.md

@@ -79,6 +79,24 @@ Docs:
 
 http://127.0.0.1:8000/docs
 
+Workflow (single payload contract):
+
+`POST /workflows/dhis2-datavalue-set`
+
+```json
+{
+  "dataset_id": "chirps3_precipitation_daily",
+  "start_date": "2024-01-01",
+  "end_date": "2024-05-31",
+  "org_unit_level": 3,
+  "data_element": "DE_UID",
+  "temporal_resolution": "monthly",
+  "temporal_reducer": "sum",
+  "spatial_reducer": "mean",
+  "dry_run": true
+}
+```
+
 OGC API
 
 http://127.0.0.1:8000/ogcapi

data/workflows/dhis2_datavalue_set.yaml

@@ -0,0 +1,71 @@
+workflow_id: dhis2_datavalue_set_v1
+version: 1
+publication:
+  publishable: true
+  strategy: on_success
+  intent: feature_collection
+  exposure: ogc
+  inputs:
+    features:
+      from_step: get_features
+      output: features
+    records:
+      from_step: spatial_agg
+      output: records
+    output_file:
+      from_step: build_dhis2_payload
+      output: output_file
+outputs:
+  bbox:
+    from_step: get_features
+    output: bbox
+  features:
+    from_step: get_features
+    output: features
+  records:
+    from_step: spatial_agg
+    output: records
+  data_value_set:
+    from_step: build_dhis2_payload
+    output: data_value_set
+  output_file:
+    from_step: build_dhis2_payload
+    output: output_file
+steps:
+  - id: get_features
+    component: feature_source
+    version: v1
+  - id: download
+    component: download_dataset
+    version: v1
+    inputs:
+      bbox:
+        from_step: get_features
+        output: bbox
+  - id: temporal_agg
+    component: temporal_aggregation
+    version: v1
+    inputs:
+      bbox:
+        from_step: get_features
+        output: bbox
+  - id: spatial_agg
+    component: spatial_aggregation
+    version: v1
+    inputs:
+      bbox:
+        from_step: get_features
+        output: bbox
+      features:
+        from_step: get_features
+        output: features
+      temporal_dataset:
+        from_step: temporal_agg
+        output: temporal_dataset
+  - id: build_dhis2_payload
+    component: build_datavalueset
+    version: v1
+    inputs:
+      records:
+        from_step: spatial_agg
+        output: records

data/workflows/dhis2_datavalue_set_without_temporal_aggregation.yaml

@@ -0,0 +1,49 @@
+workflow_id: dhis2_datavalue_set_without_temporal_aggregation_v1
+version: 1
+publication:
+  publishable: false
+  exposure: registry_only
+outputs:
+  bbox:
+    from_step: get_features
+    output: bbox
+  features:
+    from_step: get_features
+    output: features
+  records:
+    from_step: spatial_agg
+    output: records
+  data_value_set:
+    from_step: build_dhis2_payload
+    output: data_value_set
+  output_file:
+    from_step: build_dhis2_payload
+    output: output_file
+steps:
+  - id: get_features
+    component: feature_source
+    version: v1
+  - id: download
+    component: download_dataset
+    version: v1
+    inputs:
+      bbox:
+        from_step: get_features
+        output: bbox
+  - id: spatial_agg
+    component: spatial_aggregation
+    version: v1
+    inputs:
+      bbox:
+        from_step: get_features
+        output: bbox
+      features:
+        from_step: get_features
+        output: features
+  - id: build_dhis2_payload
+    component: build_datavalueset
+    version: v1
+    inputs:
+      records:
+        from_step: spatial_agg
+        output: records