HDXDSYS-1786 Update HAPI Pipelines HNO to read from HAPI dataset (OCHA-DAP#227)

* HAPI uploader

* Add cut down test data

* Update CHANGELOG

Author: mcarans

.config/pre-commit-config.yaml

@@ -17,7 +17,7 @@ repos:
       - id: ruff-format
         args: [--config, .config/ruff.toml]
   - repo: https://github.com/astral-sh/uv-pre-commit
-    rev: 0.5.29
+    rev: 0.6.1
     hooks:
       # Run the pip compile
       - id: pip-compile

CHANGELOG.md

@@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
+## [0.10.40] = 2025-02-20
+
+### Changed
+
+- Humanitarian needs reads from HAPI dataset
+
 ## [0.10.39] = 2025-02-18
 
 ### Changed

pyproject.toml

@@ -38,8 +38,8 @@ dependencies = [
     "hdx-python-api>= 6.3.8",
     "hdx-python-country>= 3.8.8",
     "hdx-python-database[postgresql]>= 1.3.5",
-    "hdx-python-scraper>= 2.6.2",
-    "hdx-python-utilities>= 3.8.3",
+    "hdx-python-scraper>= 2.6.3",
+    "hdx-python-utilities>= 3.8.4",
     "libhxl",
     "sqlalchemy"
 ]

requirements.txt

@@ -67,15 +67,15 @@ hdx-python-country==3.8.8
     #   hdx-python-scraper
 hdx-python-database==1.3.5
     # via hapi-pipelines (pyproject.toml)
-hdx-python-scraper==2.6.2
+hdx-python-scraper==2.6.3
     # via hapi-pipelines (pyproject.toml)
-hdx-python-utilities==3.8.3
+hdx-python-utilities==3.8.4
     # via
     #   hapi-pipelines (pyproject.toml)
     #   hdx-python-api
     #   hdx-python-country
     #   hdx-python-scraper
-humanize==4.12.0
+humanize==4.12.1
     # via frictionless
 identify==2.6.7
     # via pre-commit

src/hapi/pipelines/app/pipelines.py

@@ -241,6 +241,7 @@ def output_humanitarian_needs(self):
                 metadata=self._metadata,
                 admins=self._admins,
                 configuration=self._configuration,
+                error_handler=self._error_handler,
             )
             humanitarian_needs.populate()