Merge pull request #52 from OCHA-DAP/main

Ignore rows with populated Error column (OCHA-DAP#220)

Author: ccataalin

CHANGELOG.md

@@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
+## [0.10.35] = 2025-01-27
+
+### Changed
+
+- Ignore any HNO rows with a populated Error column
+
 ## [0.10.34] = 2025-01-23
 
 ### Changed

requirements.txt

@@ -2,7 +2,7 @@
 #    uv pip compile pyproject.toml --resolver=backtracking --all-extras -o requirements.txt
 annotated-types==0.7.0
     # via pydantic
-attrs==24.3.0
+attrs==25.1.0
     # via
     #   frictionless
     #   jsonlines
@@ -156,7 +156,7 @@ pyasn1==0.6.1
     #   rsa
 pyasn1-modules==0.4.1
     # via google-auth
-pydantic==2.10.5
+pydantic==2.10.6
     # via frictionless
 pydantic-core==2.27.2
     # via pydantic
@@ -196,7 +196,7 @@ quantulum3==0.9.2
     # via hdx-python-api
 ratelimit==2.2.1
     # via hdx-python-utilities
-referencing==0.36.1
+referencing==0.36.2
     # via
     #   jsonschema
     #   jsonschema-specifications

src/hapi/pipelines/database/humanitarian_needs.py

@@ -50,6 +50,9 @@ def populate(self) -> None:
             max_admin_level = self._admins.get_max_admin_from_headers(headers)
             # Admin 1 PCode,Admin 2 PCode,Sector,Gender,Age Group,Disabled,Population Group,Population,In Need,Targeted,Affected,Reached
             for row in rows:
+                error = row.get("Error")
+                if error:
+                    continue
                 countryiso3 = row["Country ISO3"]
                 if countryiso3 == "#country+code":  # ignore HXL row
                     continue