From 7cffcd323afea9d442ce90f91d24edc05364956a Mon Sep 17 00:00:00 2001 From: mcarans Date: Tue, 11 Mar 2025 17:08:46 +1300 Subject: [PATCH] Add skip_validation and batch_mode --- src/hdx/resource/changedetection/__main__.py | 1 - .../resource/changedetection/dataset_updater.py | 17 ++++++++++------- 2 files changed, 10 insertions(+), 8 deletions(-) diff --git a/src/hdx/resource/changedetection/__main__.py b/src/hdx/resource/changedetection/__main__.py index 26c8443..6fbad74 100644 --- a/src/hdx/resource/changedetection/__main__.py +++ b/src/hdx/resource/changedetection/__main__.py @@ -98,7 +98,6 @@ def main( if __name__ == "__main__": facade( main, - hdx_site="prod", user_agent_config_yaml=join(expanduser("~"), ".useragents.yaml"), user_agent_lookup=lookup, project_config_yaml=script_dir_plus_file( diff --git a/src/hdx/resource/changedetection/dataset_updater.py b/src/hdx/resource/changedetection/dataset_updater.py index 4557874..d6492e5 100644 --- a/src/hdx/resource/changedetection/dataset_updater.py +++ b/src/hdx/resource/changedetection/dataset_updater.py @@ -2,6 +2,7 @@ from typing import Any, Dict from hdx.api.configuration import Configuration +from hdx.data.dataset import Dataset logger = logging.getLogger(__name__) @@ -15,13 +16,15 @@ def __init__( def process(self) -> None: pass - # for dataset_to_revise in self._datasets_to_revise.values(): - # dataset = Dataset(dataset_to_revise, configuration=self.configuration) - # dataset._write_to_hdx( - # "revise", - # dataset_to_revise, - # id_field_name="match", - # ) +# for dataset_to_revise in self._datasets_to_revise.values(): +# dataset = Dataset(dataset_to_revise, configuration=self.configuration) +# dataset_to_revise["update__batch_mode"] = "KEEP_OLD" +# dataset_to_revise["update__skip_validation"] = "true" +# dataset._write_to_hdx( +# "revise", +# dataset_to_revise, +# id_field_name="match", +# ) def output(self) -> None: logger.info("\n")