diff --git a/digital_land/package/dataset_parquet.py b/digital_land/package/dataset_parquet.py index 54a62935..4e441308 100644 --- a/digital_land/package/dataset_parquet.py +++ b/digital_land/package/dataset_parquet.py @@ -386,7 +386,7 @@ def load_entities(self, transformed_parquet_dir, resource_path, organisation_pat max_sql = f"select MAX(entity) FROM parquet_scan('{transformed_parquet_dir}/*.parquet');" max_entity = self.conn.execute(max_sql).fetchone()[0] total_entities = max_entity - min_entity - entity_limit = 1000000 + entity_limit = 100000 if total_entities > entity_limit: # create a temparary output path to store separate entity file in temp_dir = (