correct column mapping test

Author: eveleighoj

tests/data/listed-building/transformed_parquet/national-park/5158d13bfc6f0723b1fb07c975701a906e83a1ead4aee598ee34e241c79a5f3d.parquet

@@ -42,6 +42,7 @@ def test_dirs(tmp_path_factory):
     converted_resource_dir = tmp_path_factory.mktemp(
         "column_converted-resource", numbered=False
     )
+    column_field_dir = tmp_path_factory.mktemp("column-field", numbered=False)
     output_log_dir = tmp_path_factory.mktemp("column_output_log", numbered=False)
 
     output_dir = tmp_path_factory.mktemp("column_output", numbered=False)
@@ -86,6 +87,7 @@ def test_dirs(tmp_path_factory):
         "dataset_resource_dir": dataset_resource_dir,
         "converted_resource_dir": converted_resource_dir,
         "output_log_dir": output_log_dir,
+        "column_field_dir": column_field_dir,
     }
 
 

tests/e2e/pipeline_config/conftest.py

@@ -142,19 +142,19 @@ def test_pipeline_run(test_dirs):
         operational_issue_dir=operational_issue_dir,
         organisation_path=organisation_path,
         save_harmonised=False,
-        column_field_dir=pipeline_dir,
+        column_field_dir=test_dirs["column_field_dir"],
         dataset_resource_dir=dataset_resource_dir,
         converted_resource_dir=converted_resource_dir,
-        custom_temp_dir=None,  # TBD: rename to "tmpdir"
         endpoints=test_endpoints,
         organisations=[],
         entry_date="",
         output_log_dir=output_log_dir,
     )
 
     # -- Asert --
-    output_file = output_path
-    df = pd.read_csv(output_file, index_col=False)
+    df = pd.read_csv(
+        test_dirs["column_field_dir"] / f"{test_resource}.csv", index_col=False
+    )
 
     assert "end-date" in df["column"].values
     assert "ep-col-one" in df["column"].values