From 09d9d5a94430d45a2057e03865c32b2081275b0d Mon Sep 17 00:00:00 2001 From: sysradium Date: Thu, 6 Mar 2025 23:11:34 +0100 Subject: [PATCH 1/2] exclude hf token from serialization --- src/distilabel/utils/serialization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/distilabel/utils/serialization.py b/src/distilabel/utils/serialization.py index 0aaebf261b..4aa511516c 100644 --- a/src/distilabel/utils/serialization.py +++ b/src/distilabel/utils/serialization.py @@ -194,7 +194,7 @@ def _model_dump(self, obj: Any, **kwargs: Any) -> Dict[str, Any]: """ # Any parameter named api_key will be excluded from the dump (those are supposed to be SecretStr anyway, # and will remove them afterwards) - dump = obj.model_dump(exclude="api_key", **kwargs) + dump = obj.model_dump(exclude=("api_key", "token"), **kwargs) # Check if any attribute in value within the `dump` is an `EnumType`, # as it needs a specific serialization. From 9306c415ecfe1f7602492e295e9e39ee45a7311f Mon Sep 17 00:00:00 2001 From: sysradium Date: Sun, 9 Mar 2025 20:17:38 +0100 Subject: [PATCH 2/2] remove hf token from unit-tests --- tests/unit/steps/tasks/structured_outputs/test_outlines.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/tests/unit/steps/tasks/structured_outputs/test_outlines.py b/tests/unit/steps/tasks/structured_outputs/test_outlines.py index d6a7c11126..bca945c3ce 100644 --- a/tests/unit/steps/tasks/structured_outputs/test_outlines.py +++ b/tests/unit/steps/tasks/structured_outputs/test_outlines.py @@ -61,7 +61,6 @@ class DummyUserTest(BaseModel): "chat_template": None, "device": None, "device_map": None, - "token": None, "use_magpie_template": False, "disable_cuda_device_placement": False, "type_info": { @@ -91,7 +90,6 @@ class DummyUserTest(BaseModel): "chat_template": None, "device": None, "device_map": None, - "token": None, "use_magpie_template": False, "disable_cuda_device_placement": False, "type_info": {