refactor: use token inSentenceTransformersDiversityRanker (#9126)

* chore: use token in SASEvaluator and SentenceTransformersDiversityRanker

* directly pass token to CrossEncoder

* restrict scope to SentenceTransformersDiversityRanker

Author: anakin87

haystack/components/rankers/sentence_transformers_diversity.py

@@ -199,7 +199,7 @@ def warm_up(self):
             self.model = SentenceTransformer(
                 model_name_or_path=self.model_name_or_path,
                 device=self.device.to_torch_str(),
-                use_auth_token=self.token.resolve_value() if self.token else None,
+                token=self.token.resolve_value() if self.token else None,
                 model_kwargs=self.model_kwargs,
                 tokenizer_kwargs=self.tokenizer_kwargs,
                 config_kwargs=self.config_kwargs,

releasenotes/notes/diversity-ranker-hf-toke-8dcb6889ff625948.yaml

@@ -0,0 +1,5 @@
+---
+enhancements:
+  - |
+    Updated `SentenceTransformersDiversityRanker` to use the `token` parameter internally instead
+    of the deprecated `use_auth_token`. The public API of this component already utilizes `token`.

test/components/rankers/test_sentence_transformers_diversity.py

@@ -290,7 +290,7 @@ def test_warm_up(self, similarity, monkeypatch):
             mock_model_class.assert_called_once_with(
                 model_name_or_path="mock_model_name",
                 device=ComponentDevice.resolve_device(None).to_torch_str(),
-                use_auth_token=None,
+                token=None,
                 model_kwargs=None,
                 tokenizer_kwargs=None,
                 config_kwargs=None,
@@ -740,7 +740,7 @@ def test_model_onnx_backend(self, mocked_sentence_transformer):
         mocked_sentence_transformer.assert_called_once_with(
             model_name_or_path="sentence-transformers/all-MiniLM-L6-v2",
             device="cpu",
-            use_auth_token=None,
+            token=None,
             model_kwargs={"file_name": "onnx/model.onnx"},
             tokenizer_kwargs=None,
             config_kwargs=None,
@@ -761,7 +761,7 @@ def test_model_openvino_backend(self, mocked_sentence_transformer):
         mocked_sentence_transformer.assert_called_once_with(
             model_name_or_path="sentence-transformers/all-MiniLM-L6-v2",
             device="cpu",
-            use_auth_token=None,
+            token=None,
             model_kwargs={"file_name": "openvino/openvino_model.xml"},
             tokenizer_kwargs=None,
             config_kwargs=None,
@@ -782,7 +782,7 @@ def test_dtype_on_gpu(self, mocked_sentence_transformer, model_kwargs):
         mocked_sentence_transformer.assert_called_once_with(
             model_name_or_path="sentence-transformers/all-MiniLM-L6-v2",
             device="cuda:0",
-            use_auth_token=None,
+            token=None,
             model_kwargs=model_kwargs,
             tokenizer_kwargs=None,
             config_kwargs=None,