We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 181e52d commit 401344eCopy full SHA for 401344e
haystack/nodes/preprocessor/preprocessor.py
@@ -131,7 +131,7 @@ def __init__(
131
"The 'tokenizer_model_folder' parameter will be ignored. "
132
"Please use the built-in nltk tokenizers instead by specifying the `language` parameter."
133
)
134
-
+ self.tokenizer_model_folder = None
135
self.clean_whitespace = clean_whitespace
136
self.clean_header_footer = clean_header_footer
137
self.clean_empty_lines = clean_empty_lines
0 commit comments