We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6b95e5b commit 21587e7Copy full SHA for 21587e7
src/datatrove/pipeline/filters/multilingual_policy_filter.py
@@ -59,7 +59,7 @@ def __init__(
59
self.language = language
60
self.split_paragraph = split_paragraph
61
self.min_num_sentences = min_num_sentences
62
- self.policy_strings = policy_strings if policy_strings else POLICY_SUBSTRINGS[self.language]
+ self.policy_strings = policy_strings if policy_strings is not None else POLICY_SUBSTRINGS[self.language]
63
64
65
def filter(self, doc: Document) -> bool | tuple[bool, str]:
0 commit comments