Update fineweb_quality_filter.py

manuelbrack · web-flow · commit e09685103796 · 2024-04-24T16:04:55.000+02:00
diff --git a/src/datatrove/pipeline/filters/fineweb_quality_filter.py b/src/datatrove/pipeline/filters/fineweb_quality_filter.py
@@ -1,6 +1,6 @@
 from datatrove.pipeline.filters.base_filter import BaseFilter
 from datatrove.pipeline.filters.gopher_repetition_filter import find_duplicates
-
+from datatrove.pipeline.writers.disk_base import DiskWriter
 
 class FineWebQualityFilter(BaseFilter):
     name = "🍷 FineWeb Quality"
