template filter to only urlize if not in bad links list

This is currently quite unoptimised so might need improvement

Author: struan

crowdsourcer/templatetags/neighbourhood_filters.py

@@ -3,6 +3,8 @@
 from django.utils.html import Urlizer
 from django.utils.safestring import mark_safe
 
+from utils.data_checking import check_if_url_bad
+
 register = template.Library()
 
 
@@ -24,3 +26,12 @@ def urlize_external(text, autoescape=True):
             text, trim_url_limit=None, nofollow=True, autoescape=autoescape
         )
     )
+
+
+@register.filter(is_safe=True, needs_autoescape=True)
+@stringfilter
+def check_if_broken(text, autoescape=True):
+    if check_if_url_bad(text):
+        return mark_safe(f'<span class="text-danger">{text}</span>')
+    else:
+        return mark_safe(urlizer_external(text))

utils/data_checking.py

@@ -0,0 +1,24 @@
+from django.conf import settings
+
+import pandas as pd
+
+
+def get_bad_urls():
+    file = settings.BASE_DIR / "data" / "broken_links.csv"
+    if file.exists():
+        df = pd.read_csv(file)
+
+        links = df["url"]
+
+        return set(links)
+
+    return []
+
+
+def check_if_url_bad(url):
+    bad_urls = get_bad_urls()
+
+    if url in bad_urls:
+        return True
+
+    return False