diff --git a/lib/crawler/http_utils/response.rb b/lib/crawler/http_utils/response.rb index 5fb3cb0..b5d7808 100644 --- a/lib/crawler/http_utils/response.rb +++ b/lib/crawler/http_utils/response.rb @@ -102,7 +102,8 @@ def time_since_request_start end def redirect? - code >= 300 && code <= 399 + # We should ignore code 304s as they do not contain a location field in the header + code >= 300 && code <= 399 && code != 304 end def error?