diff --git a/lib/rtp_h264/depayloader.ex b/lib/rtp_h264/depayloader.ex
index 1ea019f..bba0f53 100644
--- a/lib/rtp_h264/depayloader.ex
+++ b/lib/rtp_h264/depayloader.ex
@@ -39,12 +39,6 @@ defmodule Membrane.RTP.H264.Depayloader do
     {[stream_format: {:output, stream_format}], state}
   end
 
-  @impl true
-  def handle_buffer(:input, %Buffer{payload: ""}, _ctx, state) do
-    Membrane.Logger.debug("Received empty RTP packet. Ignoring")
-    {[], state}
-  end
-
   @impl true
   def handle_buffer(:input, buffer, _ctx, state) do
     with {:ok, {header, _payload} = nal} <- NAL.Header.parse_unit_header(buffer.payload),