diff --git a/llama_cpp/llama.py b/llama_cpp/llama.py
index 3fa3b563a..49608908b 100644
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@@ -2160,7 +2160,7 @@ def from_pretrained(
 
         files = [
             file["name"] if isinstance(file, dict) else file
-            for file in hffs.ls(repo_id)
+            for file in hffs.ls(repo_id, recursive=True))
         ]
 
         # split each file into repo_id, subfolder, filename