From 282d6bdaf8221e866408c5655f4b0811183bff69 Mon Sep 17 00:00:00 2001
From: alejandromumo <manuel.alejandro.de.oliveira.da.costa@cern.ch>
Date: Wed, 7 Feb 2024 16:24:03 +0100
Subject: [PATCH] global: updated robots.txt

 * added rule to allow crawling of /api/files
---
 static/robots.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/static/robots.txt b/static/robots.txt
index 8453e2ab..c29d5923 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -8,4 +8,5 @@ Disallow: /me
 Disallow: /login
 Disallow: /logout
 Disallow: /records/*/preview
+Allow: /api/records/*/files
 Crawl-delay: 10