global: updated robots.txt

alejandromumo · slint · commit 282d6bdaf822 · 2024-02-09T13:11:22.000+01:00
* added rule to allow crawling of /api/files
diff --git a/static/robots.txt b/static/robots.txt
@@ -8,4 +8,5 @@ Disallow: /me
 Disallow: /login
 Disallow: /logout
 Disallow: /records/*/preview
+Allow: /api/records/*/files
 Crawl-delay: 10
