From ca098a2bead91d00b127bae69b07fae8c52d17ff Mon Sep 17 00:00:00 2001
From: HJ <30-hj@users.noreply.git.pleroma.social>
Date: Wed, 29 Oct 2025 16:47:59 +0000
Subject: [PATCH 1/2] Allow FediIndex

---
 priv/static/robots.txt | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/priv/static/robots.txt b/priv/static/robots.txt
index 25781b7d7..4559309f4 100644
--- a/priv/static/robots.txt
+++ b/priv/static/robots.txt
@@ -1,2 +1,8 @@
-User-Agent: *
-Disallow: 
+User-agent: *
+Disallow: /
+
+User-agent: FediIndex
+Allow: /nodeinfo/2.0
+Allow: /nodeinfo/2.1
+Allow: /nodeinfo/2.2
+Disallow: /
\ No newline at end of file

From a275ffacaf6f28fc01b2596d161bf16da4fab01c Mon Sep 17 00:00:00 2001
From: HJ <30-hj@users.noreply.git.pleroma.social>
Date: Wed, 29 Oct 2025 16:49:37 +0000
Subject: [PATCH 2/2] changelog

---
 changelog.d/fediindex.change | 1 +
 1 file changed, 1 insertion(+)
 create mode 100644 changelog.d/fediindex.change

diff --git a/changelog.d/fediindex.change b/changelog.d/fediindex.change
new file mode 100644
index 000000000..b9bef2762
--- /dev/null
+++ b/changelog.d/fediindex.change
@@ -0,0 +1 @@
+Allow FediIndex crawler bot by default
\ No newline at end of file