From aa52a0f26fdfb4abf13f6f4dbdb86ffdea47aad9 Mon Sep 17 00:00:00 2001
From: Luke Vella <me@lukevella.com>
Date: Mon, 2 Sep 2024 09:24:17 +0100
Subject: [PATCH] =?UTF-8?q?=F0=9F=94=8D=EF=B8=8F=20Add=20robots.txt?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 apps/web/public/robots.txt | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 apps/web/public/robots.txt

diff --git a/apps/web/public/robots.txt b/apps/web/public/robots.txt
new file mode 100644
index 000000000..feaed44c6
--- /dev/null
+++ b/apps/web/public/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /api
+Disallow: /locales
+Allow: /api/og-image-poll