From 0847e5a69cad6ad9ff6da8cdf634bae29a044971 Mon Sep 17 00:00:00 2001
From: Evan Tahler <evan@arcade.dev>
Date: Wed, 14 Jan 2026 13:54:23 -0800
Subject: [PATCH 1/3] ensure robots.txt via test

---
 tests/sitemap.test.ts | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/tests/sitemap.test.ts b/tests/sitemap.test.ts
index c5162263a..176691076 100644
--- a/tests/sitemap.test.ts
+++ b/tests/sitemap.test.ts
@@ -1,3 +1,5 @@
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
 import { expect, test } from "vitest";
 
 test("sitemap lists expected URLs", async () => {
@@ -33,3 +35,12 @@ test("sitemap lists expected URLs", async () => {
     }
   }
 });
+
+test("robots.txt references the sitemap", () => {
+  const robotsPath = join(process.cwd(), "public", "robots.txt");
+  const robotsContent = readFileSync(robotsPath, "utf-8");
+
+  expect(robotsContent).toContain(
+    "Sitemap: https://docs.arcade.dev/sitemap.xml"
+  );
+});

From 8571b6dc3d9f64b737e5f879a983b2814108f7c3 Mon Sep 17 00:00:00 2001
From: Cursor Agent <cursoragent@cursor.com>
Date: Thu, 22 Jan 2026 19:22:21 +0000
Subject: [PATCH 2/3] Add test for llms.txt reference in robots.txt

---
 public/robots.txt     | 3 +++
 tests/sitemap.test.ts | 7 +++++++
 2 files changed, 10 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index 40ae89e24..47e29d7d0 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -7,3 +7,6 @@ Host: https://docs.arcade.dev
 
 # Sitemaps
 Sitemap: https://docs.arcade.dev/sitemap.xml
+
+# AI Agent Resources
+https://docs.arcade.dev/llms.txt
diff --git a/tests/sitemap.test.ts b/tests/sitemap.test.ts
index 176691076..81dd930fa 100644
--- a/tests/sitemap.test.ts
+++ b/tests/sitemap.test.ts
@@ -44,3 +44,10 @@ test("robots.txt references the sitemap", () => {
     "Sitemap: https://docs.arcade.dev/sitemap.xml"
   );
 });
+
+test("robots.txt references llms.txt", () => {
+  const robotsPath = join(process.cwd(), "public", "robots.txt");
+  const robotsContent = readFileSync(robotsPath, "utf-8");
+
+  expect(robotsContent).toContain("https://docs.arcade.dev/llms.txt");
+});

From 44a4d4274bd1497eb186255321b182499e1ebb5f Mon Sep 17 00:00:00 2001
From: Cursor Agent <cursoragent@cursor.com>
Date: Thu, 22 Jan 2026 19:26:39 +0000
Subject: [PATCH 3/3] Comment llms.txt reference to comply with robots.txt spec

---
 public/robots.txt     | 2 +-
 tests/sitemap.test.ts | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/public/robots.txt b/public/robots.txt
index 47e29d7d0..de18d7439 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -9,4 +9,4 @@ Host: https://docs.arcade.dev
 Sitemap: https://docs.arcade.dev/sitemap.xml
 
 # AI Agent Resources
-https://docs.arcade.dev/llms.txt
+# https://docs.arcade.dev/llms.txt
diff --git a/tests/sitemap.test.ts b/tests/sitemap.test.ts
index 81dd930fa..1bd5a556b 100644
--- a/tests/sitemap.test.ts
+++ b/tests/sitemap.test.ts
@@ -49,5 +49,5 @@ test("robots.txt references llms.txt", () => {
   const robotsPath = join(process.cwd(), "public", "robots.txt");
   const robotsContent = readFileSync(robotsPath, "utf-8");
 
-  expect(robotsContent).toContain("https://docs.arcade.dev/llms.txt");
+  expect(robotsContent).toContain("# https://docs.arcade.dev/llms.txt");
 });