From 7c1d05af4fbf38fb1ccc3bce10822fd38cb14592 Mon Sep 17 00:00:00 2001 From: Maxwell Cohen Date: Thu, 16 Jul 2026 16:19:49 -0500 Subject: [PATCH] feat(2925): update robots.txt - add Content-Signal for search only and no llm - add allow indexing of likes leaderboard section (/leaderboard/likes$) - add allow indexing of noodles section (/noodles) --- public/robots.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 09de95ffc7..8bd910b09d 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,6 @@ # Default Settings User-agent: * +Content-Signal: search=yes, ai-input=no, ai-train=no # Pages that bots are allowed to visit Allow: /$ @@ -7,6 +8,8 @@ Allow: /about$ Allow: /accessibility$ Allow: /blog Allow: /brand$ +Allow: /leaderboard/likes$ +Allow: /noodles Allow: /pds$ Allow: /privacy$ Allow: /translation-status$