diff --git a/public/robots.txt b/public/robots.txt index 09de95ffc7..8bd910b09d 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,6 @@ # Default Settings User-agent: * +Content-Signal: search=yes, ai-input=no, ai-train=no # Pages that bots are allowed to visit Allow: /$ @@ -7,6 +8,8 @@ Allow: /about$ Allow: /accessibility$ Allow: /blog Allow: /brand$ +Allow: /leaderboard/likes$ +Allow: /noodles Allow: /pds$ Allow: /privacy$ Allow: /translation-status$