diff --git a/robots.txt b/robots.txt index ccf09e0d..3400ad08 100644 --- a/robots.txt +++ b/robots.txt @@ -1,8 +1,13 @@ -User-agent: * +User-agent: Googlebot Content-Signal: ai-train=yes, search=yes, ai-input=yes Disallow: /cdn-cgi/ Allow: /_next/image Allow: /mintlify-assets/_next/image Disallow: /_next/ Disallow: /mintlify-assets/_next/ + +User-agent: * +Content-Signal: ai-train=yes, search=yes, ai-input=yes +Disallow: /cdn-cgi/ + Sitemap: https://docs.runpod.io/sitemap.xml