diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..82118643 --- /dev/null +++ b/robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Disallow: /cdn-cgi/ +Allow: /_next/image +Disallow: /_next/ +Sitemap: https://docs.runpod.io/sitemap.xml