diff --git a/guides/assets/robots.txt b/guides/assets/robots.txt
index 1c3d612a0a0..c95502f7c85 100644
--- a/guides/assets/robots.txt
+++ b/guides/assets/robots.txt
@@ -1 +1,3 @@
-Sitemap: sitemap.txt
+# Allow crawling of all content
+User-agent: *
+Disallow:
diff --git a/guides/assets/sitemap.txt b/guides/assets/sitemap.txt
deleted file mode 100644
index e69de29bb2d..00000000000