refactor: robots.txt like google documentation

roby2409 · Apr 1, 2024 · a4af2dc · a4af2dc
1 parent 501435f
commit a4af2dc
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,3 +1,4 @@
-# As soon as you are ready to go public, change the `Disallow: /` to `Allow: /`
 User-agent: *
-Allow: /
+Disallow:
+
+Sitemap: https://robysetiawan.vercel.app/sitemap.xml