public folder

public/robots.txt

@@ -0,0 +1,15 @@
+# robots.txt for BTCforPlebs
+
+# Allow all crawlers
+User-agent: *
+
+# Block unnecessary directories or paths (add paths as needed)
+Disallow: /private/      # Example: Block /private/ directory
+Disallow: /test/         # Example: Block /test/ directory
+Disallow: /scripts/      # Example: Block /scripts/ directory
+
+# Allow everything else
+Allow: /
+
+# Specify the location of your sitemap
+Sitemap: https://btcforplebs.com/sitemap.xml