texts

robots.txt

@@ -0,0 +1,15 @@
+# robots.txt for BTCforPlebs
+
+# Allow all crawlers
+User-agent: *
+
+# Block unnecessary directories or paths (add paths as needed)
+Disallow: /private/      # Example: Block /private/ directory
+Disallow: /test/         # Example: Block /test/ directory
+Disallow: /scripts/      # Example: Block /scripts/ directory
+
+# Allow everything else
+Allow: /
+
+# Specify the location of your sitemap
+Sitemap: https://btcforplebs.com/sitemap.xml

sitemap.xml

@@ -0,0 +1,35 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+    <url>
+        <loc>https://btcforplebs.com/</loc>
+        <lastmod>2024-11-19</lastmod>
+        <changefreq>daily</changefreq>
+        <priority>1.0</priority>
+    </url>
+    <url>
+        <loc>https://btcforplebs.com/learn-bitcoin.html</loc>
+        <lastmod>2024-11-19</lastmod>
+        <changefreq>weekly</changefreq>
+        <priority>0.8</priority>
+    </url>
+    <url>
+        <loc>https://btcforplebs.com/learn-bitcoin/nodes.html</loc>
+        <lastmod>2024-11-19</lastmod>
+        <changefreq>weekly</changefreq>
+        <priority>0.8</priority>
+    </url>
+    <url>
+        <loc>https://btcforplebs.com/learn-nostr.html</loc>
+        <lastmod>2024-11-19</lastmod>
+        <changefreq>weekly</changefreq>
+        <priority>0.8</priority>
+    </url>
+    <url>
+        <loc>https://btcforplebs.com/learn-bitcoin/wallets.html</loc>
+        <lastmod>2024-11-19</lastmod>
+        <changefreq>weekly</changefreq>
+        <priority>0.8</priority>
+    </url>
+
+    
+</urlset>