15 lines
430 B
Plaintext
15 lines
430 B
Plaintext
# robots.txt for BTCforPlebs
|
|
|
|
# Allow all crawlers
|
|
User-agent: *
|
|
|
|
# Block unnecessary directories or paths (add paths as needed)
|
|
Disallow: /private/ # Example: Block /private/ directory
|
|
Disallow: /test/ # Example: Block /test/ directory
|
|
Disallow: /scripts/ # Example: Block /scripts/ directory
|
|
|
|
# Allow everything else
|
|
Allow: /
|
|
|
|
# Specify the location of your sitemap
|
|
Sitemap: https://btcforplebs.com/sitemap.xml |