# ┌───────────────────────────────────────────────────────────┐ # │ robots.txt for https://www.clemento.ca │ # │ Last updated: 2025-06-27 │ # └───────────────────────────────────────────────────────────┘ User-agent: * # Block administrative and backend areas Disallow: /admin/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /login/ Disallow: /register/ Disallow: /account/ Disallow: /user/ Disallow: /cart/ Disallow: /checkout/ Disallow: /checkout-success/ # Block scripts, includes, staging, private data Disallow: /includes/ Disallow: /inc/ Disallow: /scripts/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /config/ Disallow: /backup/ Disallow: /src/ Disallow: /staging/ # Allow access to everything else Allow: / Allow: /assets/ # Sitemap location Sitemap: https://www.clemento.ca/sitemap.xml # Optional: slow down aggressive crawlers # Crawl-delay: 10