# Magnetic Proxy robots.txt
# Crawling is allowed so search engines can read page-level canonical and noindex directives.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /login
Disallow: /register
Disallow: /billing/

Sitemap: https://www.magneticproxy.com/sitemap.xml