# Public website crawling is allowed except for the admin routes below. # These rules are crawler guidance, not access control. User-agent: * Disallow: /admin$ Disallow: /admin? Disallow: /admin/