# robots.txt file is used to control how search engines index your live URLs. User-Agent: * Disallow: /admin/ Disallow: /teacher/auth/register/