# www.robotstxt.org # Allow all crawlers User-agent: * Allow: / # Disallow admin routes Disallow: /admin-login Disallow: /admin-dashboard # Sitemap location Sitemap: https://supawebz.com/sitemap.xml # Crawl-delay Crawl-delay: 10