User-agent: * Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /web/ # Paths (clean URLs) Disallow: /login Sitemap: https://codegra.es/sitemap.xml