User-agent: * Allow: / # Allow crawling of static assets Allow: /assets/ Allow: /uploads/ # Disallow admin areas Disallow: /admin/ Disallow: /auth/ # Allow search engines to find sitemap Sitemap: https://www.recipedly.com/robots.txt