User-agent: * Allow: / Disallow: /dashboard # Sitemap Sitemap: https://fretlessai.com/sitemap.xml # Crawl delay (optional) Crawl-delay: 1 # Crawl-delay for all bots Crawl-delay: 1 # Block access to admin or sensitive areas if any # Disallow: /admin/ # Disallow: /private/ # Allow all search engines to crawl the site # This helps with SEO and discoverability