User-agent: * Allow: / # Block access to admin areas (if any) Disallow: /admin/ Disallow: /private/ Disallow: /.env Disallow: /api/internal/ # Allow all search engines to crawl the site User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / # Crawl delay for better server performance Crawl-delay: 1 # Sitemap location Sitemap: https://flowautomate.ai/sitemap.xml Sitemap: https://flowautomate.ai/robots.txt