# Allow all search engines to crawl the site User-agent: * Allow: / # Disallow admin and private areas (adjust if needed) Disallow: /admin/ Disallow: /api/ # Crawl delay (optional - prevents aggressive crawling) # Crawl-delay: 1 # Sitemap location - CRITICAL for SEO! Sitemap: https://aitoolmela.com/sitemap.xml