User-agent: * Allow: / # Sitemap location Sitemap: https://realspaces.in/sitemap.xml # Allow search engines to crawl all pages Disallow: # If you have any private/admin areas you want to block, add them here: # Disallow: /admin/ # Disallow: /private/ # Disallow: /config/ # Allow all image files for better indexing Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ # Allow CSS and JS files Allow: /*.css$ Allow: /*.js$ # Allow common file types Allow: /*.pdf$ Allow: /*.doc$ Allow: /*.docx$ # Crawl delay (optional - adjust based on server capacity) # Crawl-delay: 1 # Specific user agents (optional) User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Block specific crawlers if needed # User-agent: BadBot # Disallow: /