User-agent: * Allow: / Disallow: /admin/ # Block admin or backend directories Disallow: /assets/private/ # Block private assets (if any) Disallow: /temp/ # Block temporary files or folders Disallow: /search/ # Block internal search pages (low-value content) Disallow: /*? # Block query string URLs (duplicate content) Disallow: /*.pdf$ # Block PDFs from being indexed (optional) # Allow crawling of important resources Allow: /assets/images/ # Ensure images are crawlable Allow: /assets/css/ # Allow CSS files for rendering Allow: /assets/js/ # Allow JavaScript files for rendering # Sitemap location for better indexing Sitemap: https://dotdevz.com/sitemap.xml