# Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://pioneermillstores.com/sitemap.xml # Common paths to allow explicitly Allow: /products/ Allow: /about/ Allow: /contact/ Allow: /categories/ Allow: /images/ Allow: /*.js$ Allow: /*.css$ # Prevent crawling of potential sensitive areas Disallow: /api/ Disallow: /_next/static/development/