# Allow ALL bots to crawl everything User-agent: * Allow: / # Explicitly allow critical resources for rendering Allow: /css/ Allow: /js/ Allow: /img/ Allow: /images/ Allow: *.css Allow: *.js Allow: *.jpg Allow: *.jpeg Allow: *.png Allow: *.webp Allow: *.svg Allow: *.gif # Allow Google-specific bots (optional but recommended) User-agent: Googlebot Allow: / Allow: /css/ Allow: /js/ Allow: /img/ User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / # Allow Bingbot User-agent: Bingbot Allow: / # No crawl-delay — let bots crawl at their own pace # Crawl-delay: 0 # Sitemap location (absolute URL) Sitemap: https://bjhannaandsonsltd.com/sitemap.xml # Host directive (for Yandex & others) Host: https://bjhannaandsonsltd.com/