User-agent: Amazonbot # Amazon's user agent Disallow: / # disallow this directory User-agent: PetalBot # Huawei Petal Search Disallow: / User-agent: Barkrowler # Babbar SEO Disallow: / User-agent: AhrefsSiteAudit Crawl-Delay: 85 Allow: /res/includes/*.js Allow: /res/includes/*.css Disallow: /res/includes/ Disallow: /sist/ Disallow: /property-search/sist_ajax/ User-agent: AhrefsBot Crawl-Delay: 85 Allow: /res/includes/*.js Allow: /res/includes/*.css Disallow: /res/includes/ Disallow: /sist/ Disallow: /property-search/sist_ajax/ User-agent: * Crawl-delay: 5 Allow: /res/includes/*.js Allow: /res/includes/*.css Disallow: /res/includes/ Disallow: /sist/ Disallow: /property-search/sist_ajax/ Sitemap: https://www.buddyblake.com/sitemap.xml