User-agent: dotbot
Disallow: /

# Google Image
User-agent: Googlebot-Image
Allow: /

# Google AdSense
User-agent: Mediapartners-Google
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# global
User-agent: *
Disallow: /documents/
Disallow: /haltech.com.au/
Disallow: /help/
Disallow: /images/
Disallow: /shopbuttons/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /default/catalogsearch/
Disallow: /usastore/catalogsearch/
Disallow: /exportstore/catalogsearch/
Disallow: /Store/
Disallow: /sub/
Disallow: /reports/
Disallow: /soft-home/
Disallow: /wp-content/uploads/s-series/

# Allow the bots to crawl static assets
Allow: /wp-content/themes/haltech/assets/
Allow: /wp-content/themes/haltech/online_store.css
Allow: /wp-content/themes/haltech/style.css
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
Allow: /wp-includes/css/
Allow: /wp-content/plugins/woocommerce/assets/css/