# For all robots User-agent: * Sitemap: https://jmattachments.com/sitemap.xml Sitemap: https://jmattachments.com/page-sitemap.xml Sitemap: https://jmattachments.com/product_sitemap.xml Sitemap: https://jmattachments.com/product-cat-sitemap.xml Sitemap: https://jmattachments.com/machine-type-sitemap.xml # Block access to specific groups of pages Disallow: /cart/ Disallow: /5t7hxs9/ Disallow: /checkout/ Disallow: /my-account Disallow: /search/ Disallow: /search-result/ Disallow: /wishlist/ED8TY4/ Disallow: /wishlist/ Disallow: /?add-to-wishlist= Disallow: /thank-you/ Disallow: /author/ Disallow: /*?ck_filter= Disallow: /*?ck_taxonomies= Disallow: */page/ Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-content/plugins/plugin-backups/ Disallow: /wp-content/themes/theme-logs/ # Allow essential assets Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block CazoodleBot as it does not present correct accept content headers User-agent: CazoodleBot Disallow: / # Block MJ12bot as it is just noise User-agent: MJ12bot Disallow: / # Block dotbot as it cannot parse base urls properly User-agent: dotbot/1.0 Disallow: / # Block Gigabot User-agent: Gigabot Disallow: /