# Good bots - allow full crawl User-agent: Googlebot Allow: / Disallow: /*?add-to-cart= Disallow: /*?remove_item= Disallow: /*?wc-ajax= Disallow: /*?orderby= Disallow: /*?filter_ Disallow: /*?min_price= Disallow: /*?max_price= Disallow: /*?s= User-agent: Googlebot-Image Allow: / Disallow: /*?add-to-cart= Disallow: /*?remove_item= Disallow: /*?wc-ajax= User-agent: Adsbot-Google Allow: / User-agent: bingbot Allow: / Disallow: /*?add-to-cart= Disallow: /*?remove_item= Disallow: /*?wc-ajax= Disallow: /*?orderby= Disallow: /*?filter_ Disallow: /*?min_price= Disallow: /*?max_price= Disallow: /*?s= # Block Facebook/Meta bots entirely (blocked at Nginx on cart, disallow all here) User-agent: meta-externalagent Disallow: / User-agent: meta-webindexer Disallow: / # Block bad bots (advisory only - real blocking done at Nginx) User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / # All other bots User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.css Disallow: /wp-login.php Disallow: /my-account/ Disallow: /cart/ Disallow: /checkout/ Disallow: /wishlist/ Disallow: /*?add-to-cart= Disallow: /*?remove_item= Disallow: /*?wc-ajax= Disallow: /*?orderby= Disallow: /*?filter_ Disallow: /*?min_price= Disallow: /*?max_price= Disallow: /*?s= Disallow: /wp-content/uploads/wp-import-export-lite/ Allow: /wp-admin/admin-ajax.php Allow: /product/ Allow: /product-category/ Allow: /product-tag/ # Sitemaps Sitemap: https://shopmetro.ph/sitemap_index.xml