User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /*?attribute_pa_size= Disallow: /*?orderby= Disallow: /*?filter_ Disallow: /*?s= Disallow: /author/ Disallow: /*?remove_item= Disallow: /*?highlight_filter= Disallow: /*?filter_product_cat= Disallow: /wp-content/plugins/revslider/admin/views/features/assets/ Disallow: /wp-content/plugins/woo-smart-wishlist/assets/fonts/woosw.ttf Disallow: /wp-content/plugins/woo-smart-compare/assets/fonts/woosc.ttf User-agent: FacebookBot Allow: /$ Allow: /category/ Allow: /products/ Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ User-agent: Googlebot Allow: /$ Allow: /category/ Allow: /products/ Allow: /wp-content/uploads/ Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # OPTIONAL: BLOCK OTHER HEAVY SCRAPERS User-agent: YandexBot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: 360Spider Disallow: / User-agent: DotBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: nbots Disallow: / User-agent: Empty Disallow: / # CATCH-ALL FOR UNKNOWN BOTS User-agent: *bot Disallow: / # BLOCK TELEGRAM BOT User-agent: TelegramBot Disallow: / # BLOCK ZOOMINFOBOT User-agent: zoominfobot Disallow: /