User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Stop bots from crawling junk URLs User-agent: * Disallow: /*?p=* Disallow: /*&p=* Disallow: /*?s=* Disallow: /*&s=* Disallow: /*?ical=1 Disallow: /*&ical=1 Disallow: /*?tribe-bar-date=* Disallow: /*&tribe-bar-date=* Disallow: /?author=* Disallow: /*wp-comments* Disallow: /*wp-trackback* Disallow: /*wp-feed* Disallow: /*replytocom=* Disallow: /*?preview=* Disallow: /*&preview=* Disallow: /*add-to-cart=* Disallow: /*add_to_wishlist=* Disallow: /*cart/* Disallow: /*checkout/* Disallow: /*my-account/* Disallow: /*myaccount/* Disallow: /*?ajaxCalendar=1* Disallow: /checkout/* Disallow: /cart/* Disallow: /my-account/* Disallow: /*wc-ajax=add_to_cart Disallow: /*wc-ajax=remove_from_cart Disallow: /*orderby=price Disallow: /*orderby=rating Disallow: /*orderby=date Disallow: /*orderby=price-desc Disallow: /*orderby=popularity Disallow: /*orderby=title Disallow: /*orderby=desc Disallow: /*?filter= Disallow: /*&filter= Disallow: /*paged=&count=* Disallow: /*?count=* Disallow: /*&count=* Allow: /*/plugins/* User-agent: AhrefsBot Disallow: / User-agent: AhrefsSiteAudit Disallow: / User-agent: rogerbot Disallow: / User-agent: dotbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: MJ12bot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: RavenCrawler Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: PetalBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Mail.Ru Disallow: / User-agent: Qwantify Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Sogou blog Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: Sogou News Spider Disallow: / User-agent: Sogou Orion spider Disallow: / User-agent: Sogou spider2 Disallow: / User-agent: Sogou web spider Disallow: / User-agent: coccoc Disallow: /