User-agent: *

Disallow: */wp-json*
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /*?s=*
Disallow: /*?ad=*
Disallow: /cgi-bin
Disallow: */trackback
Disallow: */comments
Disallow: /tag
Disallow: /?attachment
Disallow: */amp*
Disallow: /*?etext*
Disallow: /cart/
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/
Disallow: /wp-admin/
Disallow: *customize_changeset*

Allow: *.css
Allow: *.js
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.png
Allow: *.svg
Allow: *.woff
Allow: *.woff2
Allow: *feed*

User-agent: msnbot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SBarkrowler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: GPTBot
Disallow: /