User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /product/
Allow: /category/
Allow: /shop/
Allow: /about/
Allow: /contact/
Allow: /blog/
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?add-to-cart=
Disallow: /?orderby=
Disallow: /*add-to-cart=*
Disallow: /*orderby=*
Disallow: /*?s=
Disallow: /search/
Disallow: /track-order/
Disallow: /wishlist/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /?wc-ajax=*
Disallow: /xmlrpc.php
Disallow: /cgi-bin/
Disallow: /*.php$
Disallow: /*.pdf
Disallow: /*preview=true
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Crawl-delay: 10
Sitemap: https://neonsigncustom.com/sitemap_index.xml

# Googlebot rules
User-agent: Googlebot
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?add-to-cart=
Disallow: /*?s=
Crawl-delay: 5

# Bingbot
User-agent: Bingbot
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 10

# AhrefsBot
User-agent: AhrefsBot
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Crawl-delay: 20

# SemrushBot
User-agent: SemrushBot
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Crawl-delay: 20

# Yandex
User-agent: Yandex
Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Crawl-delay: 15

# Archive.org & Similar
User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

# MJ12bot
User-agent: MJ12bot
Crawl-delay: 10

# Pinterest
User-agent: Pinterest
Crawl-delay: 1

# Googlebot-image
User-agent: Googlebot-image
Disallow: