# Block all bots by default
User-agent: *
Disallow: /

# Allow Googlebot
User-agent: Googlebot
Disallow:

# Allow Bingbot
User-agent: Bingbot
Disallow:

# Allow Yandex
User-agent: Yandex
Disallow:

# Allow Baiduspider
User-agent: Baiduspider
Disallow:

# Allow DuckDuckBot (DuckDuckGo)
User-agent: DuckDuckBot
Disallow:

# Allow Slurp (Yahoo)
User-agent: Slurp
Disallow:

# Allow Applebot (Apple device searches)
User-agent: Applebot
Disallow:

# Allow Sogou (popular in China)
User-agent: Sogou Spider
Disallow:

# Specific rules for WordPress

# Block access to unnecessary WordPress folders
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /?s=
Disallow: /search/
Disallow: /author/
Disallow: /?author=
Disallow: /comments/
Disallow: /category/
Disallow: /tag/

# Prevent bots from indexing WordPress feed URLs
Disallow: /feed/
Disallow: /feed/atom/
Disallow: /feed/rss/
Disallow: /comments/feed/

# Block specific URL parameters
Disallow: /*?*
Disallow: /*.php$

# Additional optimization to block common spam bots (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/woo-import-export/