User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/*/
Disallow: */feed/
Disallow: */comments/
Disallow: /*.php$
Disallow: /search
Disallow: /author/
Disallow: /recommend/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /*/page/
Disallow: /*page=
Disallow: /page/$
Disallow: /page/

# Chặn feed
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/rss/
Disallow: /rss/

# Chặn search
Disallow: /*?*
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /search/

# Chặn các tham số không cần thiết
Disallow: /*?filter_*
Disallow: /*&filter_*
Disallow: /*?orderby=*
Disallow: /*&orderby=*
Disallow: /*?*gclid=
Disallow: /*?*fbclid=


# Allow specific files and directories
Allow: /wp-includes/js/
Allow: /wp-includes/css/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/assets/
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$
Allow: /*.svg$


# Allow specific bots
User-agent: AhrefsSiteAudit
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AhrefsBot
Allow: /

# Sitemap
Sitemap: https://vuphong.vn/sitemap_index.xml