User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: AdsBot-Google
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /search/  # Fixed search disallow rule
Disallow: /*?replytocom=
Disallow: /*?s=
Disallow: /*&sort=
Disallow: /*?utm_=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /tag/*?paged=
Disallow: /category/*?paged=
Disallow: /author/*?paged=
Disallow: /page/*?paged=
Disallow: /private-research.pdf

# Block duplicate content from common URL parameters
Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*?preview=
Disallow: /*?mode=
Disallow: /*?dir=

# Prevent unnecessary archive indexing
Disallow: /archives/
Disallow: /?attachment_id=

# Allow important directories for proper site rendering
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Sitemap for better indexing
Sitemap: https://www.sciencenewstoday.org/sitemap_index.xml