# Global rules for all crawlers
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-json/
Disallow: /trackback/
Disallow: /*?*
Allow: /wp-content/uploads/
Crawl-delay: 10

# Special rules for Google services
User-agent: Googlebot
Allow: /wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Bing and Yahoo
User-agent: bingbot
Crawl-delay: 10
Allow: /wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/

User-agent: Slurp
Crawl-delay: 10
Allow: /wp-content/uploads/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Other bots (example: Baidu, Yandex, etc.)
User-agent: Baiduspider
Crawl-delay: 15
Disallow: /

User-agent: Yandex
Crawl-delay: 15
Disallow: /

# Sitemap location
Sitemap: https://letoltes.org/sitemap.xml