# Shared crawl rules for search engines and other crawlers.
User-agent: *
Allow: /
Disallow: /zb_system/
Allow: /zb_system/script/
Disallow: /zb_users/plugin/
Disallow: /zb_users/cache/
# Permit plugin rendering assets without permitting PHP endpoints.
Allow: /zb_users/plugin/*.css
Allow: /zb_users/plugin/*.js
Allow: /zb_users/plugin/*.png
Allow: /zb_users/plugin/*.jpg
Allow: /zb_users/plugin/*.jpeg
Allow: /zb_users/plugin/*.gif
Allow: /zb_users/plugin/*.webp
Allow: /zb_users/plugin/*.svg
Allow: /zb_users/plugin/*.woff
Allow: /zb_users/plugin/*.ttf
Disallow: /*?replyID=
Disallow: /*&replyID=
Disallow: /*?rnd=
Disallow: /*&rnd=
Disallow: /*?feed=
Disallow: /*&feed=
Disallow: /search?
Disallow: /search.php

# Preserve the existing unwanted-crawler policy.
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Majestic12
Disallow: /
User-agent: YandexBot
Disallow: /

Sitemap: https://wl5.net/sitemap_index.xml