# XM Symphony robots.txt file # Block aggressive or non-desirable bots
User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
Disallow: /

# General settings for all other bots
User-agent: *
Crawl-delay: 10

# Block AJAX-related content
Disallow: /ajax

# Prevent indexing of filtered parameter pages
Disallow: /*?filter%5B
Disallow: /?*filter[

# Sitemap for search engines
Sitemap: https://windsorhardware.com.au/sitemap_index.xml
User-agent: *
Disallow: /*?*filter%5B
Disallow: /*?*filter[
Crawl-delay: 10