# XM Symphony robots.txt file
# The following spiders are considered aggressive and /or non-desirable.

User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot

# The following rules allow all other user-agents, but with a crawl delay of 10 sec
# NOTE by default this is set to NOT allow indexing of the site
# when site goes live: Change "Disallow: /" to "Disallow:"

User-agent: *
Disallow:
Crawl-delay: 5
Allow: /ajax

User-agent: NinjaBot
Disallow: /

Allow: //a120248.hostedsitemaps.com/4015868/sitemap.xml.gz

# Files
Disallow: /cron.php
Disallow: /install.php
Disallow: /update.php
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/login/
Disallow: /user/logout/
User-agent: *
Disallow: /*?*filter[
Crawl-delay: 10