User-agent: *
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /HorseProperties/
Disallow: /modules/
Disallow: /scripts/
Disallow: /styles/
Disallow: /templates/
Disallow: /cache_checker.php
Disallow: /captcha.php
Disallow: /map_loader.php

Sitemap: http://www.horse-real-estate.com/sitemap.xml
Sitemap: http://www.horse-real-estate.com/rss_feed.xml

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: E-SocietyRobot
Disallow: /

User-Agent: RufusBot
Disallow: /

User-agent: psbot
Disallow: /