User-agent: ShopWiki
User-agent: discobot
User-agent: Yandex
User-agent: PropsmartCrawler
User-agent: TruliaBot
User-agent: TwengaBot
Disallow: /

User-agent: *
Disallow: /listredir.php
Disallow: /setresults.php
Disallow: /predicateundertakin.php
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /admin/
Disallow: /htmlarea/
Disallow: /engine/listing_search/
Disallow: /engine/listing_results/
Disallow: /engine/listing_detail/
Disallow: /engine/neighborhood_info/
Disallow: /engine/virtual_tour/
Disallow: /engine/process_action/