User-agent: PropsmartCrawler
Disallow: /
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /HomeSearch/default.aspx
Disallow: /homesearch/default.aspx
Disallow: /MyHomeSearch/
Disallow: /myhomesearch/
Disallow: /MyHomeSale/
Disallow: /myhomesale/
Disallow: /SharedPages/
Disallow: /sharedpages/
Disallow: /HomeSearch/MoreProperties.aspx
Disallow: /homesearch/moreproperties.aspx
Disallow: /HomeSearch/RecentlyViewedProperties.aspx
Disallow: /homesearch/recentlyviewedProperties.aspx
Disallow: /HomeSearch/SearchResults.aspx
Disallow: /homesearch/searchresults.aspx
Disallow: /homesearch/AllPhotos.aspx
Disallow: /homesearch/allphotos.aspx
Disallow: /xq/ASPX/Key./qx/Agents/Biography.htm
Disallow: /SellersDisclosures/
Disallow: /sellersdisclosures/
Disallow: /RSS.xml
Disallow: /rss.xml
Disallow: /Sitesearch.aspx
Disallow: /sitesearch.aspx
Disallow: /SiteSearchAdvanced.aspx
Disallow: /sitesearchadvanced.aspx
Disallow: /AgentGoogleSearch.aspx
Disallow: /trulia.xml
Disallow: /Trulia.xml

user-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /HomeSearch/SearchResults.aspx
Disallow: /homesearch/searchresults.aspx
Disallow: /homesearch/AllPhotos.aspx
Disallow: /homesearch/allphotos.aspx
Disallow: */directlinksonlyprudential.aspx*
Disallow: */DirectLinksOnlyPrudential.aspx*
Disallow: */SharedPages/*
Disallow: */sharedpages/*
Disallow: */MoreProperties.aspx*
Disallow: */moreproperties.aspx*
Disallow: */RecentlyViewedProperties.aspx*
Disallow: */recentlyviewedproperties.aspx*
Disallow: */SellersDisclosures/*
Disallow: */sellersdisclosures/*
Disallow: */AgentGoogleSearch.aspx*
Disallow: */agentgooglesearch.aspx*
Disallow: */xq/*