User-agent: LinkedInBot
Disallow:

User-agent: *
# Allow all spiders
Disallow:
## Disallow all spiders accessing particular pages
Disallow: /assets/
Disallow: /api/
Disallow: /ScriptResource.axd
Disallow: /WebResource.axd
Crawl-delay: 4

## Disallow Some Bots
User-agent: Baiduspider
User-agent: trovitBot
User-agent: TurnitinBot
User-Agent: Vast_Bot
Disallow: /

## SITEMAP
Sitemap: http://www.sothebysrealtypt.com/sitemap.xml