#some robots use this - delay between page requests [s]
Crawl-Delay: 5

#parts with no valuable data
User-agent: *
Disallow: /agents/ 
Disallow: /companies/
Disallow: /dealers/
Disallow: /companies/
Disallow: /features/
Disallow: /messages/
Disallow: /misc/
Disallow: /start/
#some robot can this:
Allow: /misc/contact.aspx
Allow: /misc/faq.aspx