User-agent: *
Disallow: /shared/
Disallow: /grtb.php
Disallow: /index.html
Disallow: /search.php
Disallow: /SERP.php

# too many repeated hits, too quick, but slow indexing
User-agent: Yeti
Disallow: /

# too many repeated hits, too quick, but slow indexing
User-agent: Baiduspider+
Disallow: /