User-agent: *
Disallow: /404.htm
Disallow: /403.htm
Disallow: /500.htm
Disallow: /assets/ 
Disallow: /recommend/ 
Disallow: /cgi-bin/ 
Disallow: /partners/ 

User-agent: TurnitinBot
Disallow: /