User-agent: TurnitinBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: TutorGig
Disallow: /

User-agent: CrawlConvera
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /

User-agent: OmniExplorer_Bot/1.07
Disallow: /

User-agent: OmniExplorer_Bot/1.10
Disallow: /

User-agent: ConveraCrawler/0.8
Disallow: /

User-agent: aipbot/1.0
Disallow: /

User-agent: genieBot
Disallow: /

User-agent: *
Disallow: /aspnet_client/ 
Disallow: /batch/ 
Disallow: /common/
Disallow: /data/
Disallow: /extras/
Disallow: /includes/ 
Disallow: /js/ 
Disallow: /queries/ 
Disallow: /wddx/