User-agent: *
Disallow: /dtt/
Disallow: /assets/secure/

User-agent: ia_archiver
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: ConveraCrawler 
Disallow: /

User-agent: Autonomy Spider 
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: ICCrawler - iCjobs
Disallow: /

User-agent: rdfbot
Disallow: /

User-agent: LinexLegal
Disallow: /

User-agent: Nutch
Disallow: /