User-agent: arks
Disallow: / 

User-agent: bspider
Disallow: / 

User-agent: calif
Disallow: / 

User-agent: CMC/0.01
Disallow: / 

User-agent: cosmos
Disallow: / 

User-agent: digger
Disallow: / 

User-agent: DIIbot
Disallow: / 

User-agent: ia_archiver
Disallow: / 

User-agent: TheNomad
Disallow: /

User-agent: Harvest/1.5
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /