User-agent: *
Disallow: /catalog/admin
Disallow: /download
Disallow: /cache
Disallow: /images
Disallow: /segments
Disallow: /templates
Disallow: /tmp
Disallow: /video
Disallow: /partenaires
Disallow: /log
Disallow: /flex
Disallow: /test
Disallow: /catalog/catalogues/
Disallow: /catalog/download/
Disallow: /catalog/font/
Disallow: /catalog/gtk_update/
Disallow: /catalog/img/
Disallow: /catalog/includes/
Disallow: /catalog/pub/
Disallow: /catalog/temp/
Disallow: /catalog/test/
Disallow: /catalog/video/

User-agent: TurnitinBot
Disallow: / 

User-agent: ConveraCrawler
Disallow: /

User-agent: QuepasaCreep 
Disallow: / 

User-agent: Jetbot 
Disallow: /

# Deny Soso spider in the site
User-agent: Soso
Disallow: /

# Deny Yandex spider in the site
User-agent: Yandex
Disallow: /