User-agent: *

#Disallow core tools
Disallow: /site_catalog/
Disallow: /site_collections/
Disallow: /site_migration/
Disallow: /site_portlets/
Disallow: /site_settings/
Disallow: /site_syndication/
Disallow: /site_translator/
Disallow: error_log

#Custom stuff here

User-agent: sohu-search
Disallow: /

User-agent: CyclopNet
Disallow: /

User-agent: Ginxbot
Disallow: /

User-agent: Slurp
Disallow: /