User-agent: * 
Crawl-delay: 1

User-agent: *
Disallow: /_callbacks
Disallow: /_controls
Disallow: /_integrations
Disallow: /_rewritten
Disallow: /feeds
Disallow: /login
Disallow: /logout
Disallow: /logs
Disallow: /microsite
Disallow: /officegame
Disallow: /RadControls
Disallow: /recruiter
Disallow: /Uploads
Disallow: /Error404.aspx?
Disallow: /jobs/adverts/default.aspx
Disallow: /candidate/unsubscribealert/default.aspx
Disallow: /WebResource.axd
Disallow: /jobs/shortlist
Disallow: /ScriptResource.axd  
Disallow: /WebResource.axd  
Disallow: /candidate/register/gsp/index.html 
Disallow: /search-ad/index.html 
Disallow: /jobs/results.aspx

User-agent: Scrapy
User-agent: SimplePie
User-agent: Yandex
User-agent: moget
User-agent: ichiro
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: sogou spider
User-agent: YoudaoBot
User-agent: Twitterbot
User-agent: Scrapy
Disallow: /