User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /cron/

User-agent: *
Disallow: /submit/

User-agent: wget
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /