Disallow: /login
Disallow: /logout
Disallow: /shortlist
Disallow: /expired
Disallow: /portal
Disallow: /gdpr/validate/*
Disallow: /alerts/verify
Disallow: /404
Disallow: /search?*
Disallow: /jobs/*?*
User-agent: PetalBot
Disallow: /crm*
Disallow: /timesheet/*
Disallow: /profile/*
Disallow: /t/*