User-agent: *
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /sounds/
Disallow: /themes/
Disallow: /xml/
Disallow: /yii/
Disallow: /user/
Disallow: /email/
Disallow: /project/pdf/

User-agent: SemrushBot
Disallow: /

User-agent: rogerbot
Disallow: /