# All robots will spider the domain
User-agent: *
Disallow: /upload/
Disallow: /admin/
Disallow: /login/
Disallow: /js/
Disallow: /cms/
Disallow: /includes/
Disallow: /cgi-bin/