User-agent: *
Allow: /
Disallow: /admin
Disallow: /dev
Disallow: /include
Disallow: /js
Disallow: /templates
Disallow: /imgs
Disallow: /css
Disallow: /contact
Disallow: /widgets
Disallow: /rates
Disallow: /dp
Disallow: /dev